2024-09-17T10:19:48.610 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-17T10:19:48.633 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T10:19:48.726 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674 branch: main description: orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7907674' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'setup ceph/v18.2.0 ' name: teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mon: mon op complaint time: 120 mon warn on pool no app: false osd: osd op complaint time: 180 conf: global: mon pg warn min per osd: 0 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - OSD_DOWN - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 7498493279982dfe87f00616198a5967475f6169 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 7498493279982dfe87f00616198a5967475f6169 kclient: syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 2b698643d05f73e79c2d2888228947a84a4ac0bd owner: scheduled_teuthology@teuthology priority: 950 repo: https://git.ceph.com/ceph.git roles: - - host.a - client.0 - osd.0 - osd.1 - osd.2 - - host.b - client.1 - osd.3 - osd.4 - osd.5 seed: 3649 sha1: 7498493279982dfe87f00616198a5967475f6169 sleep_before_teardown: 0 subset: 42/64 suite: orch suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_2b698643d05f73e79c2d2888228947a84a4ac0bd/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 2b698643d05f73e79c2d2888228947a84a4ac0bd targets: smithi159.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNr7TzrGXZcKk5zHujuajv6qgTgQxa/htdJ6/qhMHkauionvxxXLtDui62I4QPzLgpJCbzD8DiGVjcLpaJcf4Aw= smithi170.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDPGETnJVrgjvrJ37mR6MWeE22l5iuqq9Jhb9CwN7gt0pyWC/V/p9rWWvqgwEb6uV8l6px/93Jzlbooa0KYpiNA= tasks: - install: exclude_packages: - ceph-volume tag: v18.2.0 - print: '**** done install task...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.io/ceph/ceph:v18.2.0 roleless: true - print: '**** done end installing v18.2.0 cephadm ...' - cephadm.shell: host.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: host.a: - ceph fs volume create cephfs --placement=4 - ceph fs dump - cephadm.shell: host.a: - ceph fs set cephfs max_mds 1 - cephadm.shell: host.a: - ceph fs set cephfs allow_standby_replay false - cephadm.shell: host.a: - ceph fs set cephfs inline_data true --yes-i-really-really-mean-it - cephadm.shell: host.a: - ceph fs dump - ceph --format=json fs dump | jq -e ".filesystems | length == 1" - while ! ceph --format=json mds versions | jq -e ". | add == 4"; do sleep 1; done - fs.pre_upgrade_save: null - kclient: null - print: '**** done client' - parallel: - upgrade-tasks - workload-tasks - cephadm.shell: host.a: - ceph fs dump - fs.post_upgrade_checks: null teuthology: fragments_dropped: - /home/teuthology/src/git.ceph.com_ceph_main/qa/suites/orch/cephadm/mds_upgrade_sequence/tasks/3-upgrade-mgr-staggered.yaml meta: {} postmerge: [] variables: fail_fs: false teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-16_20:08:15 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mgr mgr/orchestrator/fail_fs false || true - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph fs dump; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph orch upgrade status - ceph health detail - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload-tasks: sequential: - workunit: clients: all: - suites/fsstress.sh 2024-09-17T10:19:48.727 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_2b698643d05f73e79c2d2888228947a84a4ac0bd/qa; will attempt to use it 2024-09-17T10:19:48.727 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_2b698643d05f73e79c2d2888228947a84a4ac0bd/qa/tasks 2024-09-17T10:19:48.728 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-17T10:19:48.729 INFO:teuthology.task.internal:Checking packages... 2024-09-17T10:19:48.751 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '7498493279982dfe87f00616198a5967475f6169' 2024-09-17T10:19:48.751 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-17T10:19:48.751 INFO:teuthology.packaging:ref: None 2024-09-17T10:19:48.751 INFO:teuthology.packaging:tag: None 2024-09-17T10:19:48.751 INFO:teuthology.packaging:branch: main 2024-09-17T10:19:48.751 INFO:teuthology.packaging:sha1: 7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:19:48.751 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-09-17T10:19:49.005 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4959.g2b698643 2024-09-17T10:19:49.006 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-17T10:19:49.013 INFO:teuthology.task.internal:no buildpackages task found 2024-09-17T10:19:49.013 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-17T10:19:49.020 INFO:teuthology.task.internal:Saving configuration 2024-09-17T10:19:49.040 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-17T10:19:49.047 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-17T10:19:49.070 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi159.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 10:14:44.915816', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNr7TzrGXZcKk5zHujuajv6qgTgQxa/htdJ6/qhMHkauionvxxXLtDui62I4QPzLgpJCbzD8DiGVjcLpaJcf4Aw='} 2024-09-17T10:19:49.094 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi170.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-17 10:14:44.917402', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDPGETnJVrgjvrJ37mR6MWeE22l5iuqq9Jhb9CwN7gt0pyWC/V/p9rWWvqgwEb6uV8l6px/93Jzlbooa0KYpiNA='} 2024-09-17T10:19:49.094 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-17T10:19:49.100 INFO:teuthology.task.internal:roles: ubuntu@smithi159.front.sepia.ceph.com - ['host.a', 'client.0', 'osd.0', 'osd.1', 'osd.2'] 2024-09-17T10:19:49.101 INFO:teuthology.task.internal:roles: ubuntu@smithi170.front.sepia.ceph.com - ['host.b', 'client.1', 'osd.3', 'osd.4', 'osd.5'] 2024-09-17T10:19:49.101 INFO:teuthology.run_tasks:Running task console_log... 2024-09-17T10:19:49.158 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa909c77ac0>, signals=[15]) 2024-09-17T10:19:49.158 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-17T10:19:49.164 INFO:teuthology.task.internal:Opening connections... 2024-09-17T10:19:49.164 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:19:49.166 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:19:49.244 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi170.front.sepia.ceph.com 2024-09-17T10:19:49.245 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:19:49.319 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-17T10:19:49.325 DEBUG:teuthology.orchestra.run.smithi159:> uname -m 2024-09-17T10:19:49.343 INFO:teuthology.orchestra.run.smithi159.stdout:x86_64 2024-09-17T10:19:49.343 DEBUG:teuthology.orchestra.run.smithi159:> cat /etc/os-release 2024-09-17T10:19:49.400 INFO:teuthology.orchestra.run.smithi159.stdout:NAME="CentOS Stream" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:VERSION="9" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:ID="centos" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:ID_LIKE="rhel fedora" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:VERSION_ID="9" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:PLATFORM_ID="platform:el9" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:ANSI_COLOR="0;31" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:LOGO="fedora-logo-icon" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:HOME_URL="https://centos.org/" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T10:19:49.401 INFO:teuthology.orchestra.run.smithi159.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T10:19:49.402 INFO:teuthology.orchestra.run.smithi159.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T10:19:49.402 INFO:teuthology.lock.ops:Updating smithi159.front.sepia.ceph.com on lock server 2024-09-17T10:19:49.427 DEBUG:teuthology.orchestra.run.smithi170:> uname -m 2024-09-17T10:19:49.445 INFO:teuthology.orchestra.run.smithi170.stdout:x86_64 2024-09-17T10:19:49.446 DEBUG:teuthology.orchestra.run.smithi170:> cat /etc/os-release 2024-09-17T10:19:49.503 INFO:teuthology.orchestra.run.smithi170.stdout:NAME="CentOS Stream" 2024-09-17T10:19:49.503 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION="9" 2024-09-17T10:19:49.503 INFO:teuthology.orchestra.run.smithi170.stdout:ID="centos" 2024-09-17T10:19:49.503 INFO:teuthology.orchestra.run.smithi170.stdout:ID_LIKE="rhel fedora" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION_ID="9" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:PLATFORM_ID="platform:el9" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:ANSI_COLOR="0;31" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:LOGO="fedora-logo-icon" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:HOME_URL="https://centos.org/" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-17T10:19:49.504 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-17T10:19:49.505 INFO:teuthology.lock.ops:Updating smithi170.front.sepia.ceph.com on lock server 2024-09-17T10:19:49.527 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-17T10:19:49.539 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-17T10:19:49.544 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-17T10:19:49.544 DEBUG:teuthology.orchestra.run.smithi159:> test '!' -e /home/ubuntu/cephtest 2024-09-17T10:19:49.547 DEBUG:teuthology.orchestra.run.smithi170:> test '!' -e /home/ubuntu/cephtest 2024-09-17T10:19:49.564 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-17T10:19:49.570 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-17T10:19:49.570 DEBUG:teuthology.orchestra.run.smithi159:> test -z $(ls -A /var/lib/ceph) 2024-09-17T10:19:49.604 DEBUG:teuthology.orchestra.run.smithi170:> test -z $(ls -A /var/lib/ceph) 2024-09-17T10:19:49.715 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-17T10:19:49.771 INFO:teuthology.run_tasks:Running task kernel... 2024-09-17T10:19:49.785 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-17T10:19:49.785 INFO:teuthology.task.kernel:config {'host.a': {'kdb': 1, 'sha1': 'distro'}, 'host.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-17T10:19:49.785 DEBUG:teuthology.orchestra.run.smithi159:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T10:19:49.786 DEBUG:teuthology.orchestra.run.smithi170:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-17T10:19:49.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:19:49.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:19:49.804 DEBUG:teuthology.orchestra.run.smithi159:> uname -r 2024-09-17T10:19:49.804 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-17T10:19:49.861 INFO:teuthology.orchestra.run.smithi170.stdout:5.14.0-503.el9.x86_64 2024-09-17T10:19:49.862 INFO:teuthology.task.kernel:Running kernel on smithi170: 5.14.0-503.el9.x86_64 2024-09-17T10:19:49.862 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum install -y kernel 2024-09-17T10:19:49.863 INFO:teuthology.orchestra.run.smithi159.stdout:5.14.0-503.el9.x86_64 2024-09-17T10:19:49.863 INFO:teuthology.task.kernel:Running kernel on smithi159: 5.14.0-503.el9.x86_64 2024-09-17T10:19:49.863 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum install -y kernel 2024-09-17T10:19:52.492 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.3 MB 00:00 2024-09-17T10:19:54.613 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.3 MB 00:02 2024-09-17T10:19:56.480 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-17T10:19:59.826 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - AppStream 3.3 MB/s | 20 MB 00:06 2024-09-17T10:20:02.139 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.5 MB 00:01 2024-09-17T10:20:04.373 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 19 kB 00:01 2024-09-17T10:20:04.701 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - CRB 6.3 MB/s | 6.5 MB 00:01 2024-09-17T10:20:05.344 INFO:teuthology.orchestra.run.smithi159.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-17T10:20:06.343 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - Extras packages 45 kB/s | 19 kB 00:00 2024-09-17T10:20:07.131 INFO:teuthology.orchestra.run.smithi170.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-17T10:20:10.742 INFO:teuthology.orchestra.run.smithi159.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-17T10:20:12.470 INFO:teuthology.orchestra.run.smithi170.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-09-17T10:20:12.631 INFO:teuthology.orchestra.run.smithi159.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T10:20:12.631 INFO:teuthology.orchestra.run.smithi159.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T10:20:12.711 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:20:12.718 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:20:12.718 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:20:12.718 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:20:12.718 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:20:12.718 INFO:teuthology.orchestra.run.smithi159.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T10:20:12.718 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:20:12.718 INFO:teuthology.orchestra.run.smithi159.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout:Install 4 Packages 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 79 M 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 126 M 2024-09-17T10:20:12.719 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:20:12.876 INFO:teuthology.orchestra.run.smithi159.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 338 kB/s | 36 kB 00:00 2024-09-17T10:20:14.368 INFO:teuthology.orchestra.run.smithi170.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-17T10:20:14.369 INFO:teuthology.orchestra.run.smithi170.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-17T10:20:14.461 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:20:14.470 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:20:14.470 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:20:14.470 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:20:14.470 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:20:14.470 INFO:teuthology.orchestra.run.smithi170.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-17T10:20:14.470 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout:Install 4 Packages 2024-09-17T10:20:14.471 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:20:14.472 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 79 M 2024-09-17T10:20:14.472 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 126 M 2024-09-17T10:20:14.472 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:20:14.622 INFO:teuthology.orchestra.run.smithi170.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 342 kB/s | 36 kB 00:00 2024-09-17T10:20:15.005 INFO:teuthology.orchestra.run.smithi170.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-09-17T10:20:15.301 INFO:teuthology.orchestra.run.smithi159.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 6.2 MB/s | 16 MB 00:02 2024-09-17T10:20:15.439 INFO:teuthology.orchestra.run.smithi170.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 37 MB/s | 35 MB 00:00 2024-09-17T10:20:15.697 INFO:teuthology.orchestra.run.smithi170.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 27 MB/s | 29 MB 00:01 2024-09-17T10:20:15.698 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:20:15.698 INFO:teuthology.orchestra.run.smithi170.stdout:Total 64 MB/s | 79 MB 00:01 2024-09-17T10:20:16.381 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:20:16.719 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:20:16.720 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:20:17.534 INFO:teuthology.orchestra.run.smithi159.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 7.2 MB/s | 35 MB 00:04 2024-09-17T10:20:17.667 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:20:17.668 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:20:17.802 INFO:teuthology.orchestra.run.smithi159.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 5.8 MB/s | 29 MB 00:04 2024-09-17T10:20:17.802 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:20:17.802 INFO:teuthology.orchestra.run.smithi159.stdout:Total 16 MB/s | 79 MB 00:05 2024-09-17T10:20:18.488 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:20:18.850 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:20:18.850 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:20:19.810 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:20:19.810 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:20:20.127 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:20:20.850 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T10:20:20.932 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T10:20:22.275 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:20:22.922 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-17T10:20:23.010 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T10:20:23.703 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T10:20:23.836 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T10:20:25.790 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T10:20:25.988 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T10:20:28.665 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T10:20:28.711 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:20:30.796 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T10:20:30.923 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:20:33.613 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:20:35.800 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:11.662 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:11.702 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:12.040 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:12.040 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T10:21:12.040 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T10:21:12.041 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T10:21:12.903 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:21:12.904 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:21:13.250 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T10:21:13.343 INFO:teuthology.orchestra.run.smithi170.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T10:21:13.343 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T10:21:13.343 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T10:21:13.343 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T10:21:13.343 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T10:21:13.344 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2024-09-17T10:21:13.344 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi170.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T10:21:13.344 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T10:21:13.401 INFO:teuthology.orchestra.run.smithi170.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T10:21:13.402 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T10:21:13.402 DEBUG:teuthology.orchestra.run.smithi170:> sudo rpm -qi grub2-tools 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Name : grub2-tools 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Epoch : 1 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Version : 2.06 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Release : 82.el9 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Architecture: x86_64 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Group : Unspecified 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Size : 8274670 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:License : GPLv3+ 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T10:21:13.434 INFO:teuthology.orchestra.run.smithi170.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:Packager : builder@centos.org 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:Vendor : CentOS 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:Summary : Support tools for GRUB. 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:Description : 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout:hardware devices. 2024-09-17T10:21:13.435 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:21:13.436 INFO:teuthology.orchestra.run.smithi170.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T10:21:13.436 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T10:21:13.437 INFO:teuthology.task.kernel:Updating grub on smithi170 to boot 5.14.0-508.el9.x86_64 2024-09-17T10:21:13.437 DEBUG:teuthology.orchestra.run.smithi170:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T10:21:13.802 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:13.842 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:14.077 INFO:teuthology.orchestra.run.smithi170.stderr:Generating grub configuration file ... 2024-09-17T10:21:14.205 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:14.206 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-17T10:21:14.206 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-17T10:21:14.206 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-17T10:21:15.087 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-17T10:21:15.087 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:21:15.087 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:21:15.087 INFO:teuthology.orchestra.run.smithi159.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-17T10:21:15.087 INFO:teuthology.orchestra.run.smithi159.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-17T10:21:15.087 INFO:teuthology.orchestra.run.smithi159.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-17T10:21:15.088 INFO:teuthology.orchestra.run.smithi159.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-17T10:21:15.088 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:21:15.088 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:21:15.386 INFO:teuthology.orchestra.run.smithi170.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T10:21:15.409 DEBUG:teuthology.orchestra.run.smithi159:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T10:21:15.412 INFO:teuthology.orchestra.run.smithi170.stderr:done 2024-09-17T10:21:15.415 DEBUG:teuthology.orchestra.run.smithi170:> mktemp 2024-09-17T10:21:15.431 INFO:teuthology.orchestra.run.smithi170.stdout:/tmp/tmp.UkGM86eSpk 2024-09-17T10:21:15.431 DEBUG:teuthology.orchestra.run.smithi170:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.UkGM86eSpk 2024-09-17T10:21:15.498 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0666 /tmp/tmp.UkGM86eSpk 2024-09-17T10:21:15.501 INFO:teuthology.orchestra.run.smithi159.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T10:21:15.502 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T10:21:15.502 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-17T10:21:15.502 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-17T10:21:15.502 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-17T10:21:15.502 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2024-09-17T10:21:15.503 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi159.front.sepia.ceph.com, path=None, version=distro) 2024-09-17T10:21:15.503 DEBUG:teuthology.orchestra.run.smithi159:> rpm -q kernel | sort -rV | head -n 1 2024-09-17T10:21:15.561 INFO:teuthology.orchestra.run.smithi159.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-17T10:21:15.561 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-17T10:21:15.561 DEBUG:teuthology.orchestra.run.smithi159:> sudo rpm -qi grub2-tools 2024-09-17T10:21:15.594 INFO:teuthology.orchestra.run.smithi159.stdout:Name : grub2-tools 2024-09-17T10:21:15.594 INFO:teuthology.orchestra.run.smithi159.stdout:Epoch : 1 2024-09-17T10:21:15.594 INFO:teuthology.orchestra.run.smithi159.stdout:Version : 2.06 2024-09-17T10:21:15.594 INFO:teuthology.orchestra.run.smithi159.stdout:Release : 82.el9 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Architecture: x86_64 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Group : Unspecified 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Size : 8274670 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:License : GPLv3+ 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Packager : builder@centos.org 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:Vendor : CentOS 2024-09-17T10:21:15.595 INFO:teuthology.orchestra.run.smithi159.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout:Summary : Support tools for GRUB. 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout:Description : 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout:hardware devices. 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:21:15.596 INFO:teuthology.orchestra.run.smithi159.stdout:This subpackage provides tools for support of all platforms. 2024-09-17T10:21:15.597 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-17T10:21:15.597 INFO:teuthology.task.kernel:Updating grub on smithi159 to boot 5.14.0-508.el9.x86_64 2024-09-17T10:21:15.597 DEBUG:teuthology.orchestra.run.smithi159:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-17T10:21:15.639 DEBUG:teuthology.orchestra.remote:smithi170:/tmp/tmp.UkGM86eSpk is 6KB 2024-09-17T10:21:15.688 DEBUG:teuthology.orchestra.run.smithi170:> rm -fr /tmp/tmp.UkGM86eSpk 2024-09-17T10:21:15.709 DEBUG:teuthology.orchestra.run.smithi170:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T10:21:15.765 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T10:21:15.765 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T10:21:15.766 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T10:21:15.766 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T10:21:15.767 DEBUG:teuthology.orchestra.run.smithi170:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T10:21:15.919 DEBUG:teuthology.orchestra.run.smithi170:> sudo shutdown -r now 2024-09-17T10:21:16.251 INFO:teuthology.orchestra.run.smithi159.stderr:Generating grub configuration file ... 2024-09-17T10:21:17.623 INFO:teuthology.orchestra.run.smithi159.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-17T10:21:17.649 INFO:teuthology.orchestra.run.smithi159.stderr:done 2024-09-17T10:21:17.651 DEBUG:teuthology.orchestra.run.smithi159:> mktemp 2024-09-17T10:21:17.667 INFO:teuthology.orchestra.run.smithi159.stdout:/tmp/tmp.dkifL8HHLZ 2024-09-17T10:21:17.667 DEBUG:teuthology.orchestra.run.smithi159:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dkifL8HHLZ 2024-09-17T10:21:17.735 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 0666 /tmp/tmp.dkifL8HHLZ 2024-09-17T10:21:17.881 DEBUG:teuthology.orchestra.remote:smithi159:/tmp/tmp.dkifL8HHLZ is 6KB 2024-09-17T10:21:17.929 DEBUG:teuthology.orchestra.run.smithi159:> rm -fr /tmp/tmp.dkifL8HHLZ 2024-09-17T10:21:17.945 DEBUG:teuthology.orchestra.run.smithi159:> sudo /bin/ls /boot/loader/entries || true 2024-09-17T10:21:18.008 INFO:teuthology.orchestra.run.smithi159.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-17T10:21:18.009 INFO:teuthology.orchestra.run.smithi159.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-17T10:21:18.009 INFO:teuthology.orchestra.run.smithi159.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-17T10:21:18.009 INFO:teuthology.orchestra.run.smithi159.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-17T10:21:18.010 DEBUG:teuthology.orchestra.run.smithi159:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-17T10:21:18.158 DEBUG:teuthology.orchestra.run.smithi159:> sudo shutdown -r now 2024-09-17T10:21:45.949 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2024-09-17T10:21:45.949 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-17T10:21:45.950 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:21:48.163 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2024-09-17T10:21:48.163 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-17T10:21:48.164 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:22:04.349 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.170 2024-09-17T10:22:06.653 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.159 2024-09-17T10:22:13.357 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-17T10:22:13.357 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:22:15.654 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-17T10:22:15.655 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:22:16.413 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.170 2024-09-17T10:22:18.717 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.159 2024-09-17T10:22:28.421 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-17T10:22:28.421 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:22:30.719 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-17T10:22:30.720 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:22:49.153 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.159 2024-09-17T10:23:00.260 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-17T10:23:00.826 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-17T10:23:00.826 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "5.14.0-508.el9.x86_64"... 2024-09-17T10:23:00.826 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-17T10:23:00.876 INFO:teuthology.orchestra.run.smithi170.stdout:5.14.0-508.el9.x86_64 2024-09-17T10:23:00.876 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T10:23:00.876 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T10:23:00.877 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T10:23:01.878 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2024-09-17T10:23:01.878 DEBUG:teuthology.orchestra.run.smithi170:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T10:23:01.951 INFO:teuthology.orchestra.run.smithi170.stdout:ttyS1 2024-09-17T10:23:02.148 DEBUG:teuthology.parallel:result is None 2024-09-17T10:23:04.154 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-17T10:23:04.155 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:23:04.587 DEBUG:teuthology.orchestra.run.smithi159:> true 2024-09-17T10:23:04.937 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-17T10:23:04.937 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "5.14.0-508.el9.x86_64"... 2024-09-17T10:23:04.937 DEBUG:teuthology.orchestra.run.smithi159:> uname -r 2024-09-17T10:23:04.952 INFO:teuthology.orchestra.run.smithi159.stdout:5.14.0-508.el9.x86_64 2024-09-17T10:23:04.952 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-17T10:23:04.952 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-17T10:23:04.952 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-17T10:23:05.953 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2024-09-17T10:23:05.953 DEBUG:teuthology.orchestra.run.smithi159:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-17T10:23:06.030 INFO:teuthology.orchestra.run.smithi159.stdout:ttyS1 2024-09-17T10:23:06.048 DEBUG:teuthology.parallel:result is None 2024-09-17T10:23:06.048 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-17T10:23:06.055 INFO:teuthology.task.internal:Creating test directory... 2024-09-17T10:23:06.055 DEBUG:teuthology.orchestra.run.smithi159:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T10:23:06.057 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-17T10:23:06.076 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-17T10:23:06.084 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-17T10:23:06.094 INFO:teuthology.task.internal:Creating archive directory... 2024-09-17T10:23:06.095 DEBUG:teuthology.orchestra.run.smithi159:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T10:23:06.109 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-17T10:23:06.167 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-17T10:23:06.175 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-17T10:23:06.175 DEBUG:teuthology.orchestra.run.smithi159:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T10:23:06.178 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-17T10:23:06.210 INFO:teuthology.orchestra.run.smithi159.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T10:23:06.216 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T10:23:06.220 INFO:teuthology.orchestra.run.smithi159.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T10:23:06.229 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-17T10:23:06.230 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-17T10:23:06.238 INFO:teuthology.task.internal:Configuring sudo... 2024-09-17T10:23:06.239 DEBUG:teuthology.orchestra.run.smithi159:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T10:23:06.263 DEBUG:teuthology.orchestra.run.smithi170:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-17T10:23:06.298 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-17T10:23:06.311 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-17T10:23:06.311 DEBUG:teuthology.orchestra.run.smithi159:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T10:23:06.328 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-17T10:23:06.355 DEBUG:teuthology.orchestra.run.smithi159:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T10:23:06.423 DEBUG:teuthology.orchestra.run.smithi159:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T10:23:06.473 DEBUG:teuthology.orchestra.run.smithi159:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T10:23:06.555 DEBUG:teuthology.orchestra.run.smithi159:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T10:23:06.596 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:23:06.596 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T10:23:06.661 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T10:23:06.702 DEBUG:teuthology.orchestra.run.smithi170:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-17T10:23:06.760 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T10:23:06.848 DEBUG:teuthology.orchestra.run.smithi170:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-17T10:23:06.891 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:23:06.891 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-17T10:23:06.961 DEBUG:teuthology.orchestra.run.smithi159:> sudo service rsyslog restart 2024-09-17T10:23:06.963 DEBUG:teuthology.orchestra.run.smithi170:> sudo service rsyslog restart 2024-09-17T10:23:07.017 INFO:teuthology.orchestra.run.smithi159.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T10:23:07.058 INFO:teuthology.orchestra.run.smithi170.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T10:23:07.516 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-17T10:23:07.522 INFO:teuthology.task.internal:Starting timer... 2024-09-17T10:23:07.522 INFO:teuthology.run_tasks:Running task pcp... 2024-09-17T10:23:07.532 INFO:teuthology.run_tasks:Running task selinux... 2024-09-17T10:23:07.541 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-17T10:23:07.541 DEBUG:teuthology.orchestra.run.smithi159:> sudo service auditd rotate 2024-09-17T10:23:07.624 INFO:teuthology.orchestra.run.smithi159.stdout:Rotating logs: 2024-09-17T10:23:07.625 DEBUG:teuthology.orchestra.run.smithi170:> sudo service auditd rotate 2024-09-17T10:23:07.669 INFO:teuthology.orchestra.run.smithi170.stdout:Rotating logs: 2024-09-17T10:23:07.671 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-17T10:23:07.671 DEBUG:teuthology.orchestra.run.smithi159:> /usr/sbin/getenforce 2024-09-17T10:23:07.694 INFO:teuthology.orchestra.run.smithi159.stdout:Permissive 2024-09-17T10:23:07.694 DEBUG:teuthology.orchestra.run.smithi170:> /usr/sbin/getenforce 2024-09-17T10:23:07.745 INFO:teuthology.orchestra.run.smithi170.stdout:Permissive 2024-09-17T10:23:07.746 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi159.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi170.front.sepia.ceph.com': 'permissive'} 2024-09-17T10:23:07.746 DEBUG:teuthology.orchestra.run.smithi159:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T10:23:07.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:23:07.771 DEBUG:teuthology.orchestra.run.smithi170:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T10:23:07.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:23:07.815 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-17T10:23:07.815 DEBUG:teuthology.orchestra.run.smithi159:> sudo /usr/sbin/setenforce permissive 2024-09-17T10:23:07.849 DEBUG:teuthology.orchestra.run.smithi170:> sudo /usr/sbin/setenforce permissive 2024-09-17T10:23:07.895 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-17T10:23:07.904 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-17T10:23:07.916 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-17T10:23:07.917 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi159.front.sepia.ceph.com,smithi170.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-17T10:26:52.438 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi159.front.sepia.ceph.com'), Remote(name='ubuntu@smithi170.front.sepia.ceph.com')] 2024-09-17T10:26:52.439 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-17T10:26:52.440 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi159.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:26:52.517 DEBUG:teuthology.orchestra.run.smithi159:> true 2024-09-17T10:26:52.596 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi159.front.sepia.ceph.com' 2024-09-17T10:26:52.596 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-17T10:26:52.597 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-17T10:26:52.670 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-17T10:26:52.749 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-17T10:26:52.749 INFO:teuthology.run_tasks:Running task clock... 2024-09-17T10:26:52.759 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-17T10:26:52.760 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T10:26:52.760 DEBUG:teuthology.orchestra.run.smithi159:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T10:26:52.762 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-17T10:26:52.762 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T10:26:52.790 INFO:teuthology.orchestra.run.smithi159.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T10:26:52.805 INFO:teuthology.orchestra.run.smithi159.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T10:26:52.819 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-17T10:26:52.830 INFO:teuthology.orchestra.run.smithi159.stderr:sudo: ntpd: command not found 2024-09-17T10:26:52.834 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-17T10:26:52.841 INFO:teuthology.orchestra.run.smithi159.stdout:506 Cannot talk to daemon 2024-09-17T10:26:52.855 INFO:teuthology.orchestra.run.smithi159.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T10:26:52.858 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: ntpd: command not found 2024-09-17T10:26:52.869 INFO:teuthology.orchestra.run.smithi170.stdout:506 Cannot talk to daemon 2024-09-17T10:26:52.869 INFO:teuthology.orchestra.run.smithi159.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T10:26:52.883 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-17T10:26:52.898 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-17T10:26:52.929 INFO:teuthology.orchestra.run.smithi159.stderr:bash: line 1: ntpq: command not found 2024-09-17T10:26:52.933 INFO:teuthology.orchestra.run.smithi159.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T10:26:52.933 INFO:teuthology.orchestra.run.smithi159.stdout:=============================================================================== 2024-09-17T10:26:52.933 INFO:teuthology.orchestra.run.smithi159.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.933 INFO:teuthology.orchestra.run.smithi159.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.933 INFO:teuthology.orchestra.run.smithi159.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.933 INFO:teuthology.orchestra.run.smithi159.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.965 INFO:teuthology.orchestra.run.smithi170.stderr:bash: line 1: ntpq: command not found 2024-09-17T10:26:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T10:26:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:=============================================================================== 2024-09-17T10:26:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:26:52.968 INFO:teuthology.run_tasks:Running task install... 2024-09-17T10:26:52.982 DEBUG:teuthology.task.install:project ceph 2024-09-17T10:26:52.982 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '7498493279982dfe87f00616198a5967475f6169'}} 2024-09-17T10:26:52.982 DEBUG:teuthology.task.install:config {'exclude_packages': ['ceph-volume'], 'tag': 'v18.2.0', 'flavor': 'default', 'sha1': '7498493279982dfe87f00616198a5967475f6169'} 2024-09-17T10:26:52.982 INFO:teuthology.task.install:Using flavor: default 2024-09-17T10:26:53.013 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-17T10:26:53.013 INFO:teuthology.task.install:extra packages: [] 2024-09-17T10:26:53.013 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7498493279982dfe87f00616198a5967475f6169', 'tag': 'v18.2.0', 'wait_for_package': False} 2024-09-17T10:26:53.014 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using tag 2024-09-17T10:26:53.014 INFO:teuthology.packaging:ref: None 2024-09-17T10:26:53.014 INFO:teuthology.packaging:tag: v18.2.0 2024-09-17T10:26:53.014 INFO:teuthology.packaging:branch: None 2024-09-17T10:26:53.014 INFO:teuthology.packaging:sha1: 7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:26:53.736 DEBUG:teuthology.repo_utils:git ls-remote https://git.ceph.com/ceph v18.2.0^{} -> 5dd24139a1eada541a3bc16b6941c5dde975e26d 2024-09-17T10:26:53.737 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=5dd24139a1eada541a3bc16b6941c5dde975e26d 2024-09-17T10:26:53.739 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7498493279982dfe87f00616198a5967475f6169', 'tag': 'v18.2.0', 'wait_for_package': False} 2024-09-17T10:26:53.739 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using tag 2024-09-17T10:26:53.739 INFO:teuthology.packaging:ref: None 2024-09-17T10:26:53.739 INFO:teuthology.packaging:tag: v18.2.0 2024-09-17T10:26:53.739 INFO:teuthology.packaging:branch: None 2024-09-17T10:26:53.739 INFO:teuthology.packaging:sha1: 7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:26:53.739 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=5dd24139a1eada541a3bc16b6941c5dde975e26d 2024-09-17T10:26:53.881 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/ 2024-09-17T10:26:53.881 INFO:teuthology.task.install.rpm:Package version is 18.2.0-0 2024-09-17T10:26:53.893 INFO:teuthology.task.install.rpm:Pulling from https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/ 2024-09-17T10:26:53.893 INFO:teuthology.task.install.rpm:Package version is 18.2.0-0 2024-09-17T10:26:53.919 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-17T10:26:53.920 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:26:53.920 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-17T10:26:53.930 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://chacra.ceph.com/r/ceph/reef/5dd24139a1eada541a3bc16b6941c5dde975e26d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-17T10:26:53.930 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:26:53.930 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-17T10:26:53.949 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-09-17T10:26:53.949 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using tag 2024-09-17T10:26:53.950 INFO:teuthology.packaging:ref: None 2024-09-17T10:26:53.950 INFO:teuthology.packaging:tag: v18.2.0 2024-09-17T10:26:53.950 INFO:teuthology.packaging:branch: None 2024-09-17T10:26:53.950 INFO:teuthology.packaging:sha1: 7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:26:53.950 DEBUG:teuthology.orchestra.run.smithi159:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/v18.2.0/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-17T10:26:53.957 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-09-17T10:26:53.958 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using tag 2024-09-17T10:26:53.958 INFO:teuthology.packaging:ref: None 2024-09-17T10:26:53.958 INFO:teuthology.packaging:tag: v18.2.0 2024-09-17T10:26:53.958 INFO:teuthology.packaging:branch: None 2024-09-17T10:26:53.958 INFO:teuthology.packaging:sha1: 7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:26:53.958 DEBUG:teuthology.orchestra.run.smithi170:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/v18.2.0/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-17T10:26:54.019 DEBUG:teuthology.orchestra.run.smithi159:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-17T10:26:54.026 DEBUG:teuthology.orchestra.run.smithi170:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-17T10:26:54.098 DEBUG:teuthology.orchestra.run.smithi159:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-17T10:26:54.103 DEBUG:teuthology.orchestra.run.smithi170:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-17T10:26:54.164 INFO:teuthology.orchestra.run.smithi159.stdout:check_obsoletes = 1 2024-09-17T10:26:54.166 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum clean all 2024-09-17T10:26:54.169 INFO:teuthology.orchestra.run.smithi170.stdout:check_obsoletes = 1 2024-09-17T10:26:54.171 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum clean all 2024-09-17T10:26:54.399 INFO:teuthology.orchestra.run.smithi170.stdout:45 files removed 2024-09-17T10:26:54.401 INFO:teuthology.orchestra.run.smithi159.stdout:45 files removed 2024-09-17T10:26:54.426 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-radosgw 2024-09-17T10:26:54.428 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-radosgw 2024-09-17T10:26:54.796 INFO:teuthology.orchestra.run.smithi170.stdout:ceph packages for x86_64 898 kB/s | 76 kB 00:00 2024-09-17T10:26:54.803 INFO:teuthology.orchestra.run.smithi159.stdout:ceph packages for x86_64 864 kB/s | 76 kB 00:00 2024-09-17T10:26:54.921 INFO:teuthology.orchestra.run.smithi170.stdout:ceph noarch packages 117 kB/s | 9.3 kB 00:00 2024-09-17T10:26:54.937 INFO:teuthology.orchestra.run.smithi159.stdout:ceph noarch packages 107 kB/s | 9.3 kB 00:00 2024-09-17T10:26:55.039 INFO:teuthology.orchestra.run.smithi170.stdout:ceph source packages 26 kB/s | 2.2 kB 00:00 2024-09-17T10:26:55.063 INFO:teuthology.orchestra.run.smithi159.stdout:ceph source packages 24 kB/s | 2.2 kB 00:00 2024-09-17T10:26:56.363 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - BaseOS 6.4 MB/s | 8.3 MB 00:01 2024-09-17T10:26:58.955 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - BaseOS 2.1 MB/s | 8.3 MB 00:03 2024-09-17T10:26:59.215 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-09-17T10:27:00.847 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-17T10:27:06.182 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-17T10:27:06.190 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.5 MB 00:03 2024-09-17T10:27:07.758 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 19 kB 00:00 2024-09-17T10:27:08.041 INFO:teuthology.orchestra.run.smithi159.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 19 kB 00:00 2024-09-17T10:27:08.645 INFO:teuthology.orchestra.run.smithi170.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-17T10:27:08.978 INFO:teuthology.orchestra.run.smithi159.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-17T10:27:14.076 INFO:teuthology.orchestra.run.smithi170.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-17T10:27:14.384 INFO:teuthology.orchestra.run.smithi159.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-17T10:27:16.278 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:27:16.285 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:16.285 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-17T10:27:16.285 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:16.285 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:27:16.285 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-radosgw x86_64 2:18.2.0-0.el9 ceph 7.6 M 2024-09-17T10:27:16.285 INFO:teuthology.orchestra.run.smithi170.stdout:Upgrading: 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: librados2 x86_64 2:18.2.0-0.el9 ceph 3.3 M 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: librbd1 x86_64 2:18.2.0-0.el9 ceph 3.0 M 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base x86_64 2:18.2.0-0.el9 ceph 5.2 M 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-common x86_64 2:18.2.0-0.el9 ceph 18 M 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-selinux x86_64 2:18.2.0-0.el9 ceph 24 k 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-17T10:27:16.286 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs2 x86_64 2:18.2.0-0.el9 ceph 653 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1 x86_64 2:18.2.0-0.el9 ceph 474 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: librgw2 x86_64 2:18.2.0-0.el9 ceph 4.4 M 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-argparse x86_64 2:18.2.0-0.el9 ceph 45 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common x86_64 2:18.2.0-0.el9 ceph 119 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cephfs x86_64 2:18.2.0-0.el9 ceph 155 k 2024-09-17T10:27:16.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rados x86_64 2:18.2.0-0.el9 ceph 321 k 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rbd x86_64 2:18.2.0-0.el9 ceph 297 k 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rgw x86_64 2:18.2.0-0.el9 ceph 99 k 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout:Install 28 Packages 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout:Upgrade 2 Packages 2024-09-17T10:27:16.288 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:16.289 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 53 M 2024-09-17T10:27:16.289 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:27:16.645 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout: Package Arch Version Repository Size 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-radosgw x86_64 2:18.2.0-0.el9 ceph 7.6 M 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout:Upgrading: 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout: librados2 x86_64 2:18.2.0-0.el9 ceph 3.3 M 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout: librbd1 x86_64 2:18.2.0-0.el9 ceph 3.0 M 2024-09-17T10:27:16.653 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-base x86_64 2:18.2.0-0.el9 ceph 5.2 M 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-common x86_64 2:18.2.0-0.el9 ceph 18 M 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-selinux x86_64 2:18.2.0-0.el9 ceph 24 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: libcephfs2 x86_64 2:18.2.0-0.el9 ceph 653 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-17T10:27:16.654 INFO:teuthology.orchestra.run.smithi159.stdout: libradosstriper1 x86_64 2:18.2.0-0.el9 ceph 474 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: librgw2 x86_64 2:18.2.0-0.el9 ceph 4.4 M 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: python3-ceph-argparse x86_64 2:18.2.0-0.el9 ceph 45 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: python3-ceph-common x86_64 2:18.2.0-0.el9 ceph 119 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cephfs x86_64 2:18.2.0-0.el9 ceph 155 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rados x86_64 2:18.2.0-0.el9 ceph 321 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rbd x86_64 2:18.2.0-0.el9 ceph 297 k 2024-09-17T10:27:16.655 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rgw x86_64 2:18.2.0-0.el9 ceph 99 k 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout:Install 28 Packages 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout:Upgrade 2 Packages 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:16.656 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 53 M 2024-09-17T10:27:16.657 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:27:16.885 INFO:teuthology.orchestra.run.smithi170.stdout:(1/30): ceph-base-18.2.0-0.el9.x86_64.rpm 41 MB/s | 5.2 MB 00:00 2024-09-17T10:27:16.902 INFO:teuthology.orchestra.run.smithi170.stdout:(2/30): ceph-selinux-18.2.0-0.el9.x86_64.rpm 1.4 MB/s | 24 kB 00:00 2024-09-17T10:27:16.936 INFO:teuthology.orchestra.run.smithi170.stdout:(3/30): libcephfs2-18.2.0-0.el9.x86_64.rpm 19 MB/s | 653 kB 00:00 2024-09-17T10:27:16.969 INFO:teuthology.orchestra.run.smithi170.stdout:(4/30): libradosstriper1-18.2.0-0.el9.x86_64.rp 14 MB/s | 474 kB 00:00 2024-09-17T10:27:17.095 INFO:teuthology.orchestra.run.smithi170.stdout:(5/30): ceph-radosgw-18.2.0-0.el9.x86_64.rpm 23 MB/s | 7.6 MB 00:00 2024-09-17T10:27:17.118 INFO:teuthology.orchestra.run.smithi159.stdout:(1/30): ceph-base-18.2.0-0.el9.x86_64.rpm 30 MB/s | 5.2 MB 00:00 2024-09-17T10:27:17.120 INFO:teuthology.orchestra.run.smithi170.stdout:(6/30): python3-ceph-argparse-18.2.0-0.el9.x86_ 1.8 MB/s | 45 kB 00:00 2024-09-17T10:27:17.143 INFO:teuthology.orchestra.run.smithi159.stdout:(2/30): ceph-selinux-18.2.0-0.el9.x86_64.rpm 971 kB/s | 24 kB 00:00 2024-09-17T10:27:17.145 INFO:teuthology.orchestra.run.smithi170.stdout:(7/30): python3-ceph-common-18.2.0-0.el9.x86_64 4.7 MB/s | 119 kB 00:00 2024-09-17T10:27:17.212 INFO:teuthology.orchestra.run.smithi170.stdout:(8/30): librgw2-18.2.0-0.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-17T10:27:17.236 INFO:teuthology.orchestra.run.smithi159.stdout:(3/30): ceph-radosgw-18.2.0-0.el9.x86_64.rpm 26 MB/s | 7.6 MB 00:00 2024-09-17T10:27:17.237 INFO:teuthology.orchestra.run.smithi170.stdout:(9/30): python3-cephfs-18.2.0-0.el9.x86_64.rpm 1.7 MB/s | 155 kB 00:00 2024-09-17T10:27:17.261 INFO:teuthology.orchestra.run.smithi159.stdout:(4/30): libcephfs2-18.2.0-0.el9.x86_64.rpm 5.5 MB/s | 653 kB 00:00 2024-09-17T10:27:17.265 INFO:teuthology.orchestra.run.smithi170.stdout:(10/30): python3-rados-18.2.0-0.el9.x86_64.rpm 6.0 MB/s | 321 kB 00:00 2024-09-17T10:27:17.290 INFO:teuthology.orchestra.run.smithi170.stdout:(11/30): python3-rbd-18.2.0-0.el9.x86_64.rpm 5.5 MB/s | 297 kB 00:00 2024-09-17T10:27:17.294 INFO:teuthology.orchestra.run.smithi159.stdout:(5/30): libradosstriper1-18.2.0-0.el9.x86_64.rp 7.9 MB/s | 474 kB 00:00 2024-09-17T10:27:17.315 INFO:teuthology.orchestra.run.smithi170.stdout:(12/30): python3-rgw-18.2.0-0.el9.x86_64.rpm 1.9 MB/s | 99 kB 00:00 2024-09-17T10:27:17.320 INFO:teuthology.orchestra.run.smithi159.stdout:(6/30): python3-ceph-argparse-18.2.0-0.el9.x86_ 1.8 MB/s | 45 kB 00:00 2024-09-17T10:27:17.345 INFO:teuthology.orchestra.run.smithi159.stdout:(7/30): python3-ceph-common-18.2.0-0.el9.x86_64 4.7 MB/s | 119 kB 00:00 2024-09-17T10:27:17.371 INFO:teuthology.orchestra.run.smithi159.stdout:(8/30): python3-cephfs-18.2.0-0.el9.x86_64.rpm 6.0 MB/s | 155 kB 00:00 2024-09-17T10:27:17.396 INFO:teuthology.orchestra.run.smithi159.stdout:(9/30): python3-rados-18.2.0-0.el9.x86_64.rpm 13 MB/s | 321 kB 00:00 2024-09-17T10:27:17.421 INFO:teuthology.orchestra.run.smithi159.stdout:(10/30): python3-rbd-18.2.0-0.el9.x86_64.rpm 12 MB/s | 297 kB 00:00 2024-09-17T10:27:17.447 INFO:teuthology.orchestra.run.smithi159.stdout:(11/30): python3-rgw-18.2.0-0.el9.x86_64.rpm 3.9 MB/s | 99 kB 00:00 2024-09-17T10:27:17.514 INFO:teuthology.orchestra.run.smithi159.stdout:(12/30): librgw2-18.2.0-0.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-17T10:27:17.549 INFO:teuthology.orchestra.run.smithi170.stdout:(13/30): ceph-common-18.2.0-0.el9.x86_64.rpm 23 MB/s | 18 MB 00:00 2024-09-17T10:27:17.606 INFO:teuthology.orchestra.run.smithi159.stdout:(13/30): boost-program-options-1.75.0-8.el9.x86 674 kB/s | 107 kB 00:00 2024-09-17T10:27:17.631 INFO:teuthology.orchestra.run.smithi159.stdout:(14/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2024-09-17T10:27:17.656 INFO:teuthology.orchestra.run.smithi159.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-09-17T10:27:17.840 INFO:teuthology.orchestra.run.smithi159.stdout:(16/30): ceph-common-18.2.0-0.el9.x86_64.rpm 20 MB/s | 18 MB 00:00 2024-09-17T10:27:17.873 INFO:teuthology.orchestra.run.smithi159.stdout:(17/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.3 MB/s | 292 kB 00:00 2024-09-17T10:27:17.907 INFO:teuthology.orchestra.run.smithi159.stdout:(18/30): librdkafka-1.6.1-102.el9.x86_64.rpm 2.3 MB/s | 662 kB 00:00 2024-09-17T10:27:17.924 INFO:teuthology.orchestra.run.smithi170.stdout:(14/30): boost-program-options-1.75.0-8.el9.x86 169 kB/s | 107 kB 00:00 2024-09-17T10:27:17.949 INFO:teuthology.orchestra.run.smithi159.stdout:(19/30): python3-prettytable-0.7.2-27.el9.noarc 389 kB/s | 42 kB 00:00 2024-09-17T10:27:17.949 INFO:teuthology.orchestra.run.smithi170.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 113 kB/s | 45 kB 00:00 2024-09-17T10:27:17.982 INFO:teuthology.orchestra.run.smithi159.stdout:(20/30): fmt-8.1.1-5.el9.x86_64.rpm 1.0 MB/s | 111 kB 00:00 2024-09-17T10:27:18.008 INFO:teuthology.orchestra.run.smithi170.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 231 kB/s | 160 kB 00:00 2024-09-17T10:27:18.008 INFO:teuthology.orchestra.run.smithi159.stdout:(21/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-09-17T10:27:18.033 INFO:teuthology.orchestra.run.smithi159.stdout:(22/30): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-17T10:27:18.058 INFO:teuthology.orchestra.run.smithi159.stdout:(23/30): gperftools-libs-2.9.1-3.el9.x86_64.rpm 2.1 MB/s | 308 kB 00:00 2024-09-17T10:27:18.084 INFO:teuthology.orchestra.run.smithi159.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-17T10:27:18.117 INFO:teuthology.orchestra.run.smithi159.stdout:(25/30): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-17T10:27:18.125 INFO:teuthology.orchestra.run.smithi170.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 362 kB/s | 42 kB 00:00 2024-09-17T10:27:18.159 INFO:teuthology.orchestra.run.smithi159.stdout:(26/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.1 MB/s | 839 kB 00:00 2024-09-17T10:27:18.167 INFO:teuthology.orchestra.run.smithi170.stdout:(18/30): fmt-8.1.1-5.el9.x86_64.rpm 2.6 MB/s | 111 kB 00:00 2024-09-17T10:27:18.201 INFO:teuthology.orchestra.run.smithi170.stdout:(19/30): gperftools-libs-2.9.1-3.el9.x86_64.rpm 9.0 MB/s | 308 kB 00:00 2024-09-17T10:27:18.243 INFO:teuthology.orchestra.run.smithi159.stdout:(27/30): librados2-18.2.0-0.el9.x86_64.rpm 39 MB/s | 3.3 MB 00:00 2024-09-17T10:27:18.293 INFO:teuthology.orchestra.run.smithi159.stdout:(28/30): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-09-17T10:27:18.317 INFO:teuthology.orchestra.run.smithi170.stdout:(20/30): libarrow-9.0.0-11.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-17T10:27:18.343 INFO:teuthology.orchestra.run.smithi170.stdout:(21/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 744 kB/s | 292 kB 00:00 2024-09-17T10:27:18.368 INFO:teuthology.orchestra.run.smithi170.stdout:(22/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 518 kB/s | 26 kB 00:00 2024-09-17T10:27:18.374 INFO:teuthology.orchestra.run.smithi159.stdout:(29/30): librbd1-18.2.0-0.el9.x86_64.rpm 23 MB/s | 3.0 MB 00:00 2024-09-17T10:27:18.410 INFO:teuthology.orchestra.run.smithi170.stdout:(23/30): libunwind-1.6.2-1.el9.x86_64.rpm 1.9 MB/s | 67 kB 00:00 2024-09-17T10:27:18.435 INFO:teuthology.orchestra.run.smithi159.stdout:(30/30): libarrow-9.0.0-11.el9.x86_64.rpm 9.1 MB/s | 4.4 MB 00:00 2024-09-17T10:27:18.439 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:27:18.439 INFO:teuthology.orchestra.run.smithi159.stdout:Total 30 MB/s | 53 MB 00:01 2024-09-17T10:27:18.443 INFO:teuthology.orchestra.run.smithi170.stdout:(24/30): librdkafka-1.6.1-102.el9.x86_64.rpm 1.2 MB/s | 662 kB 00:00 2024-09-17T10:27:18.460 INFO:teuthology.orchestra.run.smithi170.stdout:(25/30): liboath-2.6.7-2.el9.x86_64.rpm 414 kB/s | 49 kB 00:00 2024-09-17T10:27:18.511 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:27:18.511 INFO:teuthology.orchestra.run.smithi170.stdout:(26/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.3 MB/s | 839 kB 00:00 2024-09-17T10:27:18.536 INFO:teuthology.orchestra.run.smithi170.stdout:(27/30): re2-20211101-20.el9.x86_64.rpm 2.0 MB/s | 191 kB 00:00 2024-09-17T10:27:18.546 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:27:18.546 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:27:18.586 INFO:teuthology.orchestra.run.smithi170.stdout:(28/30): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-17T10:27:18.662 INFO:teuthology.orchestra.run.smithi170.stdout:(29/30): librados2-18.2.0-0.el9.x86_64.rpm 22 MB/s | 3.3 MB 00:00 2024-09-17T10:27:18.712 INFO:teuthology.orchestra.run.smithi170.stdout:(30/30): librbd1-18.2.0-0.el9.x86_64.rpm 17 MB/s | 3.0 MB 00:00 2024-09-17T10:27:18.717 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:27:18.717 INFO:teuthology.orchestra.run.smithi170.stdout:Total 22 MB/s | 53 MB 00:02 2024-09-17T10:27:18.788 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:27:18.824 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:27:18.824 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:27:19.145 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:27:19.146 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:27:19.449 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:27:19.449 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:27:20.556 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:27:20.640 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-09-17T10:27:20.674 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-09-17T10:27:20.724 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-09-17T10:27:20.805 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:27:20.895 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-09-17T10:27:20.925 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-09-17T10:27:20.984 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-09-17T10:27:21.091 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-09-17T10:27:21.140 INFO:teuthology.orchestra.run.smithi159.stdout: Upgrading : librados2-2:18.2.0-0.el9.x86_64 5/32 2024-09-17T10:27:21.223 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: librados2-2:18.2.0-0.el9.x86_64 5/32 2024-09-17T10:27:21.320 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-rados-2:18.2.0-0.el9.x86_64 6/32 2024-09-17T10:27:21.353 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-09-17T10:27:21.358 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libcephfs2-2:18.2.0-0.el9.x86_64 7/32 2024-09-17T10:27:21.404 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: libcephfs2-2:18.2.0-0.el9.x86_64 7/32 2024-09-17T10:27:21.433 INFO:teuthology.orchestra.run.smithi170.stdout: Upgrading : librados2-2:18.2.0-0.el9.x86_64 5/32 2024-09-17T10:27:21.449 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-09-17T10:27:21.492 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-ceph-argparse-2:18.2.0-0.el9.x86_64 9/32 2024-09-17T10:27:21.525 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados2-2:18.2.0-0.el9.x86_64 5/32 2024-09-17T10:27:21.558 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-cephfs-2:18.2.0-0.el9.x86_64 10/32 2024-09-17T10:27:21.585 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libradosstriper1-2:18.2.0-0.el9.x86_64 11/32 2024-09-17T10:27:21.605 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rados-2:18.2.0-0.el9.x86_64 6/32 2024-09-17T10:27:21.634 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephfs2-2:18.2.0-0.el9.x86_64 7/32 2024-09-17T10:27:21.635 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: libradosstriper1-2:18.2.0-0.el9.x86_64 11/32 2024-09-17T10:27:21.697 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephfs2-2:18.2.0-0.el9.x86_64 7/32 2024-09-17T10:27:21.734 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-09-17T10:27:21.742 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-09-17T10:27:21.776 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-09-17T10:27:21.777 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ceph-argparse-2:18.2.0-0.el9.x86_64 9/32 2024-09-17T10:27:21.825 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-09-17T10:27:21.843 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cephfs-2:18.2.0-0.el9.x86_64 10/32 2024-09-17T10:27:21.857 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/32 2024-09-17T10:27:21.870 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libradosstriper1-2:18.2.0-0.el9.x86_64 11/32 2024-09-17T10:27:21.884 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-09-17T10:27:21.929 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-09-17T10:27:21.936 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libradosstriper1-2:18.2.0-0.el9.x86_64 11/32 2024-09-17T10:27:21.962 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-09-17T10:27:22.041 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-09-17T10:27:22.077 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-09-17T10:27:22.125 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-09-17T10:27:22.151 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/32 2024-09-17T10:27:22.178 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-09-17T10:27:22.214 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-09-17T10:27:22.239 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-09-17T10:27:22.261 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-09-17T10:27:22.316 INFO:teuthology.orchestra.run.smithi159.stdout: Upgrading : librbd1-2:18.2.0-0.el9.x86_64 20/32 2024-09-17T10:27:22.390 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: librbd1-2:18.2.0-0.el9.x86_64 20/32 2024-09-17T10:27:22.421 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-rbd-2:18.2.0-0.el9.x86_64 21/32 2024-09-17T10:27:22.457 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-09-17T10:27:22.536 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-09-17T10:27:22.576 INFO:teuthology.orchestra.run.smithi170.stdout: Upgrading : librbd1-2:18.2.0-0.el9.x86_64 20/32 2024-09-17T10:27:22.658 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librbd1-2:18.2.0-0.el9.x86_64 20/32 2024-09-17T10:27:22.689 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rbd-2:18.2.0-0.el9.x86_64 21/32 2024-09-17T10:27:22.725 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-09-17T10:27:22.862 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-09-17T10:27:22.894 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : librgw2-2:18.2.0-0.el9.x86_64 24/32 2024-09-17T10:27:22.949 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: librgw2-2:18.2.0-0.el9.x86_64 24/32 2024-09-17T10:27:23.025 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-rgw-2:18.2.0-0.el9.x86_64 25/32 2024-09-17T10:27:23.054 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-ceph-common-2:18.2.0-0.el9.x86_64 26/32 2024-09-17T10:27:23.125 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-09-17T10:27:23.162 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librgw2-2:18.2.0-0.el9.x86_64 24/32 2024-09-17T10:27:23.226 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librgw2-2:18.2.0-0.el9.x86_64 24/32 2024-09-17T10:27:23.300 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rgw-2:18.2.0-0.el9.x86_64 25/32 2024-09-17T10:27:23.331 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ceph-common-2:18.2.0-0.el9.x86_64 26/32 2024-09-17T10:27:25.177 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-common-2:18.2.0-0.el9.x86_64 27/32 2024-09-17T10:27:25.226 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-common-2:18.2.0-0.el9.x86_64 27/32 2024-09-17T10:27:25.419 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-common-2:18.2.0-0.el9.x86_64 27/32 2024-09-17T10:27:25.461 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-common-2:18.2.0-0.el9.x86_64 27/32 2024-09-17T10:27:25.780 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-common-2:18.2.0-0.el9.x86_64 27/32 2024-09-17T10:27:25.821 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-base-2:18.2.0-0.el9.x86_64 28/32 2024-09-17T10:27:25.898 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-base-2:18.2.0-0.el9.x86_64 28/32 2024-09-17T10:27:25.898 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-17T10:27:25.898 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-17T10:27:25.898 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:25.939 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-selinux-2:18.2.0-0.el9.x86_64 29/32 2024-09-17T10:27:26.034 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-common-2:18.2.0-0.el9.x86_64 27/32 2024-09-17T10:27:26.072 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-base-2:18.2.0-0.el9.x86_64 28/32 2024-09-17T10:27:26.152 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-base-2:18.2.0-0.el9.x86_64 28/32 2024-09-17T10:27:26.152 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-17T10:27:26.152 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-17T10:27:26.152 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:26.182 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-selinux-2:18.2.0-0.el9.x86_64 29/32 2024-09-17T10:27:36.098 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-selinux-2:18.2.0-0.el9.x86_64 29/32 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout:skipping the directory /sys 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout:skipping the directory /proc 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout:skipping the directory /mnt 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout:skipping the directory /var/tmp 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout:skipping the directory /home 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout:skipping the directory /root 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout:skipping the directory /tmp 2024-09-17T10:27:36.099 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:36.134 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-selinux-2:18.2.0-0.el9.x86_64 29/32 2024-09-17T10:27:36.134 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /sys 2024-09-17T10:27:36.134 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /proc 2024-09-17T10:27:36.135 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /mnt 2024-09-17T10:27:36.135 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /var/tmp 2024-09-17T10:27:36.135 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /home 2024-09-17T10:27:36.135 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /root 2024-09-17T10:27:36.135 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /tmp 2024-09-17T10:27:36.135 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:36.831 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-radosgw-2:18.2.0-0.el9.x86_64 30/32 2024-09-17T10:27:36.857 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-radosgw-2:18.2.0-0.el9.x86_64 30/32 2024-09-17T10:27:36.858 INFO:teuthology.orchestra.run.smithi159.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:36.858 INFO:teuthology.orchestra.run.smithi159.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-17T10:27:36.858 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T10:27:36.858 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T10:27:36.858 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:36.859 INFO:teuthology.orchestra.run.smithi159.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-17T10:27:36.901 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-radosgw-2:18.2.0-0.el9.x86_64 30/32 2024-09-17T10:27:36.926 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-radosgw-2:18.2.0-0.el9.x86_64 30/32 2024-09-17T10:27:36.927 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:36.927 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-17T10:27:36.927 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T10:27:36.927 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-17T10:27:36.927 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:36.929 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-17T10:27:36.975 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-17T10:27:36.975 INFO:teuthology.orchestra.run.smithi159.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-17T10:27:37.012 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-17T10:27:37.012 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-17T10:27:38.165 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-17T10:27:38.165 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-base-2:18.2.0-0.el9.x86_64 1/32 2024-09-17T10:27:38.165 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-common-2:18.2.0-0.el9.x86_64 2/32 2024-09-17T10:27:38.165 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-radosgw-2:18.2.0-0.el9.x86_64 3/32 2024-09-17T10:27:38.165 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-selinux-2:18.2.0-0.el9.x86_64 4/32 2024-09-17T10:27:38.165 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libcephfs2-2:18.2.0-0.el9.x86_64 5/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libradosstriper1-2:18.2.0-0.el9.x86_64 6/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librgw2-2:18.2.0-0.el9.x86_64 7/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-ceph-argparse-2:18.2.0-0.el9.x86_64 8/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-ceph-common-2:18.2.0-0.el9.x86_64 9/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-cephfs-2:18.2.0-0.el9.x86_64 10/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-rados-2:18.2.0-0.el9.x86_64 11/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-rbd-2:18.2.0-0.el9.x86_64 12/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-rgw-2:18.2.0-0.el9.x86_64 13/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-09-17T10:27:38.166 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 21/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-09-17T10:27:38.167 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-09-17T10:27:38.168 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-09-17T10:27:38.168 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-09-17T10:27:38.168 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librados2-2:18.2.0-0.el9.x86_64 29/32 2024-09-17T10:27:38.168 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-09-17T10:27:38.168 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librbd1-2:18.2.0-0.el9.x86_64 31/32 2024-09-17T10:27:38.206 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-17T10:27:38.206 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-base-2:18.2.0-0.el9.x86_64 1/32 2024-09-17T10:27:38.206 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-common-2:18.2.0-0.el9.x86_64 2/32 2024-09-17T10:27:38.206 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-radosgw-2:18.2.0-0.el9.x86_64 3/32 2024-09-17T10:27:38.206 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-selinux-2:18.2.0-0.el9.x86_64 4/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephfs2-2:18.2.0-0.el9.x86_64 5/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libradosstriper1-2:18.2.0-0.el9.x86_64 6/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librgw2-2:18.2.0-0.el9.x86_64 7/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ceph-argparse-2:18.2.0-0.el9.x86_64 8/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ceph-common-2:18.2.0-0.el9.x86_64 9/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cephfs-2:18.2.0-0.el9.x86_64 10/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rados-2:18.2.0-0.el9.x86_64 11/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rbd-2:18.2.0-0.el9.x86_64 12/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rgw-2:18.2.0-0.el9.x86_64 13/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-09-17T10:27:38.207 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 21/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-09-17T10:27:38.208 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-09-17T10:27:38.209 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-09-17T10:27:38.209 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-09-17T10:27:38.209 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-09-17T10:27:38.209 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados2-2:18.2.0-0.el9.x86_64 29/32 2024-09-17T10:27:38.209 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-09-17T10:27:38.209 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librbd1-2:18.2.0-0.el9.x86_64 31/32 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout:Upgraded: 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout: librados2-2:18.2.0-0.el9.x86_64 librbd1-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.178 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-common-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-radosgw-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-selinux-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs2-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-17T10:27:39.179 INFO:teuthology.orchestra.run.smithi170.stdout: librgw2-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-argparse-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cephfs-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rados-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rbd-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rgw-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.180 INFO:teuthology.orchestra.run.smithi170.stdout: re2-1:20211101-20.el9.x86_64 2024-09-17T10:27:39.181 INFO:teuthology.orchestra.run.smithi170.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-17T10:27:39.181 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:39.181 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:27:39.394 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-09-17T10:27:39.394 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:39.394 INFO:teuthology.orchestra.run.smithi159.stdout:Upgraded: 2024-09-17T10:27:39.395 INFO:teuthology.orchestra.run.smithi159.stdout: librados2-2:18.2.0-0.el9.x86_64 librbd1-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.395 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:27:39.395 INFO:teuthology.orchestra.run.smithi159.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-17T10:27:39.395 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-base-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.395 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-common-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.395 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-radosgw-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.396 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-selinux-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.396 INFO:teuthology.orchestra.run.smithi159.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-17T10:27:39.396 INFO:teuthology.orchestra.run.smithi159.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-17T10:27:39.396 INFO:teuthology.orchestra.run.smithi159.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-17T10:27:39.396 INFO:teuthology.orchestra.run.smithi159.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-17T10:27:39.396 INFO:teuthology.orchestra.run.smithi159.stdout: libcephfs2-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.397 INFO:teuthology.orchestra.run.smithi159.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-17T10:27:39.397 INFO:teuthology.orchestra.run.smithi159.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-17T10:27:39.397 INFO:teuthology.orchestra.run.smithi159.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-17T10:27:39.397 INFO:teuthology.orchestra.run.smithi159.stdout: libradosstriper1-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.397 INFO:teuthology.orchestra.run.smithi159.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-17T10:27:39.398 INFO:teuthology.orchestra.run.smithi159.stdout: librgw2-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.398 INFO:teuthology.orchestra.run.smithi159.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-17T10:27:39.398 INFO:teuthology.orchestra.run.smithi159.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-17T10:27:39.398 INFO:teuthology.orchestra.run.smithi159.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-17T10:27:39.398 INFO:teuthology.orchestra.run.smithi159.stdout: python3-ceph-argparse-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.398 INFO:teuthology.orchestra.run.smithi159.stdout: python3-ceph-common-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.399 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cephfs-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.399 INFO:teuthology.orchestra.run.smithi159.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-17T10:27:39.399 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rados-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.399 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rbd-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.399 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rgw-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:39.399 INFO:teuthology.orchestra.run.smithi159.stdout: re2-1:20211101-20.el9.x86_64 2024-09-17T10:27:39.400 INFO:teuthology.orchestra.run.smithi159.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-17T10:27:39.400 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:39.400 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:27:39.507 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-test 2024-09-17T10:27:39.754 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-test 2024-09-17T10:27:40.087 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:26 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:27:40.218 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:27:40.218 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:40.218 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:27:40.218 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-test x86_64 2:18.2.0-0.el9 ceph 40 M 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout: libcephsqlite x86_64 2:18.2.0-0.el9 ceph 161 k 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout:Install 4 Packages 2024-09-17T10:27:40.219 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:40.220 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 40 M 2024-09-17T10:27:40.220 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 165 M 2024-09-17T10:27:40.220 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:27:40.302 INFO:teuthology.orchestra.run.smithi170.stdout:(1/4): libcephsqlite-18.2.0-0.el9.x86_64.rpm 2.6 MB/s | 161 kB 00:00 2024-09-17T10:27:40.333 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:26 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:27:40.465 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:27:40.465 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:40.466 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:27:40.466 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:40.466 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:27:40.466 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-test x86_64 2:18.2.0-0.el9 ceph 40 M 2024-09-17T10:27:40.466 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:27:40.466 INFO:teuthology.orchestra.run.smithi159.stdout: libcephsqlite x86_64 2:18.2.0-0.el9 ceph 161 k 2024-09-17T10:27:40.466 INFO:teuthology.orchestra.run.smithi159.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-17T10:27:40.467 INFO:teuthology.orchestra.run.smithi159.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-17T10:27:40.467 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:40.467 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:27:40.467 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:40.467 INFO:teuthology.orchestra.run.smithi159.stdout:Install 4 Packages 2024-09-17T10:27:40.467 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:40.468 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 40 M 2024-09-17T10:27:40.468 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 165 M 2024-09-17T10:27:40.468 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:27:40.700 INFO:teuthology.orchestra.run.smithi159.stdout:(1/4): libcephsqlite-18.2.0-0.el9.x86_64.rpm 2.8 MB/s | 161 kB 00:00 2024-09-17T10:27:40.785 INFO:teuthology.orchestra.run.smithi170.stdout:(2/4): ceph-test-18.2.0-0.el9.x86_64.rpm 73 MB/s | 40 MB 00:00 2024-09-17T10:27:40.810 INFO:teuthology.orchestra.run.smithi170.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 125 kB/s | 64 kB 00:00 2024-09-17T10:27:40.825 INFO:teuthology.orchestra.run.smithi159.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 510 kB/s | 64 kB 00:00 2024-09-17T10:27:40.876 INFO:teuthology.orchestra.run.smithi159.stdout:(3/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.3 MB/s | 304 kB 00:00 2024-09-17T10:27:41.242 INFO:teuthology.orchestra.run.smithi159.stdout:(4/4): ceph-test-18.2.0-0.el9.x86_64.rpm 66 MB/s | 40 MB 00:00 2024-09-17T10:27:41.244 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:27:41.245 INFO:teuthology.orchestra.run.smithi159.stdout:Total 52 MB/s | 40 MB 00:00 2024-09-17T10:27:41.271 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:27:41.290 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:27:41.290 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:27:41.319 INFO:teuthology.orchestra.run.smithi170.stdout:(4/4): socat-1.7.4.1-6.el9.x86_64.rpm 282 kB/s | 304 kB 00:01 2024-09-17T10:27:41.321 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:27:41.321 INFO:teuthology.orchestra.run.smithi170.stdout:Total 36 MB/s | 40 MB 00:01 2024-09-17T10:27:41.348 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:27:41.367 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:27:41.368 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:27:41.641 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:27:41.641 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:27:41.696 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:27:41.697 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:27:42.117 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:27:42.182 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:27:42.207 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-17T10:27:42.261 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-17T10:27:42.264 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-17T10:27:42.286 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libcephsqlite-2:18.2.0-0.el9.x86_64 3/4 2024-09-17T10:27:42.325 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-17T10:27:42.354 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephsqlite-2:18.2.0-0.el9.x86_64 3/4 2024-09-17T10:27:46.061 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: libcephsqlite-2:18.2.0-0.el9.x86_64 3/4 2024-09-17T10:27:46.066 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephsqlite-2:18.2.0-0.el9.x86_64 3/4 2024-09-17T10:27:46.143 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-test-2:18.2.0-0.el9.x86_64 4/4 2024-09-17T10:27:46.144 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-test-2:18.2.0-0.el9.x86_64 4/4 2024-09-17T10:27:48.215 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-test-2:18.2.0-0.el9.x86_64 4/4 2024-09-17T10:27:48.215 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-test-2:18.2.0-0.el9.x86_64 1/4 2024-09-17T10:27:48.215 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephsqlite-2:18.2.0-0.el9.x86_64 2/4 2024-09-17T10:27:48.215 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-17T10:27:48.285 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-test-2:18.2.0-0.el9.x86_64 4/4 2024-09-17T10:27:48.285 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-test-2:18.2.0-0.el9.x86_64 1/4 2024-09-17T10:27:48.285 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libcephsqlite-2:18.2.0-0.el9.x86_64 2/4 2024-09-17T10:27:48.285 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-17T10:27:48.522 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-17T10:27:48.522 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:48.522 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:27:48.522 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-test-2:18.2.0-0.el9.x86_64 libcephsqlite-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:48.522 INFO:teuthology.orchestra.run.smithi170.stdout: socat-1.7.4.1-6.el9.x86_64 xmlstarlet-1.6.1-20.el9.x86_64 2024-09-17T10:27:48.522 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:48.522 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:27:48.607 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-17T10:27:48.607 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:48.607 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:27:48.607 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-test-2:18.2.0-0.el9.x86_64 libcephsqlite-2:18.2.0-0.el9.x86_64 2024-09-17T10:27:48.607 INFO:teuthology.orchestra.run.smithi159.stdout: socat-1.7.4.1-6.el9.x86_64 xmlstarlet-1.6.1-20.el9.x86_64 2024-09-17T10:27:48.607 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:48.607 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:27:48.786 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph 2024-09-17T10:27:48.928 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph 2024-09-17T10:27:49.381 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:35 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:27:49.516 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:35 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:27:49.523 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:27:49.526 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:49.526 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-17T10:27:49.526 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:49.526 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:27:49.526 INFO:teuthology.orchestra.run.smithi170.stdout: ceph x86_64 2:18.2.0-0.el9 ceph 6.4 k 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mds x86_64 2:18.2.0-0.el9 ceph 2.1 M 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr x86_64 2:18.2.0-0.el9 ceph 1.4 M 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core noarch 2:18.2.0-0.el9 ceph-noarch 240 k 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mon x86_64 2:18.2.0-0.el9 ceph 4.4 M 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-osd x86_64 2:18.2.0-0.el9 ceph 18 M 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-17T10:27:49.527 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-17T10:27:49.528 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout:Install 33 Packages 2024-09-17T10:27:49.529 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:49.530 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 30 M 2024-09-17T10:27:49.530 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 109 M 2024-09-17T10:27:49.530 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:27:49.652 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout: Package Arch Version Repository Size 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout: ceph x86_64 2:18.2.0-0.el9 ceph 6.4 k 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mds x86_64 2:18.2.0-0.el9 ceph 2.1 M 2024-09-17T10:27:49.655 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr x86_64 2:18.2.0-0.el9 ceph 1.4 M 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-modules-core noarch 2:18.2.0-0.el9 ceph-noarch 240 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mon x86_64 2:18.2.0-0.el9 ceph 4.4 M 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-osd x86_64 2:18.2.0-0.el9 ceph 18 M 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-17T10:27:49.656 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-17T10:27:49.657 INFO:teuthology.orchestra.run.smithi159.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout:Install 33 Packages 2024-09-17T10:27:49.658 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:49.659 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 30 M 2024-09-17T10:27:49.659 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 109 M 2024-09-17T10:27:49.659 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:27:49.912 INFO:teuthology.orchestra.run.smithi170.stdout:(1/33): ceph-18.2.0-0.el9.x86_64.rpm 102 kB/s | 6.4 kB 00:00 2024-09-17T10:27:49.953 INFO:teuthology.orchestra.run.smithi170.stdout:(2/33): ceph-mgr-18.2.0-0.el9.x86_64.rpm 14 MB/s | 1.4 MB 00:00 2024-09-17T10:27:50.004 INFO:teuthology.orchestra.run.smithi170.stdout:(3/33): ceph-mds-18.2.0-0.el9.x86_64.rpm 14 MB/s | 2.1 MB 00:00 2024-09-17T10:27:50.046 INFO:teuthology.orchestra.run.smithi170.stdout:(4/33): ceph-mgr-modules-core-18.2.0-0.el9.noar 5.6 MB/s | 240 kB 00:00 2024-09-17T10:27:50.138 INFO:teuthology.orchestra.run.smithi170.stdout:(5/33): ceph-mon-18.2.0-0.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-09-17T10:27:50.160 INFO:teuthology.orchestra.run.smithi159.stdout:(1/33): ceph-18.2.0-0.el9.x86_64.rpm 108 kB/s | 6.4 kB 00:00 2024-09-17T10:27:50.219 INFO:teuthology.orchestra.run.smithi159.stdout:(2/33): ceph-mds-18.2.0-0.el9.x86_64.rpm 18 MB/s | 2.1 MB 00:00 2024-09-17T10:27:50.253 INFO:teuthology.orchestra.run.smithi159.stdout:(3/33): ceph-mgr-18.2.0-0.el9.x86_64.rpm 9.5 MB/s | 1.4 MB 00:00 2024-09-17T10:27:50.286 INFO:teuthology.orchestra.run.smithi159.stdout:(4/33): ceph-mgr-modules-core-18.2.0-0.el9.noar 7.0 MB/s | 240 kB 00:00 2024-09-17T10:27:50.362 INFO:teuthology.orchestra.run.smithi159.stdout:(5/33): ceph-mon-18.2.0-0.el9.x86_64.rpm 22 MB/s | 4.4 MB 00:00 2024-09-17T10:27:50.371 INFO:teuthology.orchestra.run.smithi170.stdout:(6/33): ceph-osd-18.2.0-0.el9.x86_64.rpm 42 MB/s | 18 MB 00:00 2024-09-17T10:27:50.464 INFO:teuthology.orchestra.run.smithi170.stdout:(7/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 607 kB/s | 253 kB 00:00 2024-09-17T10:27:50.505 INFO:teuthology.orchestra.run.smithi170.stdout:(8/33): python3-ply-3.11-14.el9.noarch.rpm 797 kB/s | 106 kB 00:00 2024-09-17T10:27:50.531 INFO:teuthology.orchestra.run.smithi170.stdout:(9/33): python3-pycparser-2.20-6.el9.noarch.rpm 2.0 MB/s | 135 kB 00:00 2024-09-17T10:27:50.572 INFO:teuthology.orchestra.run.smithi170.stdout:(10/33): python3-cryptography-36.0.1-4.el9.x86_ 2.8 MB/s | 1.2 MB 00:00 2024-09-17T10:27:50.595 INFO:teuthology.orchestra.run.smithi159.stdout:(6/33): ceph-osd-18.2.0-0.el9.x86_64.rpm 47 MB/s | 18 MB 00:00 2024-09-17T10:27:50.598 INFO:teuthology.orchestra.run.smithi170.stdout:(11/33): python3-requests-2.25.1-8.el9.noarch.r 1.3 MB/s | 125 kB 00:00 2024-09-17T10:27:50.623 INFO:teuthology.orchestra.run.smithi170.stdout:(12/33): python3-urllib3-1.26.5-6.el9.noarch.rp 2.3 MB/s | 215 kB 00:00 2024-09-17T10:27:50.682 INFO:teuthology.orchestra.run.smithi170.stdout:(13/33): python3-markupsafe-1.1.1-12.el9.x86_64 415 kB/s | 35 kB 00:00 2024-09-17T10:27:50.715 INFO:teuthology.orchestra.run.smithi170.stdout:(14/33): python3-mako-1.1.4-6.el9.noarch.rpm 1.2 MB/s | 172 kB 00:00 2024-09-17T10:27:50.741 INFO:teuthology.orchestra.run.smithi170.stdout:(15/33): python3-pytz-2021.1-5.el9.noarch.rpm 436 kB/s | 51 kB 00:00 2024-09-17T10:27:50.766 INFO:teuthology.orchestra.run.smithi170.stdout:(16/33): python3-toml-0.10.2-6.el9.noarch.rpm 498 kB/s | 42 kB 00:00 2024-09-17T10:27:50.824 INFO:teuthology.orchestra.run.smithi170.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 522 kB/s | 43 kB 00:00 2024-09-17T10:27:50.850 INFO:teuthology.orchestra.run.smithi170.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 428 kB/s | 11 kB 00:00 2024-09-17T10:27:50.875 INFO:teuthology.orchestra.run.smithi170.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-17T10:27:50.900 INFO:teuthology.orchestra.run.smithi170.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 352 kB/s | 18 kB 00:00 2024-09-17T10:27:50.926 INFO:teuthology.orchestra.run.smithi170.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 460 kB/s | 23 kB 00:00 2024-09-17T10:27:50.951 INFO:teuthology.orchestra.run.smithi170.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 387 kB/s | 19 kB 00:00 2024-09-17T10:27:50.976 INFO:teuthology.orchestra.run.smithi170.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 393 kB/s | 20 kB 00:00 2024-09-17T10:27:51.001 INFO:teuthology.orchestra.run.smithi170.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 923 kB/s | 46 kB 00:00 2024-09-17T10:27:51.004 INFO:teuthology.orchestra.run.smithi159.stdout:(7/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 353 kB/s | 253 kB 00:00 2024-09-17T10:27:51.027 INFO:teuthology.orchestra.run.smithi170.stdout:(25/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.3 MB/s | 358 kB 00:00 2024-09-17T10:27:51.052 INFO:teuthology.orchestra.run.smithi170.stdout:(26/33): python3-more-itertools-8.12.0-2.el9.no 1.0 MB/s | 79 kB 00:00 2024-09-17T10:27:51.054 INFO:teuthology.orchestra.run.smithi159.stdout:(8/33): python3-ply-3.11-14.el9.noarch.rpm 232 kB/s | 106 kB 00:00 2024-09-17T10:27:51.077 INFO:teuthology.orchestra.run.smithi170.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 326 kB/s | 16 kB 00:00 2024-09-17T10:27:51.102 INFO:teuthology.orchestra.run.smithi170.stdout:(28/33): python3-tempora-5.0.0-2.el9.noarch.rpm 1.4 MB/s | 36 kB 00:00 2024-09-17T10:27:51.113 INFO:teuthology.orchestra.run.smithi159.stdout:(9/33): python3-pycparser-2.20-6.el9.noarch.rpm 1.2 MB/s | 135 kB 00:00 2024-09-17T10:27:51.128 INFO:teuthology.orchestra.run.smithi170.stdout:(29/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.2 MB/s | 90 kB 00:00 2024-09-17T10:27:51.153 INFO:teuthology.orchestra.run.smithi170.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-09-17T10:27:51.178 INFO:teuthology.orchestra.run.smithi170.stdout:(31/33): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-17T10:27:51.203 INFO:teuthology.orchestra.run.smithi170.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 399 kB/s | 20 kB 00:00 2024-09-17T10:27:51.229 INFO:teuthology.orchestra.run.smithi170.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.1 MB/s | 427 kB 00:00 2024-09-17T10:27:51.230 INFO:teuthology.orchestra.run.smithi159.stdout:(10/33): python3-urllib3-1.26.5-6.el9.noarch.rp 1.8 MB/s | 215 kB 00:00 2024-09-17T10:27:51.234 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:27:51.234 INFO:teuthology.orchestra.run.smithi170.stdout:Total 18 MB/s | 30 MB 00:01 2024-09-17T10:27:51.255 INFO:teuthology.orchestra.run.smithi159.stdout:(11/33): python3-requests-2.25.1-8.el9.noarch.r 622 kB/s | 125 kB 00:00 2024-09-17T10:27:51.322 INFO:teuthology.orchestra.run.smithi159.stdout:(12/33): python3-markupsafe-1.1.1-12.el9.x86_64 521 kB/s | 35 kB 00:00 2024-09-17T10:27:51.358 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:27:51.359 INFO:teuthology.orchestra.run.smithi159.stdout:(13/33): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-17T10:27:51.384 INFO:teuthology.orchestra.run.smithi159.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 827 kB/s | 51 kB 00:00 2024-09-17T10:27:51.396 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:27:51.396 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:27:51.410 INFO:teuthology.orchestra.run.smithi159.stdout:(15/33): python3-toml-0.10.2-6.el9.noarch.rpm 827 kB/s | 42 kB 00:00 2024-09-17T10:27:51.460 INFO:teuthology.orchestra.run.smithi159.stdout:(16/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 577 kB/s | 43 kB 00:00 2024-09-17T10:27:51.494 INFO:teuthology.orchestra.run.smithi159.stdout:(17/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-09-17T10:27:51.519 INFO:teuthology.orchestra.run.smithi159.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 431 kB/s | 11 kB 00:00 2024-09-17T10:27:51.544 INFO:teuthology.orchestra.run.smithi159.stdout:(19/33): python3-jaraco-classes-3.2.1-5.el9.noa 703 kB/s | 18 kB 00:00 2024-09-17T10:27:51.569 INFO:teuthology.orchestra.run.smithi159.stdout:(20/33): python3-cherrypy-18.6.1-2.el9.noarch.r 3.2 MB/s | 358 kB 00:00 2024-09-17T10:27:51.611 INFO:teuthology.orchestra.run.smithi159.stdout:(21/33): python3-cryptography-36.0.1-4.el9.x86_ 1.0 MB/s | 1.2 MB 00:01 2024-09-17T10:27:51.636 INFO:teuthology.orchestra.run.smithi159.stdout:(22/33): python3-jaraco-collections-3.0.0-8.el9 251 kB/s | 23 kB 00:00 2024-09-17T10:27:51.654 INFO:teuthology.orchestra.run.smithi159.stdout:(23/33): python3-jaraco-functools-3.5.0-2.el9.n 231 kB/s | 19 kB 00:00 2024-09-17T10:27:51.679 INFO:teuthology.orchestra.run.smithi159.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 2.6 MB/s | 46 kB 00:00 2024-09-17T10:27:51.712 INFO:teuthology.orchestra.run.smithi159.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-09-17T10:27:51.729 INFO:teuthology.orchestra.run.smithi159.stdout:(26/33): python3-jaraco-text-3.2.0-6.el9.noarch 167 kB/s | 20 kB 00:00 2024-09-17T10:27:51.746 INFO:teuthology.orchestra.run.smithi159.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 488 kB/s | 16 kB 00:00 2024-09-17T10:27:51.763 INFO:teuthology.orchestra.run.smithi159.stdout:(28/33): python3-tempora-5.0.0-2.el9.noarch.rpm 2.1 MB/s | 36 kB 00:00 2024-09-17T10:27:51.789 INFO:teuthology.orchestra.run.smithi159.stdout:(29/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.5 MB/s | 90 kB 00:00 2024-09-17T10:27:51.803 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:27:51.803 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:27:51.839 INFO:teuthology.orchestra.run.smithi159.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-09-17T10:27:51.864 INFO:teuthology.orchestra.run.smithi159.stdout:(31/33): python3-zc-lockfile-2.0-10.el9.noarch. 803 kB/s | 20 kB 00:00 2024-09-17T10:27:51.897 INFO:teuthology.orchestra.run.smithi159.stdout:(32/33): python3-webob-1.8.8-2.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-09-17T10:27:51.931 INFO:teuthology.orchestra.run.smithi159.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 2.9 MB/s | 427 kB 00:00 2024-09-17T10:27:51.936 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:27:51.936 INFO:teuthology.orchestra.run.smithi159.stdout:Total 13 MB/s | 30 MB 00:02 2024-09-17T10:27:52.057 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:27:52.096 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:27:52.096 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:27:52.535 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:27:52.536 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:27:53.032 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:27:53.090 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-09-17T10:27:53.131 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-09-17T10:27:53.164 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-09-17T10:27:53.255 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-09-17T10:27:53.326 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-09-17T10:27:53.375 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-09-17T10:27:53.410 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-09-17T10:27:53.440 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-09-17T10:27:53.491 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-09-17T10:27:53.519 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-09-17T10:27:53.552 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-09-17T10:27:53.594 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-09-17T10:27:53.629 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-09-17T10:27:53.667 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-09-17T10:27:53.742 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-09-17T10:27:53.798 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:27:53.868 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-09-17T10:27:53.880 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-09-17T10:27:53.908 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-09-17T10:27:53.950 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-09-17T10:27:53.967 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-09-17T10:27:54.020 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-09-17T10:27:54.051 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-09-17T10:27:54.059 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-09-17T10:27:54.107 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-09-17T10:27:54.137 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-09-17T10:27:54.163 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-09-17T10:27:54.177 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-09-17T10:27:54.212 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-09-17T10:27:54.242 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-09-17T10:27:54.277 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-09-17T10:27:54.310 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-09-17T10:27:54.351 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-09-17T10:27:54.351 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-09-17T10:27:54.395 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-09-17T10:27:54.405 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-09-17T10:27:54.429 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-09-17T10:27:54.476 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-09-17T10:27:54.482 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-09-17T10:27:54.558 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-09-17T10:27:54.572 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-09-17T10:27:54.612 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-09-17T10:27:54.706 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-09-17T10:27:54.728 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-09-17T10:27:54.792 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-09-17T10:27:54.864 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-09-17T10:27:54.894 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-modules-core-2:18.2.0-0.el9.noarch 28/33 2024-09-17T10:27:54.901 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-09-17T10:27:54.923 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-2:18.2.0-0.el9.x86_64 29/33 2024-09-17T10:27:54.949 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-2:18.2.0-0.el9.x86_64 29/33 2024-09-17T10:27:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-17T10:27:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T10:27:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T10:27:54.950 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:54.951 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-09-17T10:27:55.007 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-09-17T10:27:55.196 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-09-17T10:27:55.247 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-09-17T10:27:55.326 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-09-17T10:27:55.419 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-09-17T10:27:55.454 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-09-17T10:27:55.569 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-09-17T10:27:55.745 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mgr-modules-core-2:18.2.0-0.el9.noarch 28/33 2024-09-17T10:27:55.774 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mgr-2:18.2.0-0.el9.x86_64 29/33 2024-09-17T10:27:55.798 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-mgr-2:18.2.0-0.el9.x86_64 29/33 2024-09-17T10:27:55.798 INFO:teuthology.orchestra.run.smithi159.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:55.798 INFO:teuthology.orchestra.run.smithi159.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-17T10:27:55.798 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T10:27:55.799 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-17T10:27:55.799 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:56.516 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-osd-2:18.2.0-0.el9.x86_64 30/33 2024-09-17T10:27:56.546 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-osd-2:18.2.0-0.el9.x86_64 30/33 2024-09-17T10:27:56.546 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:56.546 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-17T10:27:56.546 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T10:27:56.546 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T10:27:56.546 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:56.992 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mon-2:18.2.0-0.el9.x86_64 31/33 2024-09-17T10:27:57.016 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mon-2:18.2.0-0.el9.x86_64 31/33 2024-09-17T10:27:57.016 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:57.016 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-17T10:27:57.016 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T10:27:57.017 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T10:27:57.017 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:57.228 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mds-2:18.2.0-0.el9.x86_64 32/33 2024-09-17T10:27:57.252 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mds-2:18.2.0-0.el9.x86_64 32/33 2024-09-17T10:27:57.253 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:57.253 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-17T10:27:57.253 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T10:27:57.253 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T10:27:57.253 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:27:57.317 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-2:18.2.0-0.el9.x86_64 33/33 2024-09-17T10:27:57.367 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-osd-2:18.2.0-0.el9.x86_64 30/33 2024-09-17T10:27:57.396 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-osd-2:18.2.0-0.el9.x86_64 30/33 2024-09-17T10:27:57.396 INFO:teuthology.orchestra.run.smithi159.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:57.396 INFO:teuthology.orchestra.run.smithi159.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-17T10:27:57.396 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T10:27:57.397 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-17T10:27:57.397 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:57.851 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mon-2:18.2.0-0.el9.x86_64 31/33 2024-09-17T10:27:57.875 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-mon-2:18.2.0-0.el9.x86_64 31/33 2024-09-17T10:27:57.875 INFO:teuthology.orchestra.run.smithi159.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:57.875 INFO:teuthology.orchestra.run.smithi159.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-17T10:27:57.875 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T10:27:57.875 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-17T10:27:57.875 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:58.085 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mds-2:18.2.0-0.el9.x86_64 32/33 2024-09-17T10:27:58.109 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-mds-2:18.2.0-0.el9.x86_64 32/33 2024-09-17T10:27:58.109 INFO:teuthology.orchestra.run.smithi159.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:27:58.109 INFO:teuthology.orchestra.run.smithi159.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-17T10:27:58.109 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T10:27:58.109 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-17T10:27:58.109 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:27:58.174 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-2:18.2.0-0.el9.x86_64 33/33 2024-09-17T10:27:59.084 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-2:18.2.0-0.el9.x86_64 33/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-2:18.2.0-0.el9.x86_64 1/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mds-2:18.2.0-0.el9.x86_64 2/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-2:18.2.0-0.el9.x86_64 3/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mon-2:18.2.0-0.el9.x86_64 4/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-osd-2:18.2.0-0.el9.x86_64 5/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-modules-core-2:18.2.0-0.el9.noarch 6/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-09-17T10:27:59.085 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-09-17T10:27:59.086 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-09-17T10:27:59.087 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-09-17T10:27:59.887 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-2:18.2.0-0.el9.x86_64 33/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-2:18.2.0-0.el9.x86_64 1/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mds-2:18.2.0-0.el9.x86_64 2/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mgr-2:18.2.0-0.el9.x86_64 3/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mon-2:18.2.0-0.el9.x86_64 4/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-osd-2:18.2.0-0.el9.x86_64 5/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mgr-modules-core-2:18.2.0-0.el9.noarch 6/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-09-17T10:27:59.888 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-09-17T10:27:59.889 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-09-17T10:27:59.890 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-09-17T10:28:00.162 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-09-17T10:28:00.162 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mds-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core-2:18.2.0-0.el9.noarch 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mon-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-osd-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-17T10:28:00.163 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ply-3.11-14.el9.noarch 2024-09-17T10:28:00.164 INFO:teuthology.orchestra.run.smithi170.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:00.165 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:00.543 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-base 2024-09-17T10:28:00.895 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-09-17T10:28:00.895 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:00.895 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:00.895 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mds-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-modules-core-2:18.2.0-0.el9.noarch 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mon-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-osd-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-17T10:28:00.896 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-ply-3.11-14.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-17T10:28:00.897 INFO:teuthology.orchestra.run.smithi159.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:00.898 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:01.130 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:47 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:01.219 INFO:teuthology.orchestra.run.smithi170.stdout:Package ceph-base-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:01.260 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:01.262 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:28:01.262 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:01.274 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-base 2024-09-17T10:28:01.330 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install cephadm 2024-09-17T10:28:01.869 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:47 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:01.905 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:47 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:01.958 INFO:teuthology.orchestra.run.smithi159.stdout:Package ceph-base-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:02.000 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:02.001 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:02.001 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:02.035 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:02.036 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout: cephadm noarch 2:18.2.0-0.el9 ceph-noarch 209 k 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 209 k 2024-09-17T10:28:02.037 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 200 k 2024-09-17T10:28:02.038 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:02.066 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install cephadm 2024-09-17T10:28:02.094 INFO:teuthology.orchestra.run.smithi170.stdout:cephadm-18.2.0-0.el9.noarch.rpm 3.6 MB/s | 209 kB 00:00 2024-09-17T10:28:02.094 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:02.095 INFO:teuthology.orchestra.run.smithi170.stdout:Total 3.5 MB/s | 209 kB 00:00 2024-09-17T10:28:02.095 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:02.100 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:02.100 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:02.103 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:02.103 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:02.173 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:02.624 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:02.643 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:48 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:02.723 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:02.776 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:02.776 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:02.776 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout: cephadm noarch 2:18.2.0-0.el9 ceph-noarch 209 k 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:Install 1 Package 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 209 k 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 200 k 2024-09-17T10:28:02.777 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:02.835 INFO:teuthology.orchestra.run.smithi159.stdout:cephadm-18.2.0-0.el9.noarch.rpm 3.5 MB/s | 209 kB 00:00 2024-09-17T10:28:02.836 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:02.836 INFO:teuthology.orchestra.run.smithi159.stdout:Total 3.4 MB/s | 209 kB 00:00 2024-09-17T10:28:02.836 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:02.841 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:02.841 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:02.843 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:02.844 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:02.911 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:03.107 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:03.368 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:03.368 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:03.368 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:03.368 INFO:teuthology.orchestra.run.smithi170.stdout: cephadm-2:18.2.0-0.el9.noarch 2024-09-17T10:28:03.368 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:03.368 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:03.388 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:03.482 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:03.605 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-immutable-object-cache 2024-09-17T10:28:03.840 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:04.101 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : cephadm-2:18.2.0-0.el9.noarch 1/1 2024-09-17T10:28:04.101 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:04.101 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:04.101 INFO:teuthology.orchestra.run.smithi159.stdout: cephadm-2:18.2.0-0.el9.noarch 2024-09-17T10:28:04.101 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:04.101 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:04.195 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:50 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:04.305 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-immutable-object-cache 2024-09-17T10:28:04.330 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:04.331 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:04.331 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2024-09-17T10:28:04.331 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:04.332 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:04.332 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-immutable-object-cache x86_64 2:18.2.0-0.el9 ceph 142 k 2024-09-17T10:28:04.332 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:04.332 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:04.332 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:04.332 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-17T10:28:04.333 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:04.333 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 142 k 2024-09-17T10:28:04.333 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 399 k 2024-09-17T10:28:04.333 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:04.375 INFO:teuthology.orchestra.run.smithi170.stdout:ceph-immutable-object-cache-18.2.0-0.el9.x86_64 3.3 MB/s | 142 kB 00:00 2024-09-17T10:28:04.376 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:04.376 INFO:teuthology.orchestra.run.smithi170.stdout:Total 3.1 MB/s | 142 kB 00:00 2024-09-17T10:28:04.376 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:04.383 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:04.384 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:04.441 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:04.441 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:04.586 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:04.642 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:04.667 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:04.668 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:28:04.668 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-17T10:28:04.668 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:04.903 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:50 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:05.038 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:05.039 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:05.039 INFO:teuthology.orchestra.run.smithi159.stdout: Package Arch Version Repo Size 2024-09-17T10:28:05.039 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-immutable-object-cache x86_64 2:18.2.0-0.el9 ceph 142 k 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout:Install 1 Package 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:05.040 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 142 k 2024-09-17T10:28:05.041 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 399 k 2024-09-17T10:28:05.041 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:05.092 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-immutable-object-cache-18.2.0-0.el9.x86_64 2.6 MB/s | 142 kB 00:00 2024-09-17T10:28:05.093 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:05.093 INFO:teuthology.orchestra.run.smithi159.stdout:Total 2.6 MB/s | 142 kB 00:00 2024-09-17T10:28:05.093 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:05.100 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:05.101 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:05.157 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:05.158 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:05.306 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:05.377 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:05.403 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:05.403 INFO:teuthology.orchestra.run.smithi159.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:28:05.403 INFO:teuthology.orchestra.run.smithi159.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-17T10:28:05.403 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:05.617 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:05.617 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:05.617 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:05.617 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:05.618 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:05.618 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:05.857 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr 2024-09-17T10:28:06.350 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:06.350 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:06.350 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:06.350 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-immutable-object-cache-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:06.351 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:06.351 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:06.446 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:52 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:06.538 INFO:teuthology.orchestra.run.smithi170.stdout:Package ceph-mgr-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:06.563 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-mgr 2024-09-17T10:28:06.580 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:06.580 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:28:06.581 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:06.641 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-dashboard 2024-09-17T10:28:07.159 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:53 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:07.216 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:53 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:07.253 INFO:teuthology.orchestra.run.smithi159.stdout:Package ceph-mgr-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:07.298 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:07.299 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:07.299 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:07.349 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:07.349 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:07.349 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-17T10:28:07.349 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard noarch 2:18.2.0-0.el9 ceph-noarch 1.7 M 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-grafana-dashboards noarch 2:18.2.0-0.el9 ceph-noarch 23 k 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-prometheus-alerts noarch 2:18.2.0-0.el9 ceph-noarch 15 k 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout:Installing weak dependencies: 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:07.350 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:07.351 INFO:teuthology.orchestra.run.smithi170.stdout:Install 7 Packages 2024-09-17T10:28:07.351 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:07.351 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 2.0 M 2024-09-17T10:28:07.351 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 8.1 M 2024-09-17T10:28:07.351 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:07.362 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-mgr-dashboard 2024-09-17T10:28:07.761 INFO:teuthology.orchestra.run.smithi170.stdout:(1/7): ceph-grafana-dashboards-18.2.0-0.el9.noa 333 kB/s | 23 kB 00:00 2024-09-17T10:28:07.788 INFO:teuthology.orchestra.run.smithi170.stdout:(2/7): ceph-prometheus-alerts-18.2.0-0.el9.noar 154 kB/s | 15 kB 00:00 2024-09-17T10:28:07.829 INFO:teuthology.orchestra.run.smithi170.stdout:(3/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 135 kB/s | 9.0 kB 00:00 2024-09-17T10:28:07.854 INFO:teuthology.orchestra.run.smithi170.stdout:(4/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 1.3 MB/s | 31 kB 00:00 2024-09-17T10:28:07.879 INFO:teuthology.orchestra.run.smithi170.stdout:(5/7): python3-jwt-2.4.0-1.el9.noarch.rpm 443 kB/s | 41 kB 00:00 2024-09-17T10:28:07.905 INFO:teuthology.orchestra.run.smithi170.stdout:(6/7): python3-routes-2.5.1-5.el9.noarch.rpm 3.7 MB/s | 188 kB 00:00 2024-09-17T10:28:07.941 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:53 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:07.946 INFO:teuthology.orchestra.run.smithi170.stdout:(7/7): ceph-mgr-dashboard-18.2.0-0.el9.noarch.r 6.7 MB/s | 1.7 MB 00:00 2024-09-17T10:28:07.950 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:07.950 INFO:teuthology.orchestra.run.smithi170.stdout:Total 3.3 MB/s | 2.0 MB 00:00 2024-09-17T10:28:07.950 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:07.958 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:07.958 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:08.034 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:08.034 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:08.072 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:08.073 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:08.073 INFO:teuthology.orchestra.run.smithi159.stdout: Package Arch Version Repository Size 2024-09-17T10:28:08.073 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:08.073 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:08.073 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-dashboard noarch 2:18.2.0-0.el9 ceph-noarch 1.7 M 2024-09-17T10:28:08.073 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-grafana-dashboards noarch 2:18.2.0-0.el9 ceph-noarch 23 k 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-prometheus-alerts noarch 2:18.2.0-0.el9 ceph-noarch 15 k 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout:Installing weak dependencies: 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:08.074 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:08.075 INFO:teuthology.orchestra.run.smithi159.stdout:Install 7 Packages 2024-09-17T10:28:08.075 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:08.075 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 2.0 M 2024-09-17T10:28:08.075 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 8.1 M 2024-09-17T10:28:08.075 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:08.288 INFO:teuthology.orchestra.run.smithi159.stdout:(1/7): ceph-grafana-dashboards-18.2.0-0.el9.noa 402 kB/s | 23 kB 00:00 2024-09-17T10:28:08.313 INFO:teuthology.orchestra.run.smithi159.stdout:(2/7): ceph-prometheus-alerts-18.2.0-0.el9.noar 177 kB/s | 15 kB 00:00 2024-09-17T10:28:08.324 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:08.355 INFO:teuthology.orchestra.run.smithi159.stdout:(3/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 135 kB/s | 9.0 kB 00:00 2024-09-17T10:28:08.381 INFO:teuthology.orchestra.run.smithi159.stdout:(4/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 1.3 MB/s | 31 kB 00:00 2024-09-17T10:28:08.398 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-09-17T10:28:08.406 INFO:teuthology.orchestra.run.smithi159.stdout:(5/7): python3-jwt-2.4.0-1.el9.noarch.rpm 443 kB/s | 41 kB 00:00 2024-09-17T10:28:08.431 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-09-17T10:28:08.432 INFO:teuthology.orchestra.run.smithi159.stdout:(6/7): python3-routes-2.5.1-5.el9.noarch.rpm 3.7 MB/s | 188 kB 00:00 2024-09-17T10:28:08.473 INFO:teuthology.orchestra.run.smithi159.stdout:(7/7): ceph-mgr-dashboard-18.2.0-0.el9.noarch.r 7.0 MB/s | 1.7 MB 00:00 2024-09-17T10:28:08.476 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:08.477 INFO:teuthology.orchestra.run.smithi159.stdout:Total 5.0 MB/s | 2.0 MB 00:00 2024-09-17T10:28:08.477 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:08.479 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-09-17T10:28:08.485 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:08.485 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:08.512 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-09-17T10:28:08.549 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-prometheus-alerts-2:18.2.0-0.el9.noarch 5/7 2024-09-17T10:28:08.569 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:08.570 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:08.777 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-grafana-dashboards-2:18.2.0-0.el9.noarch 6/7 2024-09-17T10:28:08.810 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 7/7 2024-09-17T10:28:08.860 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:08.933 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-09-17T10:28:08.967 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-09-17T10:28:09.014 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-09-17T10:28:09.045 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-09-17T10:28:09.074 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-prometheus-alerts-2:18.2.0-0.el9.noarch 5/7 2024-09-17T10:28:09.304 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-grafana-dashboards-2:18.2.0-0.el9.noarch 6/7 2024-09-17T10:28:09.310 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 7/7 2024-09-17T10:28:09.310 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-grafana-dashboards-2:18.2.0-0.el9.noarch 1/7 2024-09-17T10:28:09.310 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 2/7 2024-09-17T10:28:09.311 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-prometheus-alerts-2:18.2.0-0.el9.noarch 3/7 2024-09-17T10:28:09.311 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-09-17T10:28:09.311 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-09-17T10:28:09.311 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-09-17T10:28:09.335 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 7/7 2024-09-17T10:28:09.583 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-09-17T10:28:09.583 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-grafana-dashboards-2:18.2.0-0.el9.noarch 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-prometheus-alerts-2:18.2.0-0.el9.noarch 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:09.584 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:09.791 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-17T10:28:09.859 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 7/7 2024-09-17T10:28:09.859 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-grafana-dashboards-2:18.2.0-0.el9.noarch 1/7 2024-09-17T10:28:09.859 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 2/7 2024-09-17T10:28:09.859 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-prometheus-alerts-2:18.2.0-0.el9.noarch 3/7 2024-09-17T10:28:09.859 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-09-17T10:28:09.859 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-09-17T10:28:09.859 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-09-17T10:28:10.127 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-09-17T10:28:10.127 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:10.127 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-grafana-dashboards-2:18.2.0-0.el9.noarch 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-dashboard-2:18.2.0-0.el9.noarch 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-prometheus-alerts-2:18.2.0-0.el9.noarch 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:10.128 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:10.350 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-17T10:28:10.371 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:56 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:10.504 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:10.505 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:10.505 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-17T10:28:10.505 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:10.505 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:10.505 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.0-0.el9 ceph-noarch 7.4 M 2024-09-17T10:28:10.505 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:10.506 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:10.507 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:10.507 INFO:teuthology.orchestra.run.smithi170.stdout:Install 12 Packages 2024-09-17T10:28:10.507 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:10.507 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 38 M 2024-09-17T10:28:10.507 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 212 M 2024-09-17T10:28:10.507 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:10.927 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:00:56 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:10.956 INFO:teuthology.orchestra.run.smithi170.stdout:(1/12): ceph-mgr-diskprediction-local-18.2.0-0. 53 MB/s | 7.4 MB 00:00 2024-09-17T10:28:11.058 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:11.059 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: Package Arch Version Repository Size 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.0-0.el9 ceph-noarch 7.4 M 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-17T10:28:11.060 INFO:teuthology.orchestra.run.smithi159.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout:Install 12 Packages 2024-09-17T10:28:11.061 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:11.062 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 38 M 2024-09-17T10:28:11.062 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 212 M 2024-09-17T10:28:11.062 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:11.247 INFO:teuthology.orchestra.run.smithi170.stdout:(2/12): flexiblas-3.0.4-8.el9.x86_64.rpm 112 kB/s | 33 kB 00:00 2024-09-17T10:28:11.322 INFO:teuthology.orchestra.run.smithi159.stdout:(1/12): ceph-mgr-diskprediction-local-18.2.0-0. 54 MB/s | 7.4 MB 00:00 2024-09-17T10:28:11.389 INFO:teuthology.orchestra.run.smithi159.stdout:(2/12): flexiblas-3.0.4-8.el9.x86_64.rpm 492 kB/s | 33 kB 00:00 2024-09-17T10:28:11.431 INFO:teuthology.orchestra.run.smithi159.stdout:(3/12): libquadmath-11.5.0-2.el9.x86_64.rpm 774 kB/s | 191 kB 00:00 2024-09-17T10:28:11.490 INFO:teuthology.orchestra.run.smithi159.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 311 kB/s | 18 kB 00:00 2024-09-17T10:28:11.540 INFO:teuthology.orchestra.run.smithi159.stdout:(5/12): openblas-0.3.26-2.el9.x86_64.rpm 771 kB/s | 38 kB 00:00 2024-09-17T10:28:11.565 INFO:teuthology.orchestra.run.smithi159.stdout:(6/12): libgfortran-11.5.0-2.el9.x86_64.rpm 2.1 MB/s | 801 kB 00:00 2024-09-17T10:28:11.632 INFO:teuthology.orchestra.run.smithi159.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 12 MB/s | 3.0 MB 00:00 2024-09-17T10:28:11.673 INFO:teuthology.orchestra.run.smithi170.stdout:(3/12): libquadmath-11.5.0-2.el9.x86_64.rpm 223 kB/s | 191 kB 00:00 2024-09-17T10:28:11.773 INFO:teuthology.orchestra.run.smithi170.stdout:(4/12): libgfortran-11.5.0-2.el9.x86_64.rpm 836 kB/s | 801 kB 00:00 2024-09-17T10:28:11.782 INFO:teuthology.orchestra.run.smithi159.stdout:(8/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 5.1 MB 00:00 2024-09-17T10:28:11.824 INFO:teuthology.orchestra.run.smithi159.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 5.9 MB/s | 250 kB 00:00 2024-09-17T10:28:11.850 INFO:teuthology.orchestra.run.smithi159.stdout:(10/12): python3-devel-3.9.19-8.el9.x86_64.rpm 861 kB/s | 245 kB 00:00 2024-09-17T10:28:11.917 INFO:teuthology.orchestra.run.smithi159.stdout:(11/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 13 MB/s | 4.9 MB 00:00 2024-09-17T10:28:12.023 INFO:teuthology.orchestra.run.smithi170.stdout:(5/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 52 kB/s | 18 kB 00:00 2024-09-17T10:28:12.132 INFO:teuthology.orchestra.run.smithi170.stdout:(6/12): openblas-0.3.26-2.el9.x86_64.rpm 107 kB/s | 38 kB 00:00 2024-09-17T10:28:12.250 INFO:teuthology.orchestra.run.smithi159.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 38 MB/s | 16 MB 00:00 2024-09-17T10:28:12.251 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:12.251 INFO:teuthology.orchestra.run.smithi159.stdout:Total 32 MB/s | 38 MB 00:01 2024-09-17T10:28:12.465 INFO:teuthology.orchestra.run.smithi170.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 2.5 MB/s | 3.0 MB 00:01 2024-09-17T10:28:12.557 INFO:teuthology.orchestra.run.smithi170.stdout:(8/12): python3-devel-3.9.19-8.el9.x86_64.rpm 575 kB/s | 245 kB 00:00 2024-09-17T10:28:12.606 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:12.633 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:12.633 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:12.758 INFO:teuthology.orchestra.run.smithi170.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 1.2 MB/s | 250 kB 00:00 2024-09-17T10:28:13.166 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:13.167 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:13.308 INFO:teuthology.orchestra.run.smithi170.stdout:(10/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 3.8 MB/s | 4.9 MB 00:01 2024-09-17T10:28:13.919 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:13.985 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-17T10:28:14.023 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-17T10:28:14.123 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-17T10:28:14.166 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-17T10:28:14.350 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-17T10:28:14.382 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-17T10:28:14.461 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-17T10:28:15.126 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-17T10:28:15.245 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-17T10:28:16.507 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-17T10:28:17.266 INFO:teuthology.orchestra.run.smithi170.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.1 MB/s | 5.1 MB 00:04 2024-09-17T10:28:17.525 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-17T10:28:17.573 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarc 12/12 2024-09-17T10:28:20.199 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarc 12/12 2024-09-17T10:28:20.199 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarc 1/12 2024-09-17T10:28:20.199 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-17T10:28:20.199 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-17T10:28:20.200 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-17T10:28:20.200 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-17T10:28:20.200 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-17T10:28:20.200 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-17T10:28:20.200 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-17T10:28:20.201 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-17T10:28:20.201 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-17T10:28:20.201 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarch 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-17T10:28:20.590 INFO:teuthology.orchestra.run.smithi159.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:20.591 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:20.994 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-mgr-rook 2024-09-17T10:28:21.588 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:07 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:21.722 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:21.724 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:21.724 INFO:teuthology.orchestra.run.smithi159.stdout: Package Arch Version Repository Size 2024-09-17T10:28:21.724 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:21.724 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:21.724 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-rook noarch 2:18.2.0-0.el9 ceph-noarch 47 k 2024-09-17T10:28:21.724 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:28:21.724 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:21.725 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:21.726 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:21.726 INFO:teuthology.orchestra.run.smithi159.stdout:Install 13 Packages 2024-09-17T10:28:21.726 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:21.726 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 2.2 M 2024-09-17T10:28:21.726 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 26 M 2024-09-17T10:28:21.726 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:22.207 INFO:teuthology.orchestra.run.smithi159.stdout:(1/13): ceph-mgr-rook-18.2.0-0.el9.noarch.rpm 836 kB/s | 47 kB 00:00 2024-09-17T10:28:22.257 INFO:teuthology.orchestra.run.smithi159.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 240 kB/s | 26 kB 00:00 2024-09-17T10:28:22.282 INFO:teuthology.orchestra.run.smithi159.stdout:(3/13): python3-jsonpointer-2.0-4.el9.noarch.rp 145 kB/s | 19 kB 00:00 2024-09-17T10:28:22.374 INFO:teuthology.orchestra.run.smithi159.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-17T10:28:22.400 INFO:teuthology.orchestra.run.smithi159.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.1 MB/s | 222 kB 00:00 2024-09-17T10:28:22.433 INFO:teuthology.orchestra.run.smithi159.stdout:(6/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.8 MB/s | 279 kB 00:00 2024-09-17T10:28:22.458 INFO:teuthology.orchestra.run.smithi159.stdout:(7/13): python3-requests-oauthlib-1.3.0-12.el9. 639 kB/s | 54 kB 00:00 2024-09-17T10:28:22.492 INFO:teuthology.orchestra.run.smithi159.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 348 kB/s | 32 kB 00:00 2024-09-17T10:28:22.526 INFO:teuthology.orchestra.run.smithi159.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 156 kB/s | 14 kB 00:00 2024-09-17T10:28:22.551 INFO:teuthology.orchestra.run.smithi159.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.5 MB/s | 59 kB 00:00 2024-09-17T10:28:22.576 INFO:teuthology.orchestra.run.smithi159.stdout:(11/13): python3-websocket-client-1.2.3-2.el9.n 3.5 MB/s | 90 kB 00:00 2024-09-17T10:28:22.601 INFO:teuthology.orchestra.run.smithi159.stdout:(12/13): python3-google-auth-2.34.0-1.el9.noarc 1.6 MB/s | 220 kB 00:00 2024-09-17T10:28:22.635 INFO:teuthology.orchestra.run.smithi159.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 7.6 MB/s | 1.0 MB 00:00 2024-09-17T10:28:22.637 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:22.638 INFO:teuthology.orchestra.run.smithi159.stdout:Total 2.4 MB/s | 2.2 MB 00:00 2024-09-17T10:28:22.705 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:22.721 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:22.721 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:22.809 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:22.810 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:23.321 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:23.473 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-17T10:28:23.528 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-17T10:28:23.583 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-17T10:28:23.620 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-17T10:28:23.662 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-17T10:28:23.764 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-17T10:28:23.875 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-17T10:28:23.930 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-17T10:28:24.653 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-17T10:28:24.711 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-17T10:28:24.744 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-17T10:28:24.790 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-17T10:28:24.814 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mgr-rook-2:18.2.0-0.el9.noarch 13/13 2024-09-17T10:28:25.546 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.0-0.el9.noarch 13/13 2024-09-17T10:28:25.546 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mgr-rook-2:18.2.0-0.el9.noarch 1/13 2024-09-17T10:28:25.546 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-17T10:28:25.547 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-rook-2:18.2.0-0.el9.noarch 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-17T10:28:25.875 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:25.876 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:26.125 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-mgr-cephadm 2024-09-17T10:28:26.924 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:12 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:27.059 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:27.059 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: Package Arch Version Repository Size 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-cephadm noarch 2:18.2.0-0.el9 ceph-noarch 127 k 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:27.060 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:27.061 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:27.061 INFO:teuthology.orchestra.run.smithi159.stdout:Install 6 Packages 2024-09-17T10:28:27.061 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:27.061 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 7.0 M 2024-09-17T10:28:27.061 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 33 M 2024-09-17T10:28:27.061 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:27.170 INFO:teuthology.orchestra.run.smithi159.stdout:(1/6): ceph-mgr-cephadm-18.2.0-0.el9.noarch.rpm 2.3 MB/s | 127 kB 00:00 2024-09-17T10:28:27.220 INFO:teuthology.orchestra.run.smithi159.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 11 MB/s | 548 kB 00:00 2024-09-17T10:28:27.246 INFO:teuthology.orchestra.run.smithi159.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 2.3 MB/s | 58 kB 00:00 2024-09-17T10:28:27.271 INFO:teuthology.orchestra.run.smithi159.stdout:(4/6): python3-typing-extensions-4.12.2-2.el9.n 2.9 MB/s | 74 kB 00:00 2024-09-17T10:28:27.346 INFO:teuthology.orchestra.run.smithi159.stdout:(5/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.1 MB/s | 248 kB 00:00 2024-09-17T10:28:29.656 INFO:teuthology.orchestra.run.smithi159.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 2.3 MB/s | 6.0 MB 00:02 2024-09-17T10:28:29.657 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:29.658 INFO:teuthology.orchestra.run.smithi159.stdout:Total 2.7 MB/s | 7.0 MB 00:02 2024-09-17T10:28:29.730 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:29.742 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:29.742 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:29.840 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:29.841 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:30.142 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:30.346 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-17T10:28:30.399 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-17T10:28:30.498 INFO:teuthology.orchestra.run.smithi170.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 938 kB/s | 16 MB 00:17 2024-09-17T10:28:30.499 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:30.500 INFO:teuthology.orchestra.run.smithi170.stdout:Total 1.9 MB/s | 38 MB 00:19 2024-09-17T10:28:30.861 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:30.887 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:30.888 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:30.932 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-17T10:28:31.019 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-17T10:28:31.077 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-17T10:28:31.103 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 6/6 2024-09-17T10:28:31.400 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:31.400 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:31.872 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 6/6 2024-09-17T10:28:31.872 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 1/6 2024-09-17T10:28:31.872 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-17T10:28:31.872 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-17T10:28:31.872 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-17T10:28:31.872 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-17T10:28:32.138 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:32.139 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:32.162 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:32.226 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-17T10:28:32.262 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-17T10:28:32.361 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-17T10:28:32.395 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install ceph-fuse 2024-09-17T10:28:32.397 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-17T10:28:32.580 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-17T10:28:32.621 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-17T10:28:32.707 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-17T10:28:32.986 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:18 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:33.119 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:33.120 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:33.120 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:33.120 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-fuse x86_64 2:18.2.0-0.el9 ceph 835 k 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:Installing dependencies: 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:Install 2 Packages 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 914 k 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 2.7 M 2024-09-17T10:28:33.121 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:33.274 INFO:teuthology.orchestra.run.smithi159.stdout:(1/2): ceph-fuse-18.2.0-0.el9.x86_64.rpm 15 MB/s | 835 kB 00:00 2024-09-17T10:28:33.333 INFO:teuthology.orchestra.run.smithi159.stdout:(2/2): fuse-2.9.9-16.el9.x86_64.rpm 702 kB/s | 80 kB 00:00 2024-09-17T10:28:33.334 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:33.334 INFO:teuthology.orchestra.run.smithi159.stdout:Total 4.2 MB/s | 914 kB 00:00 2024-09-17T10:28:33.345 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:33.363 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-17T10:28:33.366 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:33.367 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:33.450 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:33.450 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:33.501 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-17T10:28:33.641 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:33.790 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-17T10:28:33.856 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : ceph-fuse-2:18.2.0-0.el9.x86_64 2/2 2024-09-17T10:28:34.568 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: ceph-fuse-2:18.2.0-0.el9.x86_64 2/2 2024-09-17T10:28:34.569 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : ceph-fuse-2:18.2.0-0.el9.x86_64 1/2 2024-09-17T10:28:34.734 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-17T10:28:34.870 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-17T10:28:34.870 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:34.870 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:34.871 INFO:teuthology.orchestra.run.smithi159.stdout: ceph-fuse-2:18.2.0-0.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-17T10:28:34.871 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:34.871 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:35.132 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install librados-devel 2024-09-17T10:28:35.719 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:21 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:35.766 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-17T10:28:35.796 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarc 12/12 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout: librados-devel x86_64 2:18.2.0-0.el9 ceph 126 k 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:35.859 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:35.860 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:35.860 INFO:teuthology.orchestra.run.smithi159.stdout:Install 1 Package 2024-09-17T10:28:35.860 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:35.860 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 126 k 2024-09-17T10:28:35.860 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 456 k 2024-09-17T10:28:35.860 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:35.913 INFO:teuthology.orchestra.run.smithi159.stdout:librados-devel-18.2.0-0.el9.x86_64.rpm 2.3 MB/s | 126 kB 00:00 2024-09-17T10:28:35.913 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:35.913 INFO:teuthology.orchestra.run.smithi159.stdout:Total 2.2 MB/s | 126 kB 00:00 2024-09-17T10:28:35.914 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:35.919 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:35.919 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:35.982 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:35.982 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:36.127 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:36.235 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : librados-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:36.696 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: librados-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:36.986 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : librados-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:36.986 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:36.986 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:36.986 INFO:teuthology.orchestra.run.smithi159.stdout: librados-devel-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:36.986 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:36.986 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:37.222 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install libcephfs2 2024-09-17T10:28:37.808 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:23 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:37.899 INFO:teuthology.orchestra.run.smithi159.stdout:Package libcephfs2-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:37.942 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:38.022 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install libcephfs-devel 2024-09-17T10:28:38.293 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarc 12/12 2024-09-17T10:28:38.293 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarc 1/12 2024-09-17T10:28:38.293 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-17T10:28:38.293 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-17T10:28:38.293 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-17T10:28:38.293 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-17T10:28:38.294 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-17T10:28:38.294 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-17T10:28:38.294 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-17T10:28:38.294 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-17T10:28:38.294 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-17T10:28:38.294 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-17T10:28:38.616 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:24 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:38.730 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-17T10:28:38.730 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-diskprediction-local-2:18.2.0-0.el9.noarch 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-17T10:28:38.731 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-17T10:28:38.732 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-17T10:28:38.732 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-17T10:28:38.732 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:38.732 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:38.756 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:38.756 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:38.756 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:38.756 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:38.756 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:38.756 INFO:teuthology.orchestra.run.smithi159.stdout: libcephfs-devel x86_64 2:18.2.0-0.el9 ceph 30 k 2024-09-17T10:28:38.757 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:38.757 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:38.757 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:38.757 INFO:teuthology.orchestra.run.smithi159.stdout:Install 1 Package 2024-09-17T10:28:38.757 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:38.757 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 30 k 2024-09-17T10:28:38.758 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 137 k 2024-09-17T10:28:38.758 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:38.800 INFO:teuthology.orchestra.run.smithi159.stdout:libcephfs-devel-18.2.0-0.el9.x86_64.rpm 716 kB/s | 30 kB 00:00 2024-09-17T10:28:38.801 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:38.801 INFO:teuthology.orchestra.run.smithi159.stdout:Total 690 kB/s | 30 kB 00:00 2024-09-17T10:28:38.801 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:38.804 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:38.805 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:38.829 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:38.829 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:38.909 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:39.029 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : libcephfs-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:39.072 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-rook 2024-09-17T10:28:39.415 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: libcephfs-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:39.646 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : libcephfs-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:39.647 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:39.647 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:39.647 INFO:teuthology.orchestra.run.smithi159.stdout: libcephfs-devel-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:39.647 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:39.647 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:39.663 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:25 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:39.795 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:39.796 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:39.796 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-17T10:28:39.796 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:39.796 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:39.796 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-rook noarch 2:18.2.0-0.el9 ceph-noarch 47 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-17T10:28:39.797 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-17T10:28:39.798 INFO:teuthology.orchestra.run.smithi170.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-17T10:28:39.798 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:39.798 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:39.798 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:39.798 INFO:teuthology.orchestra.run.smithi170.stdout:Install 13 Packages 2024-09-17T10:28:39.798 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:39.798 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 2.2 M 2024-09-17T10:28:39.799 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 26 M 2024-09-17T10:28:39.799 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:39.830 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install librados2 2024-09-17T10:28:40.338 INFO:teuthology.orchestra.run.smithi170.stdout:(1/13): ceph-mgr-rook-18.2.0-0.el9.noarch.rpm 1.3 MB/s | 47 kB 00:00 2024-09-17T10:28:40.411 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:26 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:40.500 INFO:teuthology.orchestra.run.smithi159.stdout:Package librados2-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:40.542 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:40.543 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:40.544 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:40.580 INFO:teuthology.orchestra.run.smithi170.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 93 kB/s | 26 kB 00:00 2024-09-17T10:28:40.596 INFO:teuthology.orchestra.run.smithi170.stdout:(3/13): python3-jsonpointer-2.0-4.el9.noarch.rp 65 kB/s | 19 kB 00:00 2024-09-17T10:28:40.605 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install librbd1 2024-09-17T10:28:40.888 INFO:teuthology.orchestra.run.smithi170.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 404 kB/s | 222 kB 00:00 2024-09-17T10:28:40.947 INFO:teuthology.orchestra.run.smithi170.stdout:(5/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 432 kB/s | 159 kB 00:00 2024-09-17T10:28:40.981 INFO:teuthology.orchestra.run.smithi170.stdout:(6/13): python3-cachetools-4.2.4-1.el9.noarch.r 963 kB/s | 32 kB 00:00 2024-09-17T10:28:40.998 INFO:teuthology.orchestra.run.smithi170.stdout:(7/13): python3-requests-oauthlib-1.3.0-12.el9. 492 kB/s | 54 kB 00:00 2024-09-17T10:28:41.014 INFO:teuthology.orchestra.run.smithi170.stdout:(8/13): python3-certifi-2023.05.07-4.el9.noarch 423 kB/s | 14 kB 00:00 2024-09-17T10:28:41.086 INFO:teuthology.orchestra.run.smithi170.stdout:(9/13): python3-pyasn1-modules-0.4.8-6.el9.noar 569 kB/s | 279 kB 00:00 2024-09-17T10:28:41.123 INFO:teuthology.orchestra.run.smithi170.stdout:(10/13): python3-google-auth-2.34.0-1.el9.noarc 1.7 MB/s | 220 kB 00:00 2024-09-17T10:28:41.157 INFO:teuthology.orchestra.run.smithi170.stdout:(11/13): python3-kubernetes-26.1.0-2.el9.noarch 7.5 MB/s | 1.0 MB 00:00 2024-09-17T10:28:41.174 INFO:teuthology.orchestra.run.smithi170.stdout:(12/13): python3-rsa-4.9-2.el9.noarch.rpm 676 kB/s | 59 kB 00:00 2024-09-17T10:28:41.187 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:27 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:41.199 INFO:teuthology.orchestra.run.smithi170.stdout:(13/13): python3-websocket-client-1.2.3-2.el9.n 1.2 MB/s | 90 kB 00:00 2024-09-17T10:28:41.202 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:41.202 INFO:teuthology.orchestra.run.smithi170.stdout:Total 1.6 MB/s | 2.2 MB 00:01 2024-09-17T10:28:41.265 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:41.275 INFO:teuthology.orchestra.run.smithi159.stdout:Package librbd1-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:41.279 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:41.280 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:41.319 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:41.320 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:41.320 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:41.366 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:41.368 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:41.381 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install python3-rados 2024-09-17T10:28:41.864 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:41.961 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:27 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:42.036 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-17T10:28:42.051 INFO:teuthology.orchestra.run.smithi159.stdout:Package python3-rados-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:42.091 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-17T10:28:42.095 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:42.096 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:42.096 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:42.146 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-17T10:28:42.157 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install python3-rgw 2024-09-17T10:28:42.176 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-17T10:28:42.218 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-17T10:28:42.326 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-17T10:28:42.437 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-17T10:28:42.486 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-17T10:28:42.737 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:28 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:42.825 INFO:teuthology.orchestra.run.smithi159.stdout:Package python3-rgw-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:42.868 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:42.869 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:42.869 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:42.929 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install python3-cephfs 2024-09-17T10:28:43.194 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-17T10:28:43.259 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-17T10:28:43.292 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-17T10:28:43.338 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-17T10:28:43.362 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-rook-2:18.2.0-0.el9.noarch 13/13 2024-09-17T10:28:43.509 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:29 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:43.600 INFO:teuthology.orchestra.run.smithi159.stdout:Package python3-cephfs-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:43.643 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:43.644 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:43.644 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:43.702 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install python3-rbd 2024-09-17T10:28:44.157 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.0-0.el9.noarch 13/13 2024-09-17T10:28:44.157 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-rook-2:18.2.0-0.el9.noarch 1/13 2024-09-17T10:28:44.157 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-17T10:28:44.157 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-17T10:28:44.157 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-17T10:28:44.157 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-17T10:28:44.157 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-17T10:28:44.158 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-17T10:28:44.158 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-17T10:28:44.158 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-17T10:28:44.158 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-17T10:28:44.158 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-17T10:28:44.158 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-17T10:28:44.280 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:30 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:44.370 INFO:teuthology.orchestra.run.smithi159.stdout:Package python3-rbd-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:44.413 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:44.414 INFO:teuthology.orchestra.run.smithi159.stdout:Nothing to do. 2024-09-17T10:28:44.414 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:44.478 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install rbd-fuse 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-rook-2:18.2.0-0.el9.noarch 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-17T10:28:44.495 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-17T10:28:44.496 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:44.497 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:44.721 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-cephadm 2024-09-17T10:28:45.059 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:31 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:45.193 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:45.193 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:45.193 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:45.193 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:45.193 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:45.193 INFO:teuthology.orchestra.run.smithi159.stdout: rbd-fuse x86_64 2:18.2.0-0.el9 ceph 86 k 2024-09-17T10:28:45.193 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:45.194 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:45.194 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:45.194 INFO:teuthology.orchestra.run.smithi159.stdout:Install 1 Package 2024-09-17T10:28:45.194 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:45.194 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 86 k 2024-09-17T10:28:45.194 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 230 k 2024-09-17T10:28:45.195 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:45.253 INFO:teuthology.orchestra.run.smithi159.stdout:rbd-fuse-18.2.0-0.el9.x86_64.rpm 1.4 MB/s | 86 kB 00:00 2024-09-17T10:28:45.254 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:45.254 INFO:teuthology.orchestra.run.smithi159.stdout:Total 1.4 MB/s | 86 kB 00:00 2024-09-17T10:28:45.254 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:45.261 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:45.261 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:45.302 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:31 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:45.325 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:45.325 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:45.433 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:45.434 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:45.434 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-17T10:28:45.434 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:45.434 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:45.434 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-cephadm noarch 2:18.2.0-0.el9 ceph-noarch 127 k 2024-09-17T10:28:45.434 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:28:45.434 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout:Install 6 Packages 2024-09-17T10:28:45.435 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:45.436 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 7.0 M 2024-09-17T10:28:45.436 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 33 M 2024-09-17T10:28:45.436 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:45.477 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:45.575 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : rbd-fuse-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:45.810 INFO:teuthology.orchestra.run.smithi170.stdout:(1/6): ceph-mgr-cephadm-18.2.0-0.el9.noarch.rpm 2.5 MB/s | 127 kB 00:00 2024-09-17T10:28:45.860 INFO:teuthology.orchestra.run.smithi170.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 11 MB/s | 548 kB 00:00 2024-09-17T10:28:45.885 INFO:teuthology.orchestra.run.smithi170.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 2.3 MB/s | 58 kB 00:00 2024-09-17T10:28:45.910 INFO:teuthology.orchestra.run.smithi170.stdout:(4/6): python3-typing-extensions-4.12.2-2.el9.n 2.9 MB/s | 74 kB 00:00 2024-09-17T10:28:45.927 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: rbd-fuse-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:45.944 INFO:teuthology.orchestra.run.smithi170.stdout:(5/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.3 MB/s | 248 kB 00:00 2024-09-17T10:28:46.111 INFO:teuthology.orchestra.run.smithi170.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-09-17T10:28:46.112 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:46.113 INFO:teuthology.orchestra.run.smithi170.stdout:Total 10 MB/s | 7.0 MB 00:00 2024-09-17T10:28:46.183 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:46.194 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:46.194 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:46.196 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : rbd-fuse-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:46.196 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:46.196 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:46.197 INFO:teuthology.orchestra.run.smithi159.stdout: rbd-fuse-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:46.197 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:46.197 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:46.293 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:46.294 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:46.432 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install rbd-mirror 2024-09-17T10:28:46.613 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:46.785 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-17T10:28:46.829 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-17T10:28:47.034 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:33 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:47.171 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:47.172 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout: rbd-mirror x86_64 2:18.2.0-0.el9 ceph 3.0 M 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout:Install 1 Package 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 3.0 M 2024-09-17T10:28:47.173 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 12 M 2024-09-17T10:28:47.174 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:47.257 INFO:teuthology.orchestra.run.smithi159.stdout:rbd-mirror-18.2.0-0.el9.x86_64.rpm 35 MB/s | 3.0 MB 00:00 2024-09-17T10:28:47.258 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:47.258 INFO:teuthology.orchestra.run.smithi159.stdout:Total 35 MB/s | 3.0 MB 00:00 2024-09-17T10:28:47.258 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:47.267 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:47.267 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:47.346 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:47.346 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:47.351 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-17T10:28:47.441 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-17T10:28:47.508 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-17T10:28:47.536 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 6/6 2024-09-17T10:28:47.758 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:47.862 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : rbd-mirror-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:47.886 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: rbd-mirror-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:47.887 INFO:teuthology.orchestra.run.smithi159.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:28:47.887 INFO:teuthology.orchestra.run.smithi159.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-17T10:28:47.887 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T10:28:47.887 INFO:teuthology.orchestra.run.smithi159.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T10:28:47.887 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:48.328 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 6/6 2024-09-17T10:28:48.328 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 1/6 2024-09-17T10:28:48.328 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-17T10:28:48.328 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-17T10:28:48.328 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-17T10:28:48.328 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-17T10:28:48.628 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-17T10:28:48.628 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:48.628 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:48.628 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-cephadm-2:18.2.0-0.el9.noarch 2024-09-17T10:28:48.628 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-17T10:28:48.628 INFO:teuthology.orchestra.run.smithi170.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-17T10:28:48.629 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-17T10:28:48.629 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-17T10:28:48.629 INFO:teuthology.orchestra.run.smithi170.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-17T10:28:48.629 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:48.629 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:48.888 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-fuse 2024-09-17T10:28:49.031 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : rbd-mirror-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:49.031 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:49.031 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:49.031 INFO:teuthology.orchestra.run.smithi159.stdout: rbd-mirror-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:49.031 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:49.032 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:49.314 DEBUG:teuthology.orchestra.run.smithi159:> sudo yum -y install rbd-nbd 2024-09-17T10:28:49.469 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:35 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:49.602 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:49.602 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:49.602 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:49.602 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:49.602 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-fuse x86_64 2:18.2.0-0.el9 ceph 835 k 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout:Install 2 Packages 2024-09-17T10:28:49.603 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:49.604 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 914 k 2024-09-17T10:28:49.604 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 2.7 M 2024-09-17T10:28:49.604 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:49.909 INFO:teuthology.orchestra.run.smithi159.stdout:Last metadata expiration check: 0:01:35 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:49.938 INFO:teuthology.orchestra.run.smithi170.stdout:(1/2): ceph-fuse-18.2.0-0.el9.x86_64.rpm 14 MB/s | 835 kB 00:00 2024-09-17T10:28:50.044 INFO:teuthology.orchestra.run.smithi159.stdout:Dependencies resolved. 2024-09-17T10:28:50.044 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:50.044 INFO:teuthology.orchestra.run.smithi159.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:50.044 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:50.044 INFO:teuthology.orchestra.run.smithi159.stdout:Installing: 2024-09-17T10:28:50.045 INFO:teuthology.orchestra.run.smithi159.stdout: rbd-nbd x86_64 2:18.2.0-0.el9 ceph 169 k 2024-09-17T10:28:50.045 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:50.045 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction Summary 2024-09-17T10:28:50.045 INFO:teuthology.orchestra.run.smithi159.stdout:================================================================================ 2024-09-17T10:28:50.045 INFO:teuthology.orchestra.run.smithi159.stdout:Install 1 Package 2024-09-17T10:28:50.045 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:50.046 INFO:teuthology.orchestra.run.smithi159.stdout:Total download size: 169 k 2024-09-17T10:28:50.046 INFO:teuthology.orchestra.run.smithi159.stdout:Installed size: 490 k 2024-09-17T10:28:50.046 INFO:teuthology.orchestra.run.smithi159.stdout:Downloading Packages: 2024-09-17T10:28:50.046 INFO:teuthology.orchestra.run.smithi170.stdout:(2/2): fuse-2.9.9-16.el9.x86_64.rpm 483 kB/s | 80 kB 00:00 2024-09-17T10:28:50.047 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:50.047 INFO:teuthology.orchestra.run.smithi170.stdout:Total 2.0 MB/s | 914 kB 00:00 2024-09-17T10:28:50.060 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:50.082 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:50.082 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:50.095 INFO:teuthology.orchestra.run.smithi159.stdout:rbd-nbd-18.2.0-0.el9.x86_64.rpm 3.4 MB/s | 169 kB 00:00 2024-09-17T10:28:50.096 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:50.096 INFO:teuthology.orchestra.run.smithi159.stdout:Total 3.3 MB/s | 169 kB 00:00 2024-09-17T10:28:50.096 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction check 2024-09-17T10:28:50.104 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction check succeeded. 2024-09-17T10:28:50.104 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction test 2024-09-17T10:28:50.166 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:50.166 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:50.167 INFO:teuthology.orchestra.run.smithi159.stdout:Transaction test succeeded. 2024-09-17T10:28:50.167 INFO:teuthology.orchestra.run.smithi159.stdout:Running transaction 2024-09-17T10:28:50.331 INFO:teuthology.orchestra.run.smithi159.stdout: Preparing : 1/1 2024-09-17T10:28:50.357 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:50.444 INFO:teuthology.orchestra.run.smithi159.stdout: Installing : rbd-nbd-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:50.503 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-17T10:28:50.569 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-fuse-2:18.2.0-0.el9.x86_64 2/2 2024-09-17T10:28:50.876 INFO:teuthology.orchestra.run.smithi159.stdout: Running scriptlet: rbd-nbd-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:51.161 INFO:teuthology.orchestra.run.smithi159.stdout: Verifying : rbd-nbd-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:51.161 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:51.161 INFO:teuthology.orchestra.run.smithi159.stdout:Installed: 2024-09-17T10:28:51.161 INFO:teuthology.orchestra.run.smithi159.stdout: rbd-nbd-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:51.161 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:28:51.161 INFO:teuthology.orchestra.run.smithi159.stdout:Complete! 2024-09-17T10:28:51.293 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-fuse-2:18.2.0-0.el9.x86_64 2/2 2024-09-17T10:28:51.293 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-fuse-2:18.2.0-0.el9.x86_64 1/2 2024-09-17T10:28:51.372 DEBUG:teuthology.parallel:result is None 2024-09-17T10:28:51.587 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-17T10:28:51.587 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:51.587 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:51.587 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-fuse-2:18.2.0-0.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-17T10:28:51.587 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:51.587 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:51.880 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librados-devel 2024-09-17T10:28:52.465 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:38 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:52.598 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:52.598 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:52.598 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout: librados-devel x86_64 2:18.2.0-0.el9 ceph 126 k 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-17T10:28:52.599 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:52.600 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 126 k 2024-09-17T10:28:52.600 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 456 k 2024-09-17T10:28:52.600 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:52.643 INFO:teuthology.orchestra.run.smithi170.stdout:librados-devel-18.2.0-0.el9.x86_64.rpm 2.9 MB/s | 126 kB 00:00 2024-09-17T10:28:52.643 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:52.643 INFO:teuthology.orchestra.run.smithi170.stdout:Total 2.8 MB/s | 126 kB 00:00 2024-09-17T10:28:52.644 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:52.649 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:52.649 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:52.713 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:52.713 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:52.860 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:52.964 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librados-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:53.358 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:53.601 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:53.601 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:53.602 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:53.602 INFO:teuthology.orchestra.run.smithi170.stdout: librados-devel-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:53.602 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:53.602 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:53.859 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install libcephfs2 2024-09-17T10:28:54.460 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:40 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:54.554 INFO:teuthology.orchestra.run.smithi170.stdout:Package libcephfs2-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:54.598 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:54.599 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:28:54.599 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:54.666 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install libcephfs-devel 2024-09-17T10:28:55.251 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:41 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:55.382 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:55.383 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:55.383 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:28:55.383 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:55.383 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:28:55.383 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs-devel x86_64 2:18.2.0-0.el9 ceph 30 k 2024-09-17T10:28:55.383 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:55.383 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:28:55.384 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:28:55.384 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-17T10:28:55.384 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:55.384 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 30 k 2024-09-17T10:28:55.384 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 137 k 2024-09-17T10:28:55.384 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:28:55.430 INFO:teuthology.orchestra.run.smithi170.stdout:libcephfs-devel-18.2.0-0.el9.x86_64.rpm 663 kB/s | 30 kB 00:00 2024-09-17T10:28:55.430 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:28:55.431 INFO:teuthology.orchestra.run.smithi170.stdout:Total 644 kB/s | 30 kB 00:00 2024-09-17T10:28:55.431 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:28:55.434 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:28:55.434 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:28:55.459 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:28:55.460 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:28:55.543 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:28:55.643 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephfs-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:55.982 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephfs-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:56.216 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephfs-devel-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:28:56.216 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:56.216 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:28:56.216 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs-devel-2:18.2.0-0.el9.x86_64 2024-09-17T10:28:56.216 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:28:56.216 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:56.377 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librados2 2024-09-17T10:28:56.959 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:42 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:57.043 INFO:teuthology.orchestra.run.smithi170.stdout:Package librados2-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:57.087 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:57.088 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:28:57.088 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:57.148 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librbd1 2024-09-17T10:28:57.728 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:43 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:57.817 INFO:teuthology.orchestra.run.smithi170.stdout:Package librbd1-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:57.860 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:57.861 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:28:57.862 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:57.920 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rados 2024-09-17T10:28:58.511 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:44 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:58.612 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rados-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:58.655 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:58.656 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:28:58.656 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:58.722 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rgw 2024-09-17T10:28:59.299 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:45 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:28:59.388 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rgw-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:28:59.430 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:28:59.431 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:28:59.431 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:28:59.495 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-cephfs 2024-09-17T10:29:00.072 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:46 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:29:00.163 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-cephfs-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:29:00.206 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:29:00.207 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:29:00.207 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:29:00.273 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rbd 2024-09-17T10:29:00.854 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:46 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:29:00.945 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rbd-2:18.2.0-0.el9.x86_64 is already installed. 2024-09-17T10:29:00.987 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:29:00.988 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-17T10:29:00.988 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:29:01.048 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-fuse 2024-09-17T10:29:01.630 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:47 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:29:01.760 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:29:01.761 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:01.761 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:29:01.761 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:01.761 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:29:01.761 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-fuse x86_64 2:18.2.0-0.el9 ceph 86 k 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 86 k 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 230 k 2024-09-17T10:29:01.762 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:29:01.808 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-fuse-18.2.0-0.el9.x86_64.rpm 1.8 MB/s | 86 kB 00:00 2024-09-17T10:29:01.809 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:29:01.809 INFO:teuthology.orchestra.run.smithi170.stdout:Total 1.8 MB/s | 86 kB 00:00 2024-09-17T10:29:01.809 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:29:01.815 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:29:01.816 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:29:01.878 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:29:01.878 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:29:02.023 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:29:02.130 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-fuse-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:02.479 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-fuse-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:02.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-fuse-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:02.752 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:02.752 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:29:02.752 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-fuse-2:18.2.0-0.el9.x86_64 2024-09-17T10:29:02.752 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:02.752 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:29:02.975 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-mirror 2024-09-17T10:29:03.566 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:49 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:29:03.704 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:29:03.705 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:03.705 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:29:03.705 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:03.705 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:29:03.705 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-mirror x86_64 2:18.2.0-0.el9 ceph 3.0 M 2024-09-17T10:29:03.705 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:03.706 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:29:03.706 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:03.706 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-17T10:29:03.706 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:03.706 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 3.0 M 2024-09-17T10:29:03.706 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 12 M 2024-09-17T10:29:03.706 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:29:03.795 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-mirror-18.2.0-0.el9.x86_64.rpm 34 MB/s | 3.0 MB 00:00 2024-09-17T10:29:03.796 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:29:03.796 INFO:teuthology.orchestra.run.smithi170.stdout:Total 33 MB/s | 3.0 MB 00:00 2024-09-17T10:29:03.796 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:29:03.805 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:29:03.805 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:29:03.884 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:29:03.885 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:29:04.300 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:29:04.354 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-mirror-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:04.378 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-mirror-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:04.378 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-17T10:29:04.378 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-17T10:29:04.379 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T10:29:04.379 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-17T10:29:04.379 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:05.433 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-mirror-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:05.434 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:05.434 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:29:05.434 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-mirror-2:18.2.0-0.el9.x86_64 2024-09-17T10:29:05.434 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:05.434 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:29:05.691 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-nbd 2024-09-17T10:29:06.289 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:52 ago on Tue 17 Sep 2024 10:27:14 AM UTC. 2024-09-17T10:29:06.421 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-17T10:29:06.421 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-nbd x86_64 2:18.2.0-0.el9 ceph 169 k 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 169 k 2024-09-17T10:29:06.422 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 490 k 2024-09-17T10:29:06.423 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-17T10:29:06.465 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-nbd-18.2.0-0.el9.x86_64.rpm 3.9 MB/s | 169 kB 00:00 2024-09-17T10:29:06.467 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:29:06.467 INFO:teuthology.orchestra.run.smithi170.stdout:Total 3.7 MB/s | 169 kB 00:00 2024-09-17T10:29:06.468 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-17T10:29:06.473 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-17T10:29:06.473 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-17T10:29:06.538 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-17T10:29:06.538 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-17T10:29:06.696 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-17T10:29:06.805 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-nbd-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:07.259 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-nbd-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:07.541 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-nbd-2:18.2.0-0.el9.x86_64 1/1 2024-09-17T10:29:07.541 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:07.541 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-17T10:29:07.541 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-nbd-2:18.2.0-0.el9.x86_64 2024-09-17T10:29:07.541 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:29:07.541 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-17T10:29:07.780 DEBUG:teuthology.parallel:result is None 2024-09-17T10:29:07.780 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using tag 2024-09-17T10:29:07.781 INFO:teuthology.packaging:ref: None 2024-09-17T10:29:07.781 INFO:teuthology.packaging:tag: v18.2.0 2024-09-17T10:29:07.781 INFO:teuthology.packaging:branch: None 2024-09-17T10:29:07.781 INFO:teuthology.packaging:sha1: 7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:29:07.781 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=5dd24139a1eada541a3bc16b6941c5dde975e26d 2024-09-17T10:29:07.925 DEBUG:teuthology.orchestra.run.smithi159:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-17T10:29:07.951 INFO:teuthology.orchestra.run.smithi159.stdout:18.2.0-0.el9 2024-09-17T10:29:07.952 INFO:teuthology.packaging:The installed version of ceph is 18.2.0-0.el9 2024-09-17T10:29:07.952 INFO:teuthology.task.install:The correct ceph version 18.2.0-0 is installed. 2024-09-17T10:29:07.954 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using tag 2024-09-17T10:29:07.954 INFO:teuthology.packaging:ref: None 2024-09-17T10:29:07.954 INFO:teuthology.packaging:tag: v18.2.0 2024-09-17T10:29:07.954 INFO:teuthology.packaging:branch: None 2024-09-17T10:29:07.954 INFO:teuthology.packaging:sha1: 7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:29:07.954 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=5dd24139a1eada541a3bc16b6941c5dde975e26d 2024-09-17T10:29:08.091 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-17T10:29:08.113 INFO:teuthology.orchestra.run.smithi170.stdout:18.2.0-0.el9 2024-09-17T10:29:08.113 INFO:teuthology.packaging:The installed version of ceph is 18.2.0-0.el9 2024-09-17T10:29:08.113 INFO:teuthology.task.install:The correct ceph version 18.2.0-0 is installed. 2024-09-17T10:29:08.115 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-17T10:29:08.115 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:29:08.115 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-17T10:29:08.147 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:29:08.147 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-17T10:29:08.180 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-17T10:29:08.180 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:29:08.180 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/usr/bin/daemon-helper 2024-09-17T10:29:08.215 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-17T10:29:08.283 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:29:08.283 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/daemon-helper 2024-09-17T10:29:08.308 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-17T10:29:08.372 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-17T10:29:08.372 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:29:08.372 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-17T10:29:08.399 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-17T10:29:08.466 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:29:08.466 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-17T10:29:08.491 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-17T10:29:08.556 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-17T10:29:08.556 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:29:08.556 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/usr/bin/stdin-killer 2024-09-17T10:29:08.581 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-17T10:29:08.647 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:29:08.647 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/stdin-killer 2024-09-17T10:29:08.671 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-17T10:29:08.737 INFO:teuthology.run_tasks:Running task print... 2024-09-17T10:29:08.751 INFO:teuthology.task.print:**** done install task... 2024-09-17T10:29:08.751 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-17T10:29:08.854 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'global': {'mon pg warn min per osd': 0}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}}, 'image': 'quay.io/ceph/ceph:v18.2.0', 'roleless': True, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'OSD_DOWN', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '7498493279982dfe87f00616198a5967475f6169'} 2024-09-17T10:29:08.854 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v18.2.0 2024-09-17T10:29:08.854 INFO:tasks.cephadm:Cluster fsid is ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:08.855 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-17T10:29:08.855 INFO:tasks.cephadm:No mon roles; fabricating mons 2024-09-17T10:29:08.855 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi159': '172.21.15.159', 'mon.smithi170': '172.21.15.170'} 2024-09-17T10:29:08.855 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-17T10:29:08.855 DEBUG:teuthology.orchestra.run.smithi159:> sudo hostname $(hostname -s) 2024-09-17T10:29:08.881 DEBUG:teuthology.orchestra.run.smithi170:> sudo hostname $(hostname -s) 2024-09-17T10:29:08.906 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-17T10:29:08.907 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:29:09.046 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '7498493279982dfe87f00616198a5967475f6169', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56090/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4937-g74984932', 'node_name': '172.21.2.22+braggi22', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4937.g74984932'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/7498493279982dfe87f00616198a5967475f6169/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-15 22:16:53.267223', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/7498493279982dfe87f00616198a5967475f6169/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-17T10:29:09.292 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref reef, sha1 19e2a2beb6f41a3ab62650e38614eb29b59dcbb9 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-17T10:29:09.294 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm 2024-09-17T10:29:09.294 INFO:tasks.cephadm:Downloading cephadm from url: https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm 2024-09-17T10:29:09.294 DEBUG:teuthology.orchestra.run.smithi159:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-17T10:29:09.602 INFO:teuthology.orchestra.run.smithi159.stdout:-rw-r--r--. 1 ubuntu ubuntu 217222 Sep 17 10:29 /home/ubuntu/cephtest/cephadm 2024-09-17T10:29:09.602 DEBUG:teuthology.orchestra.run.smithi170:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/19e2a2beb6f41a3ab62650e38614eb29b59dcbb9/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-17T10:29:09.940 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r--. 1 ubuntu ubuntu 217222 Sep 17 10:29 /home/ubuntu/cephtest/cephadm 2024-09-17T10:29:09.941 DEBUG:teuthology.orchestra.run.smithi159:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-17T10:29:09.958 DEBUG:teuthology.orchestra.run.smithi170:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-17T10:29:09.987 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v18.2.0 on all hosts... 2024-09-17T10:29:09.988 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 pull 2024-09-17T10:29:10.001 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 pull 2024-09-17T10:29:11.638 INFO:teuthology.orchestra.run.smithi170.stderr:Pulling container image quay.io/ceph/ceph:v18.2.0... 2024-09-17T10:29:11.639 INFO:teuthology.orchestra.run.smithi159.stderr:Pulling container image quay.io/ceph/ceph:v18.2.0... 2024-09-17T10:29:23.657 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:29:23.658 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph_version": "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)", 2024-09-17T10:29:23.658 INFO:teuthology.orchestra.run.smithi159.stdout: "image_id": "dc2bc1663786ad5862ef6efcff18243ab7dfeda0bcb911ddf757a0d20feca946", 2024-09-17T10:29:23.658 INFO:teuthology.orchestra.run.smithi159.stdout: "repo_digests": [ 2024-09-17T10:29:23.658 INFO:teuthology.orchestra.run.smithi159.stdout: "quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007", 2024-09-17T10:29:23.658 INFO:teuthology.orchestra.run.smithi159.stdout: "quay.io/ceph/ceph@sha256:d58cf65589d0abf9d5261cd46fb62be3bfb29098febc78c0fcdf116a15274d27" 2024-09-17T10:29:23.658 INFO:teuthology.orchestra.run.smithi159.stdout: ] 2024-09-17T10:29:23.658 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:29:25.891 INFO:teuthology.orchestra.run.smithi170.stdout:{ 2024-09-17T10:29:25.892 INFO:teuthology.orchestra.run.smithi170.stdout: "ceph_version": "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)", 2024-09-17T10:29:25.892 INFO:teuthology.orchestra.run.smithi170.stdout: "image_id": "dc2bc1663786ad5862ef6efcff18243ab7dfeda0bcb911ddf757a0d20feca946", 2024-09-17T10:29:25.892 INFO:teuthology.orchestra.run.smithi170.stdout: "repo_digests": [ 2024-09-17T10:29:25.892 INFO:teuthology.orchestra.run.smithi170.stdout: "quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007", 2024-09-17T10:29:25.892 INFO:teuthology.orchestra.run.smithi170.stdout: "quay.io/ceph/ceph@sha256:d58cf65589d0abf9d5261cd46fb62be3bfb29098febc78c0fcdf116a15274d27" 2024-09-17T10:29:25.892 INFO:teuthology.orchestra.run.smithi170.stdout: ] 2024-09-17T10:29:25.892 INFO:teuthology.orchestra.run.smithi170.stdout:} 2024-09-17T10:29:25.915 DEBUG:teuthology.orchestra.run.smithi159:> sudo mkdir -p /etc/ceph 2024-09-17T10:29:25.948 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /etc/ceph 2024-09-17T10:29:25.981 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 777 /etc/ceph 2024-09-17T10:29:26.018 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 777 /etc/ceph 2024-09-17T10:29:26.048 INFO:tasks.cephadm:Writing seed config... 2024-09-17T10:29:26.050 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-17T10:29:26.050 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-17T10:29:26.050 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-09-17T10:29:26.051 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-09-17T10:29:26.051 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-09-17T10:29:26.051 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-17T10:29:26.051 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-17T10:29:26.051 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-09-17T10:29:26.052 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-09-17T10:29:26.052 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-17T10:29:26.052 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-17T10:29:26.052 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-09-17T10:29:26.052 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-17T10:29:26.052 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-17T10:29:26.052 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-17T10:29:26.053 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-17T10:29:26.053 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-17T10:29:26.053 INFO:tasks.cephadm: override: [global] mon pg warn min per osd = 0 2024-09-17T10:29:26.053 INFO:tasks.cephadm: override: [mgr] client mount timeout = 30 2024-09-17T10:29:26.053 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-17T10:29:26.054 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-17T10:29:26.054 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-17T10:29:26.054 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-17T10:29:26.054 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-17T10:29:26.054 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-17T10:29:26.054 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-17T10:29:26.055 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:29:26.056 DEBUG:teuthology.orchestra.run.smithi159:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-17T10:29:26.077 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ac45a212-74df-11ef-bceb-c7b262605968 mon pg warn min per osd = 0 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false client mount timeout = 30 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-17T10:29:26.078 DEBUG:teuthology.orchestra.run.smithi159:mon.smithi159> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service 2024-09-17T10:29:26.120 INFO:tasks.cephadm:Bootstrapping... 2024-09-17T10:29:26.120 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 -v bootstrap --fsid ac45a212-74df-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.159 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-17T10:29:26.281 INFO:teuthology.orchestra.run.smithi159.stdout:-------------------------------------------------------------------------------- 2024-09-17T10:29:26.281 INFO:teuthology.orchestra.run.smithi159.stdout:cephadm ['--image', 'quay.io/ceph/ceph:v18.2.0', '-v', 'bootstrap', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-ip', '172.21.15.159', '--skip-admin-label'] 2024-09-17T10:29:26.304 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stdout 5.2.2 2024-09-17T10:29:26.305 INFO:teuthology.orchestra.run.smithi159.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-17T10:29:26.305 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying podman|docker is present... 2024-09-17T10:29:26.328 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stdout 5.2.2 2024-09-17T10:29:26.328 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying lvm2 is present... 2024-09-17T10:29:26.328 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying time synchronization is in place... 2024-09-17T10:29:26.336 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-17T10:29:26.336 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-17T10:29:26.342 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-17T10:29:26.343 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout inactive 2024-09-17T10:29:26.348 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout enabled 2024-09-17T10:29:26.355 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout active 2024-09-17T10:29:26.355 INFO:teuthology.orchestra.run.smithi159.stdout:Unit chronyd.service is enabled and running 2024-09-17T10:29:26.355 INFO:teuthology.orchestra.run.smithi159.stdout:Repeating the final host check... 2024-09-17T10:29:26.376 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stdout 5.2.2 2024-09-17T10:29:26.377 INFO:teuthology.orchestra.run.smithi159.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-17T10:29:26.377 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl is present 2024-09-17T10:29:26.377 INFO:teuthology.orchestra.run.smithi159.stdout:lvcreate is present 2024-09-17T10:29:26.383 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-17T10:29:26.383 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-17T10:29:26.389 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-17T10:29:26.389 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout inactive 2024-09-17T10:29:26.395 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout enabled 2024-09-17T10:29:26.402 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout active 2024-09-17T10:29:26.402 INFO:teuthology.orchestra.run.smithi159.stdout:Unit chronyd.service is enabled and running 2024-09-17T10:29:26.402 INFO:teuthology.orchestra.run.smithi159.stdout:Host looks OK 2024-09-17T10:29:26.402 INFO:teuthology.orchestra.run.smithi159.stdout:Cluster fsid: ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:26.402 INFO:teuthology.orchestra.run.smithi159.stdout:Acquiring lock 139997500478800 on /run/cephadm/ac45a212-74df-11ef-bceb-c7b262605968.lock 2024-09-17T10:29:26.402 INFO:teuthology.orchestra.run.smithi159.stdout:Lock 139997500478800 acquired on /run/cephadm/ac45a212-74df-11ef-bceb-c7b262605968.lock 2024-09-17T10:29:26.403 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying IP 172.21.15.159 port 3300 ... 2024-09-17T10:29:26.403 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying IP 172.21.15.159 port 6789 ... 2024-09-17T10:29:26.403 INFO:teuthology.orchestra.run.smithi159.stdout:Base mon IP(s) is [172.21.15.159:3300, 172.21.15.159:6789], mon addrv is [v2:172.21.15.159:3300,v1:172.21.15.159:6789] 2024-09-17T10:29:26.406 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.159 metric 100 2024-09-17T10:29:26.406 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.159 metric 100 2024-09-17T10:29:26.408 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-17T10:29:26.408 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-17T10:29:26.409 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-17T10:29:26.411 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-17T10:29:26.411 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-17T10:29:26.411 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-17T10:29:26.411 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-17T10:29:26.411 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:724f/64 scope link noprefixroute 2024-09-17T10:29:26.411 INFO:teuthology.orchestra.run.smithi159.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-17T10:29:26.412 INFO:teuthology.orchestra.run.smithi159.stdout:Mon IP `172.21.15.159` is in CIDR network `172.21.0.0/20` 2024-09-17T10:29:26.412 INFO:teuthology.orchestra.run.smithi159.stdout:Mon IP `172.21.15.159` is in CIDR network `172.21.0.0/20` 2024-09-17T10:29:26.412 INFO:teuthology.orchestra.run.smithi159.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-17T10:29:26.412 INFO:teuthology.orchestra.run.smithi159.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-17T10:29:26.413 INFO:teuthology.orchestra.run.smithi159.stdout:Pulling container image quay.io/ceph/ceph:v18.2.0... 2024-09-17T10:29:28.081 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stdout dc2bc1663786ad5862ef6efcff18243ab7dfeda0bcb911ddf757a0d20feca946 2024-09-17T10:29:28.081 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stderr Trying to pull quay.io/ceph/ceph:v18.2.0... 2024-09-17T10:29:28.081 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stderr Getting image source signatures 2024-09-17T10:29:28.081 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stderr Copying blob sha256:3bd20aeff60302f668275dc2005d10679ae56492967a3a5a54fd3dde85333aec 2024-09-17T10:29:28.081 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stderr Copying blob sha256:46af8f5390d4e94fc57efb422ccb97bb53dfe5b948546bfc191b46557eb2dbd9 2024-09-17T10:29:28.081 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stderr Copying config sha256:dc2bc1663786ad5862ef6efcff18243ab7dfeda0bcb911ddf757a0d20feca946 2024-09-17T10:29:28.081 INFO:teuthology.orchestra.run.smithi159.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-17T10:29:37.738 INFO:teuthology.orchestra.run.smithi159.stdout:ceph: stdout ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable) 2024-09-17T10:29:37.738 INFO:teuthology.orchestra.run.smithi159.stdout:Ceph version: ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable) 2024-09-17T10:29:37.738 INFO:teuthology.orchestra.run.smithi159.stdout:Extracting ceph user uid/gid from container image... 2024-09-17T10:29:39.327 INFO:teuthology.orchestra.run.smithi159.stdout:stat: stdout 167 167 2024-09-17T10:29:39.327 INFO:teuthology.orchestra.run.smithi159.stdout:Creating initial keys... 2024-09-17T10:29:40.308 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph-authtool: stdout AQATWulmvX9xJhAADnbxisQ/cBOANZXzAd3S4A== 2024-09-17T10:29:41.215 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph-authtool: stdout AQAUWulmFVs+JxAAhHHhEpcHQY5B9DA8xIKQYw== 2024-09-17T10:29:42.261 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph-authtool: stdout AQAVWulmuw8cIBAA5jAY3T0BbtWXgIhSiYwSwQ== 2024-09-17T10:29:42.262 INFO:teuthology.orchestra.run.smithi159.stdout:Creating initial monmap... 2024-09-17T10:29:43.368 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-17T10:29:43.368 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-17T10:29:43.368 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:43.368 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-17T10:29:43.369 INFO:teuthology.orchestra.run.smithi159.stdout:monmaptool for smithi159 [v2:172.21.15.159:3300,v1:172.21.15.159:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-17T10:29:43.369 INFO:teuthology.orchestra.run.smithi159.stdout:setting min_mon_release = pacific 2024-09-17T10:29:43.369 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/monmaptool: set fsid to ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:43.369 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-17T10:29:43.369 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:29:43.369 INFO:teuthology.orchestra.run.smithi159.stdout:Creating mon... 2024-09-17T10:29:44.780 INFO:teuthology.orchestra.run.smithi159.stdout:create mon.smithi159 on 2024-09-17T10:29:44.998 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-17T10:29:45.139 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-17T10:29:45.318 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ac45a212-74df-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-ac45a212-74df-11ef-bceb-c7b262605968.target. 2024-09-17T10:29:45.318 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ac45a212-74df-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-ac45a212-74df-11ef-bceb-c7b262605968.target. 2024-09-17T10:29:45.536 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159 2024-09-17T10:29:45.536 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service: Unit ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service not loaded. 2024-09-17T10:29:45.693 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ac45a212-74df-11ef-bceb-c7b262605968.target.wants/ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service → /etc/systemd/system/ceph-ac45a212-74df-11ef-bceb-c7b262605968@.service. 2024-09-17T10:29:46.204 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T10:29:46.204 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout disabled 2024-09-17T10:29:46.211 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T10:29:46.211 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout inactive 2024-09-17T10:29:46.211 INFO:teuthology.orchestra.run.smithi159.stdout:firewalld.service is not enabled 2024-09-17T10:29:46.211 INFO:teuthology.orchestra.run.smithi159.stdout:Not possible to enable service . firewalld.service is not available 2024-09-17T10:29:46.212 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for mon to start... 2024-09-17T10:29:46.212 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for mon... 2024-09-17T10:29:47.288 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:47 smithi159 ceph-mon[27299]: from='client.? 172.21.15.159:0/3775528690' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-17T10:29:47.292 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout cluster: 2024-09-17T10:29:47.292 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout id: ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:47.292 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-17T10:29:47.292 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:47.292 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout services: 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum smithi159 (age 0.571445s) 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout data: 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout pgs: 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:mon is available 2024-09-17T10:29:47.293 INFO:teuthology.orchestra.run.smithi159.stdout:Assimilating anything we can from ceph.conf... 2024-09-17T10:29:48.394 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:48 smithi159 ceph-mon[27299]: from='client.? 172.21.15.159:0/2107553244' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-17T10:29:48.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:48 smithi159 ceph-mon[27299]: from='client.? 172.21.15.159:0/2107553244' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-17T10:29:48.398 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout [global] 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout fsid = ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.159:3300,v1:172.21.15.159:6789] 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-17T10:29:48.399 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:48.400 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout [osd] 2024-09-17T10:29:48.400 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-17T10:29:48.400 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-17T10:29:48.400 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-17T10:29:48.400 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-17T10:29:48.400 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-17T10:29:48.400 INFO:teuthology.orchestra.run.smithi159.stdout:Generating new minimal ceph.conf... 2024-09-17T10:29:49.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:49 smithi159 ceph-mon[27299]: from='client.? 172.21.15.159:0/301855621' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:29:49.412 INFO:teuthology.orchestra.run.smithi159.stdout:Restarting the monitor... 2024-09-17T10:29:49.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:49 smithi159 systemd[1]: Stopping Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:29:50.089 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:49 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[27295]: 2024-09-17T10:29:49.694+0000 7fb8766c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi159 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:29:50.089 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:49 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[27295]: 2024-09-17T10:29:49.694+0000 7fb8766c7700 -1 mon.smithi159@0(leader) e1 *** Got Signal Terminated *** 2024-09-17T10:29:50.089 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:49 smithi159 podman[27544]: 2024-09-17 10:29:49.838798673 +0000 UTC m=+0.234384979 container died 39a33f5ffb9894995caad0e42b838f6e2dc32b2ed45ee3b25b196bff435f3885 (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.29.1, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, CEPH_POINT_RELEASE=-18.2.0) 2024-09-17T10:29:50.372 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 podman[27544]: 2024-09-17 10:29:50.186325404 +0000 UTC m=+0.581911711 container cleanup 39a33f5ffb9894995caad0e42b838f6e2dc32b2ed45ee3b25b196bff435f3885 (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, CEPH_POINT_RELEASE=-18.2.0, io.buildah.version=1.29.1, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-17T10:29:50.372 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 bash[27544]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159 2024-09-17T10:29:50.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 podman[27557]: 2024-09-17 10:29:50.370730719 +0000 UTC m=+0.523310977 container remove 39a33f5ffb9894995caad0e42b838f6e2dc32b2ed45ee3b25b196bff435f3885 (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.29.1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=-18.2.0, GIT_BRANCH=HEAD) 2024-09-17T10:29:50.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service: Deactivated successfully. 2024-09-17T10:29:50.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 systemd[1]: Stopped Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:29:50.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 systemd[1]: Starting Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:29:51.083 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 podman[27655]: 2024-09-17 10:29:50.703325326 +0000 UTC m=+0.015789992 image pull dc2bc1663786ad5862ef6efcff18243ab7dfeda0bcb911ddf757a0d20feca946 quay.io/ceph/ceph:v18.2.0 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:50 smithi159 podman[27655]: 2024-09-17 10:29:50.804639053 +0000 UTC m=+0.117103713 container create a1ee6e9316cf70855cde652c41e0c6569b1acac7bd016332b57e07970cd5baaf (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, org.label-schema.license=GPLv2, io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, ceph=True, RELEASE=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=-18.2.0, org.label-schema.schema-version=1.0) 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 podman[27655]: 2024-09-17 10:29:51.007111612 +0000 UTC m=+0.319576281 container init a1ee6e9316cf70855cde652c41e0c6569b1acac7bd016332b57e07970cd5baaf (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, RELEASE=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=-18.2.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.29.1, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 podman[27655]: 2024-09-17 10:29:51.010272103 +0000 UTC m=+0.322736766 container start a1ee6e9316cf70855cde652c41e0c6569b1acac7bd016332b57e07970cd5baaf (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, GIT_CLEAN=True, CEPH_POINT_RELEASE=-18.2.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.29.1, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable), process ceph-mon, pid 2 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: pidfile_write: ignore empty --pid-file 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: load: jerasure load: lrc 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: RocksDB version: 7.9.2 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Git sha 0 2024-09-17T10:29:51.084 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Compile date 2023-08-03 19:21:13 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: DB SUMMARY 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: DB Session ID: FBCF621FWCJQ3OP8ZZFH 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: CURRENT file: CURRENT 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi159/store.db dir, Total Num: 1, files: 000008.sst 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi159/store.db: 000009.log size: 90912 ; 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.error_if_exists: 0 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.create_if_missing: 0 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.paranoid_checks: 1 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T10:29:51.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.env: 0x5557a4956720 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.info_log: 0x5557a7b2b2c0 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.statistics: (nil) 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.use_fsync: 0 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_log_file_size: 0 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T10:29:51.086 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.allow_fallocate: 1 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.use_direct_reads: 0 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.db_log_dir: 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.wal_dir: 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T10:29:51.087 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.write_buffer_manager: 0x5557a6dba5a0 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T10:29:51.088 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.unordered_write: 0 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.row_cache: None 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.wal_filter: None 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.two_write_queues: 0 2024-09-17T10:29:51.090 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.wal_compression: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.atomic_flush: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.log_readahead_size: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T10:29:51.091 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_background_jobs: 2 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_background_compactions: -1 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_subcompactions: 1 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T10:29:51.092 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_open_files: -1 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_background_flushes: -1 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Compression algorithms supported: 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kZSTD supported: 0 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kXpressCompression supported: 0 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kZlibCompression supported: 1 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kSnappyCompression supported: 1 2024-09-17T10:29:51.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kLZ4Compression supported: 1 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: kBZip2Compression supported: 0 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi159/store.db/MANIFEST-000010 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.merge_operator: 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_filter: None 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T10:29:51.094 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5557a7b2b3c0) 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: cache_index_and_filter_blocks: 1 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: pin_top_level_index_and_filter: 1 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: index_type: 0 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: data_block_index_type: 0 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: index_shortening: 1 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: checksum: 4 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: no_block_cache: 0 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache: 0x5557a6e3d1f0 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache_name: BinnedLRUCache 2024-09-17T10:29:51.095 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache_options: 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: capacity : 536870912 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: num_shard_bits : 4 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: strict_capacity_limit : 0 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: high_pri_pool_ratio: 0.000 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache_compressed: (nil) 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: persistent_cache: (nil) 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_size: 4096 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_size_deviation: 10 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_restart_interval: 16 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: index_block_restart_interval: 1 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: metadata_block_size: 4096 2024-09-17T10:29:51.096 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: partition_filters: 0 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: use_delta_encoding: 1 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: filter_policy: bloomfilter 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: whole_key_filtering: 1 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: verify_compression: 0 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: read_amp_bytes_per_bit: 0 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: format_version: 5 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: enable_index_compression: 1 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_align: 0 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: max_auto_readahead_size: 262144 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: prepopulate_block_cache: 0 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: initial_auto_readahead_size: 8192 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T10:29:51.097 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression: NoCompression 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.num_levels: 7 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T10:29:51.098 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T10:29:51.099 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T10:29:51.100 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T10:29:51.101 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.table_properties_collectors: 2024-09-17T10:29:51.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.inplace_update_support: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.bloom_locality: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.max_successive_merges: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.ttl: 2592000 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T10:29:51.103 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.enable_blob_files: false 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.min_blob_size: 0 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi159/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-17T10:29:51.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 804091f5-1f95-4103-bdde-70eaeb533d70 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726568991039405, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726568991040468, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 86921, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 282, "table_properties": {"data_size": 85002, "index_size": 265, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 645, "raw_key_size": 11738, "raw_average_key_size": 48, "raw_value_size": 78472, "raw_average_value_size": 325, "num_data_blocks": 11, "num_entries": 241, "num_filter_entries": 241, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726568991, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "804091f5-1f95-4103-bdde-70eaeb533d70", "db_session_id": "FBCF621FWCJQ3OP8ZZFH", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726568991040550, "job": 1, "event": "recovery_finished"} 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-smithi159/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5557a6eda000 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: DB pointer 0x5557a6ec6000 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** DB Stats ** 2024-09-17T10:29:51.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** Compaction Stats [default] ** 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: L0 2/0 86.76 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:29:51.106 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Sum 2/0 86.76 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** Compaction Stats [default] ** 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 134.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T10:29:51.107 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative compaction: 0.00 GB write, 26.79 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval compaction: 0.00 GB write, 26.79 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Block cache BinnedLRUCache@0x5557a6e3d1f0#2 capacity: 512.00 MB usage: 1.30 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.83 KB,0.000157952%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: starting mon.smithi159 rank 0 at public addrs [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] at bind addrs [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi159 fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???) e1 preinit fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???).mds e1 new map 2024-09-17T10:29:51.108 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???).mds e1 print_map 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: e1 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: legacy client fscid: -1 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: No filesystems configured 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expand map: {default=false} 2024-09-17T10:29:51.109 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta from 'false' to 'false' 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expanded map: {default=false} 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expand map: {default=info} 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta from 'info' to 'info' 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expanded map: {default=info} 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expand map: {default=daemon} 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta from 'daemon' to 'daemon' 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expanded map: {default=daemon} 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expand map: {default=debug} 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta from 'debug' to 'debug' 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: expand_channel_meta expanded map: {default=debug} 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 bash[27655]: a1ee6e9316cf70855cde652c41e0c6569b1acac7bd016332b57e07970cd5baaf 2024-09-17T10:29:51.110 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 systemd[1]: Started Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:29:51.111 INFO:teuthology.orchestra.run.smithi159.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-17T10:29:51.372 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mon.smithi159 is new leader, mons smithi159 in quorum (ranks 0) 2024-09-17T10:29:51.372 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: monmap e1: 1 mons at {smithi159=[v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0]} removed_ranks: {} 2024-09-17T10:29:51.372 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: fsmap 2024-09-17T10:29:51.372 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: osdmap e1: 0 total, 0 up, 0 in 2024-09-17T10:29:51.372 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:51 smithi159 ceph-mon[27674]: mgrmap e1: no daemons active 2024-09-17T10:29:52.209 INFO:teuthology.orchestra.run.smithi159.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-17T10:29:52.230 INFO:teuthology.orchestra.run.smithi159.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-17T10:29:52.230 INFO:teuthology.orchestra.run.smithi159.stdout:Creating mgr... 2024-09-17T10:29:52.231 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-17T10:29:52.231 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-17T10:29:52.231 INFO:teuthology.orchestra.run.smithi159.stdout:Verifying port 0.0.0.0:8443 ... 2024-09-17T10:29:52.492 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ac45a212-74df-11ef-bceb-c7b262605968@mgr.smithi159.tdcigv 2024-09-17T10:29:52.492 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ac45a212-74df-11ef-bceb-c7b262605968@mgr.smithi159.tdcigv.service: Unit ceph-ac45a212-74df-11ef-bceb-c7b262605968@mgr.smithi159.tdcigv.service not loaded. 2024-09-17T10:29:52.639 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ac45a212-74df-11ef-bceb-c7b262605968.target.wants/ceph-ac45a212-74df-11ef-bceb-c7b262605968@mgr.smithi159.tdcigv.service → /etc/systemd/system/ceph-ac45a212-74df-11ef-bceb-c7b262605968@.service. 2024-09-17T10:29:52.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:52 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1385843365' entity='client.admin' 2024-09-17T10:29:53.274 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T10:29:53.283 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout disabled 2024-09-17T10:29:53.283 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T10:29:53.284 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout inactive 2024-09-17T10:29:53.284 INFO:teuthology.orchestra.run.smithi159.stdout:firewalld.service is not enabled 2024-09-17T10:29:53.284 INFO:teuthology.orchestra.run.smithi159.stdout:Not possible to enable service . firewalld.service is not available 2024-09-17T10:29:53.291 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T10:29:53.291 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout disabled 2024-09-17T10:29:53.299 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T10:29:53.299 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout inactive 2024-09-17T10:29:53.299 INFO:teuthology.orchestra.run.smithi159.stdout:firewalld.service is not enabled 2024-09-17T10:29:53.299 INFO:teuthology.orchestra.run.smithi159.stdout:Not possible to open ports <[9283, 8765, 8443]>. firewalld.service is not available 2024-09-17T10:29:53.299 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for mgr to start... 2024-09-17T10:29:53.299 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for mgr... 2024-09-17T10:29:54.331 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:54 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1770779094' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T10:29:55.062 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:55.069 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsid": "ac45a212-74df-11ef-bceb-c7b262605968", 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "health": { 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-17T10:29:55.070 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 0 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "smithi159" 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-17T10:29:55.071 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-17T10:29:55.072 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-17T10:29:55.073 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "restful" 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:55.074 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modified": "2024-09-17T10:29:46.149132+0000", 2024-09-17T10:29:55.075 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:29:55.075 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:55.075 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-17T10:29:55.075 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:29:55.075 INFO:teuthology.orchestra.run.smithi159.stdout:mgr not available, waiting (1/15)... 2024-09-17T10:29:57.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:57 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3191686557' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T10:29:58.137 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsid": "ac45a212-74df-11ef-bceb-c7b262605968", 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "health": { 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 0 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:29:58.138 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "smithi159" 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-17T10:29:58.139 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-17T10:29:58.143 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-17T10:29:58.143 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-17T10:29:58.143 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:58.143 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-17T10:29:58.144 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "restful" 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:29:58.145 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modified": "2024-09-17T10:29:46.149132+0000", 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:29:58.146 INFO:teuthology.orchestra.run.smithi159.stdout:mgr not available, waiting (2/15)... 2024-09-17T10:30:00.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: Activating manager daemon smithi159.tdcigv 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: mgrmap e2: smithi159.tdcigv(active, starting, since 0.00294585s) 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"}]: dispatch 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:00.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:29:59 smithi159 ceph-mon[27674]: from='mgr.14100 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:01.172 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:00 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2866674551' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T10:30:01.172 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:00 smithi159 ceph-mon[27674]: mgrmap e3: smithi159.tdcigv(active, since 1.00595s) 2024-09-17T10:30:01.176 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:30:01.176 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:30:01.176 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsid": "ac45a212-74df-11ef-bceb-c7b262605968", 2024-09-17T10:30:01.176 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "health": { 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 0 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "smithi159" 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-17T10:30:01.177 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-17T10:30:01.178 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-17T10:30:01.182 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:01.183 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "restful" 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:01.184 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modified": "2024-09-17T10:29:46.149132+0000", 2024-09-17T10:30:01.185 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:30:01.185 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:01.185 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-17T10:30:01.185 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:30:01.185 INFO:teuthology.orchestra.run.smithi159.stdout:mgr not available, waiting (3/15)... 2024-09-17T10:30:03.302 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:03 smithi159 ceph-mon[27674]: mgrmap e4: smithi159.tdcigv(active, since 2s) 2024-09-17T10:30:04.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:04 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3505220395' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-17T10:30:04.483 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:30:04.483 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:30:04.483 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsid": "ac45a212-74df-11ef-bceb-c7b262605968", 2024-09-17T10:30:04.483 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "health": { 2024-09-17T10:30:04.483 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-17T10:30:04.483 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 0 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "smithi159" 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-17T10:30:04.484 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-17T10:30:04.485 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-17T10:30:04.486 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-17T10:30:04.489 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-17T10:30:04.490 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "restful" 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ], 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "modified": "2024-09-17T10:29:46.149132+0000", 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-17T10:30:04.491 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout }, 2024-09-17T10:30:04.492 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-17T10:30:04.492 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:30:04.492 INFO:teuthology.orchestra.run.smithi159.stdout:mgr is available 2024-09-17T10:30:05.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:05 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1028970536' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout [global] 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout fsid = ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-17T10:30:05.598 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout [osd] 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-17T10:30:05.599 INFO:teuthology.orchestra.run.smithi159.stdout:Enabling cephadm module... 2024-09-17T10:30:07.312 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:07 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2602796795' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-17T10:30:08.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:08 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2602796795' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-17T10:30:08.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:08 smithi159 ceph-mon[27674]: mgrmap e5: smithi159.tdcigv(active, since 7s) 2024-09-17T10:30:08.892 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:30:08.892 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-17T10:30:08.892 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-17T10:30:08.893 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "active_name": "smithi159.tdcigv", 2024-09-17T10:30:08.893 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-17T10:30:08.893 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:30:08.893 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for the mgr to restart... 2024-09-17T10:30:08.893 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for mgr epoch 5... 2024-09-17T10:30:09.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:09 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1101778609' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-17T10:30:14.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: Active manager daemon smithi159.tdcigv restarted 2024-09-17T10:30:14.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: Activating manager daemon smithi159.tdcigv 2024-09-17T10:30:14.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: osdmap e2: 0 total, 0 up, 0 in 2024-09-17T10:30:14.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: mgrmap e6: smithi159.tdcigv(active, starting, since 0.00347441s) 2024-09-17T10:30:14.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:30:14.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:30:14.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:30:14.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:13 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"}]: dispatch 2024-09-17T10:30:15.078 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:14 smithi159 ceph-mon[27674]: Found migration_current of "None". Setting to last migration. 2024-09-17T10:30:15.078 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:14 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:15.078 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:14 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:15.078 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:14 smithi159 ceph-mon[27674]: mgrmap e7: smithi159.tdcigv(active, since 1.00552s) 2024-09-17T10:30:15.349 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:30:15.349 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-17T10:30:15.349 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-17T10:30:15.349 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:30:15.349 INFO:teuthology.orchestra.run.smithi159.stdout:mgr epoch 5 is available 2024-09-17T10:30:15.349 INFO:teuthology.orchestra.run.smithi159.stdout:Setting orchestrator backend to cephadm... 2024-09-17T10:30:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:15 smithi159 ceph-mon[27674]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-17T10:30:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:15 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:14] ENGINE Bus STARTING 2024-09-17T10:30:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:15 smithi159 ceph-mon[27674]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-17T10:30:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:15 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:14] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:30:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:15 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:14] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:30:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:15 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:14] ENGINE Bus STARTED 2024-09-17T10:30:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:15 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:16.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:16 smithi159 ceph-mon[27674]: mgrmap e8: smithi159.tdcigv(active, since 2s) 2024-09-17T10:30:16.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:16 smithi159 ceph-mon[27674]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:16.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:16 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:16.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:16 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:17.770 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-17T10:30:17.770 INFO:teuthology.orchestra.run.smithi159.stdout:Generating ssh key... 2024-09-17T10:30:18.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:18 smithi159 ceph-mon[27674]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:19 smithi159 ceph-mon[27674]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:19 smithi159 ceph-mon[27674]: Generating ssh key... 2024-09-17T10:30:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:19 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:19 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:20.242 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCv5YUqNRM4z8ySHQ2zsbMtT/TtKsRdwrtMUl1nzvpl8HUR+0Kd5olr2erwHnHQbpmxwshmeDmYxym6yPC7djoQdf0/DZrXVidv63sEVTiuWrvDIq2a0Ckw7E32ynejxyh0l2flXLLeNCW8ZigEr0SWfnu9ln242kHmw8I4gRgmYgsFfbMGUgqjdSbg9HzQW6+ehdU+6HLNdMLECRil2X1MbPh/govnfJN0wKW7jYlVmoFJZirc/lqQi0Ub+CsGWrDB4VtVrvCGnnjk3REQFoBCgzvYnwnR5sCyw8H9jIsU4dWR/wWgXiMVuoOfVEjMHuozCpS5jR0Qy726LvjF99SVbO06ivM+xCaiwzE6LZaAUSRMKB+dmyET7r4aCIrFJqcO9OMSTXFSzGrUPFVZmbVELlxdlwdNE3RThHm8ChR4ERgJd8B00noD5a+Vw444BXMR1Ex/6hB04lDPlkZ48v/sLoWslqtYjuJy6E9KgNwhaCrpQubfyPXZybdl+XeKmek= ceph-ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:30:20.242 INFO:teuthology.orchestra.run.smithi159.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-17T10:30:20.242 INFO:teuthology.orchestra.run.smithi159.stdout:Adding key to root@localhost authorized_keys... 2024-09-17T10:30:20.248 INFO:teuthology.orchestra.run.smithi159.stdout:Adding host smithi159... 2024-09-17T10:30:20.627 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:20 smithi159 ceph-mon[27674]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:22.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:22 smithi159 ceph-mon[27674]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi159", "addr": "172.21.15.159", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:23.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:23 smithi159 ceph-mon[27674]: Deploying cephadm binary to smithi159 2024-09-17T10:30:23.867 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Added host 'smithi159' with addr '172.21.15.159' 2024-09-17T10:30:23.881 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying mon service with default placement... 2024-09-17T10:30:24.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:24 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:24.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:24 smithi159 ceph-mon[27674]: Added host smithi159 2024-09-17T10:30:24.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:24 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:26.129 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-17T10:30:26.129 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying mgr service with default placement... 2024-09-17T10:30:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:26 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:26 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:26 smithi159 ceph-mon[27674]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:26 smithi159 ceph-mon[27674]: Saving service mon spec with placement count:5 2024-09-17T10:30:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:26 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:27.871 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:27 smithi159 ceph-mon[27674]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:27.871 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:27 smithi159 ceph-mon[27674]: Saving service mgr spec with placement count:2 2024-09-17T10:30:27.871 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:27 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:27.873 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-17T10:30:27.873 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying crash service with default placement... 2024-09-17T10:30:29.096 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled crash update... 2024-09-17T10:30:29.096 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying ceph-exporter service with default placement... 2024-09-17T10:30:29.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:29 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:29.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:29 smithi159 ceph-mon[27674]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:29.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:29 smithi159 ceph-mon[27674]: Saving service crash spec with placement * 2024-09-17T10:30:29.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:29 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:30.353 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled ceph-exporter update... 2024-09-17T10:30:30.353 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying prometheus service with default placement... 2024-09-17T10:30:30.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:30 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:30.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:30 smithi159 ceph-mon[27674]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "ceph-exporter", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:30 smithi159 ceph-mon[27674]: Saving service ceph-exporter spec with placement * 2024-09-17T10:30:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:30 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:32.404 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:32 smithi159 ceph-mon[27674]: from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:32.405 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:32 smithi159 ceph-mon[27674]: Saving service prometheus spec with placement count:1 2024-09-17T10:30:32.405 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:32 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:32.407 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled prometheus update... 2024-09-17T10:30:32.407 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying grafana service with default placement... 2024-09-17T10:30:33.571 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled grafana update... 2024-09-17T10:30:33.571 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying node-exporter service with default placement... 2024-09-17T10:30:34.239 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:34 smithi159 ceph-mon[27674]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:34.239 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:34 smithi159 ceph-mon[27674]: Saving service grafana spec with placement count:1 2024-09-17T10:30:34.239 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:34 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:34.761 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled node-exporter update... 2024-09-17T10:30:34.761 INFO:teuthology.orchestra.run.smithi159.stdout:Deploying alertmanager service with default placement... 2024-09-17T10:30:35.153 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:35 smithi159 ceph-mon[27674]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:30:35.153 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:35 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:35.975 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Scheduled alertmanager update... 2024-09-17T10:30:36.233 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:36 smithi159 ceph-mon[27674]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:36.234 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:36 smithi159 ceph-mon[27674]: Saving service node-exporter spec with placement * 2024-09-17T10:30:36.234 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:36 smithi159 ceph-mon[27674]: from='mgr.14120 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:37.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:37 smithi159 ceph-mon[27674]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:37.390 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:37 smithi159 ceph-mon[27674]: Saving service alertmanager spec with placement count:1 2024-09-17T10:30:37.390 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:37 smithi159 ceph-mon[27674]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:30:37.390 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:37 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1429306700' entity='client.admin' 2024-09-17T10:30:38.371 INFO:teuthology.orchestra.run.smithi159.stdout:Enabling the dashboard module... 2024-09-17T10:30:39.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:38 smithi159 ceph-mon[27674]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:30:39.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:38 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4134779301' entity='client.admin' 2024-09-17T10:30:39.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:39 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/812152928' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-17T10:30:41.136 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:40 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/812152928' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-17T10:30:41.136 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:40 smithi159 ceph-mon[27674]: mgrmap e9: smithi159.tdcigv(active, since 26s) 2024-09-17T10:30:41.778 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:30:41.778 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-17T10:30:41.778 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-17T10:30:41.778 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "active_name": "smithi159.tdcigv", 2024-09-17T10:30:41.778 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-17T10:30:41.778 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:30:41.779 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for the mgr to restart... 2024-09-17T10:30:41.779 INFO:teuthology.orchestra.run.smithi159.stdout:Waiting for mgr epoch 9... 2024-09-17T10:30:42.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:42 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1423598270' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-17T10:30:47.394 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: Active manager daemon smithi159.tdcigv restarted 2024-09-17T10:30:47.394 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: Activating manager daemon smithi159.tdcigv 2024-09-17T10:30:47.394 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: osdmap e3: 0 total, 0 up, 0 in 2024-09-17T10:30:47.394 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: mgrmap e10: smithi159.tdcigv(active, starting, since 0.00450809s) 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:30:47.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:47 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"}]: dispatch 2024-09-17T10:30:48.153 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout { 2024-09-17T10:30:48.153 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-17T10:30:48.153 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-17T10:30:48.153 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout } 2024-09-17T10:30:48.153 INFO:teuthology.orchestra.run.smithi159.stdout:mgr epoch 9 is available 2024-09-17T10:30:48.153 INFO:teuthology.orchestra.run.smithi159.stdout:Generating a dashboard self-signed certificate... 2024-09-17T10:30:48.914 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:47] ENGINE Bus STARTING 2024-09-17T10:30:48.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-17T10:30:48.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: mgrmap e11: smithi159.tdcigv(active, since 1.00648s) 2024-09-17T10:30:48.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-17T10:30:48.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:47] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:30:48.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:47] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:30:48.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: [17/Sep/2024:10:30:47] ENGINE Bus STARTED 2024-09-17T10:30:48.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:48 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:49.475 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-17T10:30:49.476 INFO:teuthology.orchestra.run.smithi159.stdout:Creating initial admin user... 2024-09-17T10:30:49.726 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:49 smithi159 ceph-mon[27674]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:49.726 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:49 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:49.726 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:49 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:49.726 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:49 smithi159 ceph-mon[27674]: mgrmap e12: smithi159.tdcigv(active, since 2s) 2024-09-17T10:30:51.125 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:50 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:51.125 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:50 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:51.395 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$2p.3r6QMZHPbOIdar4kbfehaMXDHr84OJDs4JwXBkGT6EtLLBmkRi", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726569050, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-17T10:30:51.395 INFO:teuthology.orchestra.run.smithi159.stdout:Fetching dashboard port number... 2024-09-17T10:30:52.045 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:51 smithi159 ceph-mon[27674]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:30:53.060 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:52 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2241641845' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-17T10:30:53.062 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stdout 8443 2024-09-17T10:30:53.072 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-17T10:30:53.072 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout disabled 2024-09-17T10:30:53.079 INFO:teuthology.orchestra.run.smithi159.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-17T10:30:53.079 INFO:teuthology.orchestra.run.smithi159.stdout:systemctl: stdout inactive 2024-09-17T10:30:53.079 INFO:teuthology.orchestra.run.smithi159.stdout:firewalld.service is not enabled 2024-09-17T10:30:53.079 INFO:teuthology.orchestra.run.smithi159.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-17T10:30:53.080 INFO:teuthology.orchestra.run.smithi159.stdout:Ceph Dashboard is now available at: 2024-09-17T10:30:53.081 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:53.081 INFO:teuthology.orchestra.run.smithi159.stdout: URL: https://smithi159.front.sepia.ceph.com:8443/ 2024-09-17T10:30:53.081 INFO:teuthology.orchestra.run.smithi159.stdout: User: admin 2024-09-17T10:30:53.081 INFO:teuthology.orchestra.run.smithi159.stdout: Password: y9blji7ds3 2024-09-17T10:30:53.081 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:53.081 INFO:teuthology.orchestra.run.smithi159.stdout:Saving cluster configuration to /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config directory 2024-09-17T10:30:53.081 INFO:teuthology.orchestra.run.smithi159.stdout:Enabling autotune for osd_memory_target 2024-09-17T10:30:53.999 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:53 smithi159 ceph-mon[27674]: mgrmap e13: smithi159.tdcigv(active, since 6s) 2024-09-17T10:30:55.525 INFO:teuthology.orchestra.run.smithi159.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-17T10:30:55.525 INFO:teuthology.orchestra.run.smithi159.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-17T10:30:55.525 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.525 INFO:teuthology.orchestra.run.smithi159.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout:Or, if you are only running a single cluster on this host: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: ceph telemetry on 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout:For more information see: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:30:55.526 INFO:teuthology.orchestra.run.smithi159.stdout:Bootstrap complete. 2024-09-17T10:30:55.562 INFO:tasks.cephadm:Fetching config... 2024-09-17T10:30:55.563 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:30:55.563 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-17T10:30:55.578 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-17T10:30:55.579 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:30:55.579 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-17T10:30:55.634 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-17T10:30:55.635 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:30:55.635 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/keyring of=/dev/stdout 2024-09-17T10:30:55.699 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-17T10:30:55.700 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:30:55.700 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-17T10:30:55.755 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-17T10:30:55.755 DEBUG:teuthology.orchestra.run.smithi159:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCv5YUqNRM4z8ySHQ2zsbMtT/TtKsRdwrtMUl1nzvpl8HUR+0Kd5olr2erwHnHQbpmxwshmeDmYxym6yPC7djoQdf0/DZrXVidv63sEVTiuWrvDIq2a0Ckw7E32ynejxyh0l2flXLLeNCW8ZigEr0SWfnu9ln242kHmw8I4gRgmYgsFfbMGUgqjdSbg9HzQW6+ehdU+6HLNdMLECRil2X1MbPh/govnfJN0wKW7jYlVmoFJZirc/lqQi0Ub+CsGWrDB4VtVrvCGnnjk3REQFoBCgzvYnwnR5sCyw8H9jIsU4dWR/wWgXiMVuoOfVEjMHuozCpS5jR0Qy726LvjF99SVbO06ivM+xCaiwzE6LZaAUSRMKB+dmyET7r4aCIrFJqcO9OMSTXFSzGrUPFVZmbVELlxdlwdNE3RThHm8ChR4ERgJd8B00noD5a+Vw444BXMR1Ex/6hB04lDPlkZ48v/sLoWslqtYjuJy6E9KgNwhaCrpQubfyPXZybdl+XeKmek= ceph-ac45a212-74df-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-17T10:30:55.831 INFO:teuthology.orchestra.run.smithi159.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCv5YUqNRM4z8ySHQ2zsbMtT/TtKsRdwrtMUl1nzvpl8HUR+0Kd5olr2erwHnHQbpmxwshmeDmYxym6yPC7djoQdf0/DZrXVidv63sEVTiuWrvDIq2a0Ckw7E32ynejxyh0l2flXLLeNCW8ZigEr0SWfnu9ln242kHmw8I4gRgmYgsFfbMGUgqjdSbg9HzQW6+ehdU+6HLNdMLECRil2X1MbPh/govnfJN0wKW7jYlVmoFJZirc/lqQi0Ub+CsGWrDB4VtVrvCGnnjk3REQFoBCgzvYnwnR5sCyw8H9jIsU4dWR/wWgXiMVuoOfVEjMHuozCpS5jR0Qy726LvjF99SVbO06ivM+xCaiwzE6LZaAUSRMKB+dmyET7r4aCIrFJqcO9OMSTXFSzGrUPFVZmbVELlxdlwdNE3RThHm8ChR4ERgJd8B00noD5a+Vw444BXMR1Ex/6hB04lDPlkZ48v/sLoWslqtYjuJy6E9KgNwhaCrpQubfyPXZybdl+XeKmek= ceph-ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:30:55.843 DEBUG:teuthology.orchestra.run.smithi170:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCv5YUqNRM4z8ySHQ2zsbMtT/TtKsRdwrtMUl1nzvpl8HUR+0Kd5olr2erwHnHQbpmxwshmeDmYxym6yPC7djoQdf0/DZrXVidv63sEVTiuWrvDIq2a0Ckw7E32ynejxyh0l2flXLLeNCW8ZigEr0SWfnu9ln242kHmw8I4gRgmYgsFfbMGUgqjdSbg9HzQW6+ehdU+6HLNdMLECRil2X1MbPh/govnfJN0wKW7jYlVmoFJZirc/lqQi0Ub+CsGWrDB4VtVrvCGnnjk3REQFoBCgzvYnwnR5sCyw8H9jIsU4dWR/wWgXiMVuoOfVEjMHuozCpS5jR0Qy726LvjF99SVbO06ivM+xCaiwzE6LZaAUSRMKB+dmyET7r4aCIrFJqcO9OMSTXFSzGrUPFVZmbVELlxdlwdNE3RThHm8ChR4ERgJd8B00noD5a+Vw444BXMR1Ex/6hB04lDPlkZ48v/sLoWslqtYjuJy6E9KgNwhaCrpQubfyPXZybdl+XeKmek= ceph-ac45a212-74df-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-17T10:30:55.949 INFO:teuthology.orchestra.run.smithi170.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCv5YUqNRM4z8ySHQ2zsbMtT/TtKsRdwrtMUl1nzvpl8HUR+0Kd5olr2erwHnHQbpmxwshmeDmYxym6yPC7djoQdf0/DZrXVidv63sEVTiuWrvDIq2a0Ckw7E32ynejxyh0l2flXLLeNCW8ZigEr0SWfnu9ln242kHmw8I4gRgmYgsFfbMGUgqjdSbg9HzQW6+ehdU+6HLNdMLECRil2X1MbPh/govnfJN0wKW7jYlVmoFJZirc/lqQi0Ub+CsGWrDB4VtVrvCGnnjk3REQFoBCgzvYnwnR5sCyw8H9jIsU4dWR/wWgXiMVuoOfVEjMHuozCpS5jR0Qy726LvjF99SVbO06ivM+xCaiwzE6LZaAUSRMKB+dmyET7r4aCIrFJqcO9OMSTXFSzGrUPFVZmbVELlxdlwdNE3RThHm8ChR4ERgJd8B00noD5a+Vw444BXMR1Ex/6hB04lDPlkZ48v/sLoWslqtYjuJy6E9KgNwhaCrpQubfyPXZybdl+XeKmek= ceph-ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:30:55.963 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-17T10:30:56.059 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:55 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3250721714' entity='client.admin' 2024-09-17T10:30:56.165 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd/host:smithi159", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:30:58.541 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:58 smithi159 ceph-mon[27674]: Deploying daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:30:59.225 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-17T10:30:59.225 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-17T10:30:59.498 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:30:59.850 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:30:59 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2993377299' entity='client.admin' 2024-09-17T10:31:02.816 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi170 2024-09-17T10:31:02.816 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:31:02.816 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/etc/ceph/ceph.conf 2024-09-17T10:31:02.835 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:31:02.836 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:31:02.894 INFO:tasks.cephadm:Adding host smithi170 to orchestrator... 2024-09-17T10:31:02.894 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch host add smithi170 2024-09-17T10:31:02.978 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:02 smithi159 ceph-mon[27674]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:31:02.978 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:02 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:03.330 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:31:06.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi170", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: Deploying daemon crash.smithi159 on smithi159 2024-09-17T10:31:06.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:06 smithi159 ceph-mon[27674]: Deploying cephadm binary to smithi170 2024-09-17T10:31:07.583 INFO:teuthology.orchestra.run.smithi159.stdout:Added host 'smithi170' with addr '172.21.15.170' 2024-09-17T10:31:07.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:07 smithi159 ceph-mon[27674]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:07.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:07 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:07.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:07 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:08.202 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-17T10:31:08.436 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:31:08.834 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:08 smithi159 ceph-mon[27674]: Added host smithi170 2024-09-17T10:31:08.834 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:08 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:08.834 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:08 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:08.834 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:08 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:08.834 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:08 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:09.713 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:09 smithi159 ceph-mon[27674]: Deploying daemon node-exporter.smithi159 on smithi159 2024-09-17T10:31:09.713 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:09 smithi159 ceph-mon[27674]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:10.180 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:31:10.180 INFO:teuthology.orchestra.run.smithi159.stdout:[{"addr": "172.21.15.159", "hostname": "smithi159", "labels": [], "status": ""}, {"addr": "172.21.15.170", "hostname": "smithi170", "labels": [], "status": ""}] 2024-09-17T10:31:10.796 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-17T10:31:10.797 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-17T10:31:11.012 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:31:11.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:11 smithi159 ceph-mon[27674]: from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T10:31:11.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:11 smithi159 ceph-mon[27674]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:12.891 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:12 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:13.611 INFO:teuthology.orchestra.run.smithi159.stderr:adjusted tunables profile to default 2024-09-17T10:31:13.870 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:13 smithi159 ceph-mon[27674]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:13.870 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:13 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3255269810' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-17T10:31:14.619 INFO:tasks.cephadm:Adding mon.smithi159 on smithi159 2024-09-17T10:31:14.619 INFO:tasks.cephadm:Adding mon.smithi170 on smithi170 2024-09-17T10:31:14.619 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch apply mon '2;smithi159:172.21.15.159=smithi159;smithi170:172.21.15.170=smithi170' 2024-09-17T10:31:14.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:14 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3255269810' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-17T10:31:14.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:14 smithi159 ceph-mon[27674]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T10:31:14.888 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:14.931 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:15 smithi159 ceph-mon[27674]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:15 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:15 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:15 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:15 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:16.640 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled mon update... 2024-09-17T10:31:16.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:16 smithi159 ceph-mon[27674]: Deploying daemon alertmanager.smithi159 on smithi159 2024-09-17T10:31:16.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:16 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:17.253 DEBUG:teuthology.orchestra.run.smithi170:mon.smithi170> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi170.service 2024-09-17T10:31:17.256 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:17.256 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:17.478 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:17.523 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:17 smithi159 ceph-mon[27674]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:17 smithi159 ceph-mon[27674]: from='client.14197 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi159:172.21.15.159=smithi159;smithi170:172.21.15.170=smithi170", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:31:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:17 smithi159 ceph-mon[27674]: Saving service mon spec with placement smithi159:172.21.15.159=smithi159;smithi170:172.21.15.170=smithi170;count:2 2024-09-17T10:31:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:17 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:19.268 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:19.268 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:19.270 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:19.748 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:19 smithi159 ceph-mon[27674]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:19.749 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:19 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/448871754' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:20.787 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:20.787 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:20.984 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:21.028 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:21.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:21 smithi159 ceph-mon[27674]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:22.802 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:22.802 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:22.804 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:23.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1535917570' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T10:31:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:23 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:24.401 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:24.402 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:24.597 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:24.641 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:24 smithi159 ceph-mon[27674]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T10:31:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:24 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T10:31:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:24 smithi159 ceph-mon[27674]: Deploying daemon grafana.smithi159 on smithi159 2024-09-17T10:31:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:25 smithi159 ceph-mon[27674]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:26.401 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:26.401 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:26.404 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:27.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:27 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1411037688' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:27.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:27 smithi159 ceph-mon[27674]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:27.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:27 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:27.971 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:27.971 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:28.173 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:28.217 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:29.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:29 smithi159 ceph-mon[27674]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:30.034 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:30.035 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:30.037 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:30.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:30 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1092912549' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:31.583 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:31.583 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:31.781 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:31.824 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:31.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:31 smithi159 ceph-mon[27674]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:33.498 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:33.498 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:33.500 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:33.815 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:33 smithi159 ceph-mon[27674]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:33.816 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:33 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1274966492' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:34.936 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:34.936 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:35.140 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:35.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:35.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:35.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: Deploying daemon prometheus.smithi159 on smithi159 2024-09-17T10:31:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:35 smithi159 ceph-mon[27674]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:35.182 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:36.741 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:36.741 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:36.743 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:37 smithi159 ceph-mon[27674]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:37.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:37 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:37.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:37 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1471950635' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:38.323 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:38.323 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:38.514 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:38.558 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:39 smithi159 ceph-mon[27674]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:40.156 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:40.156 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:40.158 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:40.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:40 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/3482514268' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:41.736 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:41.736 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:41.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:41 smithi159 ceph-mon[27674]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:41.932 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:41.975 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:43 smithi159 ceph-mon[27674]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:43.705 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:43.705 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:43.708 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:44.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:44 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/4289997370' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:44 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:44 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:44 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:44 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-17T10:31:45.433 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:45.433 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:45.638 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:45.680 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:45 smithi159 ceph-mon[27674]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:31:45.680 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:45 smithi159 ceph-mon[27674]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-17T10:31:45.681 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:45 smithi159 ceph-mon[27674]: mgrmap e14: smithi159.tdcigv(active, since 58s) 2024-09-17T10:31:45.681 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:47.463 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:47.464 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:47.466 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:47.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:47 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/3661774416' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:49.069 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:49.070 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:49.270 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:49.313 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:50.930 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:50.931 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:50.933 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:51.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:50 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/837977295' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: Active manager daemon smithi159.tdcigv restarted 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: Activating manager daemon smithi159.tdcigv 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: osdmap e5: 0 total, 0 up, 0 in 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: mgrmap e15: smithi159.tdcigv(active, starting, since 0.00311403s) 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:31:52.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:31:52.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:31:52.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:31:52.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:31:52.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:52.489 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:52.489 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:52.681 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:52.729 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:53.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:31:53.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:31:53.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"}]: dispatch 2024-09-17T10:31:53.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:53.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:53 smithi159 ceph-mon[27674]: mgrmap e16: smithi159.tdcigv(active, since 1.00507s) 2024-09-17T10:31:54.343 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:54.343 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:54.346 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:54.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:54 smithi159 ceph-mon[27674]: [17/Sep/2024:10:31:52] ENGINE Bus STARTING 2024-09-17T10:31:54.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:54 smithi159 ceph-mon[27674]: [17/Sep/2024:10:31:52] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:31:54.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:54 smithi159 ceph-mon[27674]: [17/Sep/2024:10:31:52] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:31:54.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:54 smithi159 ceph-mon[27674]: [17/Sep/2024:10:31:52] ENGINE Bus STARTED 2024-09-17T10:31:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:55 smithi159 ceph-mon[27674]: mgrmap e17: smithi159.tdcigv(active, since 2s) 2024-09-17T10:31:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:55 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/162357585' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:55.954 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:31:55.954 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:31:56.982 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:57.041 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-17T10:31:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:57 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:57 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:57 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:57 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:57 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd/host:smithi159", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:31:59.274 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:31:59.274 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:31:59.277 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:31:59.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:59.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd/host:smithi170", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:31:59.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/2337357599' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:31:59.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:31:59.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:31:59.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:31:59.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:31:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:00.914 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:32:00.914 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:32:01.330 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:01.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:32:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:32:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2024-09-17T10:32:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:01 smithi159 ceph-mon[27674]: Deploying daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:32:03.294 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:32:03.295 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:32:03.296 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:32:03.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:03 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/502526947' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:04.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:04.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:04.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:04.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:04.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:32:04.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2024-09-17T10:32:04.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:04.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:04 smithi159 ceph-mon[27674]: Deploying daemon crash.smithi170 on smithi170 2024-09-17T10:32:05.070 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:32:05.071 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:32:05.296 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:07.195 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:32:07.195 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:32:07.196 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:32:08.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:08.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:08.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:08.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:08.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:08.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:08.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: Deploying daemon node-exporter.smithi170 on smithi170 2024-09-17T10:32:08.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:08 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/2950994832' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:08.775 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:32:08.776 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:32:08.972 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:12.014 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:32:12.014 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:32:12.016 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:32:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: Deploying daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/4128751503' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:12.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:14.062 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:32:14.063 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:32:14.456 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:15.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:32:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:15.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:15 smithi159 ceph-mon[27674]: Deploying daemon mon.smithi170 on smithi170 2024-09-17T10:32:16.772 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:32:16.772 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:29:42.592308Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-17T10:32:16.772 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-17T10:32:17.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:17 smithi159 ceph-mon[27674]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:17.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:17 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1454540565' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:18.339 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2024-09-17T10:32:18.339 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-17T10:32:18.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:18 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:18.870 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:32:19.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:19 smithi159 ceph-mon[27674]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.274 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 podman[33788]: 2024-09-17 10:32:20.072708657 +0000 UTC m=+0.019091813 image pull dc2bc1663786ad5862ef6efcff18243ab7dfeda0bcb911ddf757a0d20feca946 quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007 2024-09-17T10:32:20.572 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 podman[33788]: 2024-09-17 10:32:20.3857161 +0000 UTC m=+0.332099240 container create 2d7445c33f98a4c0f8f7b3e0a69f34ddc3cb0f30c59e56d2f0543c18109e2f6e (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, ceph=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-18.2.0, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, RELEASE=HEAD, io.buildah.version=1.29.1, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T10:32:20.831 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 podman[33788]: 2024-09-17 10:32:20.772188025 +0000 UTC m=+0.718571175 container init 2d7445c33f98a4c0f8f7b3e0a69f34ddc3cb0f30c59e56d2f0543c18109e2f6e (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-18.2.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.29.1, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212) 2024-09-17T10:32:20.831 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 podman[33788]: 2024-09-17 10:32:20.775695293 +0000 UTC m=+0.722078436 container start 2d7445c33f98a4c0f8f7b3e0a69f34ddc3cb0f30c59e56d2f0543c18109e2f6e (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=HEAD, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.29.1, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=-18.2.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2024-09-17T10:32:20.831 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T10:32:20.831 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable), process ceph-mon, pid 2 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pidfile_write: ignore empty --pid-file 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: load: jerasure load: lrc 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: RocksDB version: 7.9.2 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Git sha 0 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Compile date 2023-08-03 19:21:13 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: DB SUMMARY 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: DB Session ID: 99Z549BCN8KB5EGDM41N 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: CURRENT file: CURRENT 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi170/store.db dir, Total Num: 0, files: 2024-09-17T10:32:20.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi170/store.db: 000004.log size: 511 ; 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.error_if_exists: 0 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.create_if_missing: 0 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.paranoid_checks: 1 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.env: 0x558981e11720 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.info_log: 0x5589841a12c0 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T10:32:20.833 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.statistics: (nil) 2024-09-17T10:32:20.834 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.use_fsync: 0 2024-09-17T10:32:20.834 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_log_file_size: 0 2024-09-17T10:32:20.834 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T10:32:20.834 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T10:32:20.834 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T10:32:20.834 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.allow_fallocate: 1 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.use_direct_reads: 0 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.db_log_dir: 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.wal_dir: 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T10:32:20.835 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.write_buffer_manager: 0x5589834123c0 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T10:32:20.836 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.unordered_write: 0 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.row_cache: None 2024-09-17T10:32:20.837 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.wal_filter: None 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.two_write_queues: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.wal_compression: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.atomic_flush: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.log_readahead_size: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T10:32:20.838 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_background_jobs: 2 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_background_compactions: -1 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_subcompactions: 1 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T10:32:20.839 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_open_files: -1 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_background_flushes: -1 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Compression algorithms supported: 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kZSTD supported: 0 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kXpressCompression supported: 0 2024-09-17T10:32:20.840 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kZlibCompression supported: 1 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kSnappyCompression supported: 1 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kLZ4Compression supported: 1 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: kBZip2Compression supported: 0 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi170/store.db/MANIFEST-000005 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.merge_operator: 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_filter: None 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T10:32:20.841 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5589841a13c0) 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: cache_index_and_filter_blocks: 1 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: pin_top_level_index_and_filter: 1 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: index_type: 0 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: data_block_index_type: 0 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: index_shortening: 1 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: checksum: 4 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: no_block_cache: 0 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache: 0x5589834b31f0 2024-09-17T10:32:20.842 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache_name: BinnedLRUCache 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache_options: 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: capacity : 536870912 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: num_shard_bits : 4 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: strict_capacity_limit : 0 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: high_pri_pool_ratio: 0.000 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache_compressed: (nil) 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: persistent_cache: (nil) 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_size: 4096 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_size_deviation: 10 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_restart_interval: 16 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: index_block_restart_interval: 1 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: metadata_block_size: 4096 2024-09-17T10:32:20.843 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: partition_filters: 0 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: use_delta_encoding: 1 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: filter_policy: bloomfilter 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: whole_key_filtering: 1 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: verify_compression: 0 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: read_amp_bytes_per_bit: 0 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: format_version: 5 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: enable_index_compression: 1 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_align: 0 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: max_auto_readahead_size: 262144 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: prepopulate_block_cache: 0 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: initial_auto_readahead_size: 8192 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T10:32:20.844 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression: NoCompression 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.num_levels: 7 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T10:32:20.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T10:32:20.846 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T10:32:20.847 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T10:32:20.849 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.table_properties_collectors: 2024-09-17T10:32:20.850 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.inplace_update_support: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.bloom_locality: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.max_successive_merges: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.ttl: 2592000 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T10:32:20.851 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.enable_blob_files: false 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.min_blob_size: 0 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi170/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-17T10:32:20.852 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: efd69683-2ef3-43fe-a3b9-7b87b78c53d7 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569140805760, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569140806380, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726569140, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "efd69683-2ef3-43fe-a3b9-7b87b78c53d7", "db_session_id": "99Z549BCN8KB5EGDM41N", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569140806488, "job": 1, "event": "recovery_finished"} 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-smithi170/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558983550000 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: DB pointer 0x55898353c000 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** DB Stats ** 2024-09-17T10:32:20.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** Compaction Stats [default] ** 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:32:20.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** Compaction Stats [default] ** 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T10:32:20.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Block cache BinnedLRUCache@0x5589834b31f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170 does not exist in monmap, will attempt to join an existing cluster 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: using public_addr v2:172.21.15.170:0/0 -> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: starting mon.smithi170 rank -1 at public addrs [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] at bind addrs [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi170 fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(???) e0 preinit fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).mds e1 new map 2024-09-17T10:32:20.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).mds e1 print_map 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: e1 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: legacy client fscid: -1 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: No filesystems configured 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-17T10:32:20.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi170", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2024-09-17T10:32:20.858 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon crash.smithi159 on smithi159 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying cephadm binary to smithi170 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Added host smithi170 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon node-exporter.smithi159 on smithi159 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T10:32:20.859 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3255269810' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3255269810' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: osdmap e4: 0 total, 0 up, 0 in 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon alertmanager.smithi159 on smithi159 2024-09-17T10:32:20.860 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.14197 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi159:172.21.15.159=smithi159;smithi170:172.21.15.170=smithi170", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Saving service mon spec with placement smithi159:172.21.15.159=smithi159;smithi170:172.21.15.170=smithi170;count:2 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/448871754' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1535917570' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.861 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon grafana.smithi159 on smithi159 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1411037688' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.862 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1092912549' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1274966492' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon prometheus.smithi159 on smithi159 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.863 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1471950635' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/3482514268' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/4289997370' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.864 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14164 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mgrmap e14: smithi159.tdcigv(active, since 58s) 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/3661774416' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/837977295' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Active manager daemon smithi159.tdcigv restarted 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Activating manager daemon smithi159.tdcigv 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: osdmap e5: 0 total, 0 up, 0 in 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mgrmap e15: smithi159.tdcigv(active, starting, since 0.00311403s) 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:32:20.865 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"}]: dispatch 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mgrmap e16: smithi159.tdcigv(active, since 1.00507s) 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: [17/Sep/2024:10:31:52] ENGINE Bus STARTING 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: [17/Sep/2024:10:31:52] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: [17/Sep/2024:10:31:52] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: [17/Sep/2024:10:31:52] ENGINE Bus STARTED 2024-09-17T10:32:20.866 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mgrmap e17: smithi159.tdcigv(active, since 2s) 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/162357585' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd/host:smithi159", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.867 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd/host:smithi170", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/2337357599' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.868 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/502526947' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon crash.smithi170 on smithi170 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon node-exporter.smithi170 on smithi170 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/2950994832' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/4128751503' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.871 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: Deploying daemon mon.smithi170 on smithi170 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1454540565' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing).paxosservice(auth 1..8) refresh upgraded, format 0 -> 3 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: mon.smithi170@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expand map: {default=false} 2024-09-17T10:32:20.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta from 'false' to 'false' 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expanded map: {default=false} 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expand map: {default=info} 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta from 'info' to 'info' 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expanded map: {default=info} 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expand map: {default=daemon} 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta from 'daemon' to 'daemon' 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expanded map: {default=daemon} 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expand map: {default=debug} 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta from 'debug' to 'debug' 2024-09-17T10:32:20.873 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 ceph-mon[33842]: expand_channel_meta expanded map: {default=debug} 2024-09-17T10:32:21.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 bash[33788]: 2d7445c33f98a4c0f8f7b3e0a69f34ddc3cb0f30c59e56d2f0543c18109e2f6e 2024-09-17T10:32:21.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:20 smithi170 systemd[1]: Started Ceph mon.smithi170 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:32:25.849 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:32:25.849 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":2,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","modified":"2024-09-17T10:32:20.836352Z","created":"2024-09-17T10:29:42.592308Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"smithi159","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:3300","nonce":0},{"type":"v1","addr":"172.21.15.159:6789","nonce":0}]},"addr":"172.21.15.159:6789/0","public_addr":"172.21.15.159:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi170","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:3300","nonce":0},{"type":"v1","addr":"172.21.15.170:6789","nonce":0}]},"addr":"172.21.15.170:6789/0","public_addr":"172.21.15.170:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-17T10:32:25.851 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 2 2024-09-17T10:32:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:32:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: mon.smithi159 calling monitor election 2024-09-17T10:32:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/782075992' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:32:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: mon.smithi170 calling monitor election 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: mon.smithi159 is new leader, mons smithi159,smithi170 in quorum (ranks 0,1) 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: monmap e2: 2 mons at {smithi159=[v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0],smithi170=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: fsmap 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: osdmap e5: 0 total, 0 up, 0 in 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: mgrmap e17: smithi159.tdcigv(active, since 33s) 2024-09-17T10:32:26.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:32:26.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:32:26.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: overall HEALTH_OK 2024-09-17T10:32:26.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:32:26.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:32:26.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:26.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:26.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:26.193 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: mon.smithi159 calling monitor election 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/782075992' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: mon.smithi170 calling monitor election 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: mon.smithi159 is new leader, mons smithi159,smithi170 in quorum (ranks 0,1) 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: monmap e2: 2 mons at {smithi159=[v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0],smithi170=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: fsmap 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: osdmap e5: 0 total, 0 up, 0 in 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: mgrmap e17: smithi159.tdcigv(active, since 33s) 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:32:26.195 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:32:26.196 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: overall HEALTH_OK 2024-09-17T10:32:26.196 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:32:26.196 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/414733450' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:32:26.196 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:26.196 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:26.196 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:26.508 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-17T10:32:26.509 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-17T10:32:26.716 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:27.115 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:27.115 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:26 smithi159 ceph-mon[27674]: mgrmap e18: smithi159.tdcigv(active, since 33s), standbys: smithi170.ssubfe 2024-09-17T10:32:27.115 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:32:27.115 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:27.115 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:32:27.115 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:26 smithi159 ceph-mon[27674]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:27.116 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:27.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:27.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:26 smithi170 ceph-mon[33842]: mgrmap e18: smithi159.tdcigv(active, since 33s), standbys: smithi170.ssubfe 2024-09-17T10:32:27.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:32:27.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:27.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:32:27.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:26 smithi170 ceph-mon[33842]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:27.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:32:28.365 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:28.365 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:28.365 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:28.365 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:28.365 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:32:28.374 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:28.374 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:28.374 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:28.374 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:28.374 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:32:28.564 INFO:teuthology.orchestra.run.smithi159.stdout:# minimal ceph.conf for ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:32:28.564 INFO:teuthology.orchestra.run.smithi159.stdout:[global] 2024-09-17T10:32:28.564 INFO:teuthology.orchestra.run.smithi159.stdout: fsid = ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:32:28.564 INFO:teuthology.orchestra.run.smithi159.stdout: mon_host = [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/561406694' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.211 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.212 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:32:29.212 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T10:32:29.212 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:29.231 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-17T10:32:29.231 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:32:29.231 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/ceph/ceph.conf 2024-09-17T10:32:29.259 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:32:29.259 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:32:29.327 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:32:29.328 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.conf 2024-09-17T10:32:29.357 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:32:29.357 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:32:29.419 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/561406694' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T10:32:29.420 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:29.423 INFO:tasks.cephadm:setting config [client] client_mount_timeout = 600 2024-09-17T10:32:29.423 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set client client_mount_timeout 600 2024-09-17T10:32:29.425 INFO:tasks.cephadm:setting config [client] debug_client = 20 2024-09-17T10:32:29.426 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set client debug_client 20 2024-09-17T10:32:29.468 INFO:tasks.cephadm:setting config [client] debug_ms = 1 2024-09-17T10:32:29.468 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set client debug_ms 1 2024-09-17T10:32:29.511 INFO:tasks.cephadm:setting config [client] rados_mon_op_timeout = 900 2024-09-17T10:32:29.511 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set client rados_mon_op_timeout 900 2024-09-17T10:32:29.554 INFO:tasks.cephadm:setting config [client] rados_osd_op_timeout = 900 2024-09-17T10:32:29.555 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set client rados_osd_op_timeout 900 2024-09-17T10:32:29.598 INFO:tasks.cephadm:setting config [mds] debug_mds = 20 2024-09-17T10:32:29.599 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds debug_mds 20 2024-09-17T10:32:29.643 INFO:tasks.cephadm:setting config [mds] debug_mds_balancer = 20 2024-09-17T10:32:29.643 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds debug_mds_balancer 20 2024-09-17T10:32:29.686 INFO:tasks.cephadm:setting config [mds] debug_ms = 2 2024-09-17T10:32:29.687 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds debug_ms 2 2024-09-17T10:32:29.730 INFO:tasks.cephadm:setting config [mds] mds_debug_frag = True 2024-09-17T10:32:29.731 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds mds_debug_frag True 2024-09-17T10:32:29.775 INFO:tasks.cephadm:setting config [mds] mds_debug_scatterstat = True 2024-09-17T10:32:29.775 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds mds_debug_scatterstat True 2024-09-17T10:32:29.820 INFO:tasks.cephadm:setting config [mds] mds_op_complaint_time = 180 2024-09-17T10:32:29.820 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds mds_op_complaint_time 180 2024-09-17T10:32:29.863 INFO:tasks.cephadm:setting config [mds] mds_verify_scatter = True 2024-09-17T10:32:29.864 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds mds_verify_scatter True 2024-09-17T10:32:29.906 INFO:tasks.cephadm:setting config [mds] osd_op_complaint_time = 180 2024-09-17T10:32:29.907 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds osd_op_complaint_time 180 2024-09-17T10:32:29.950 INFO:tasks.cephadm:setting config [mds] rados_mon_op_timeout = 900 2024-09-17T10:32:29.951 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds rados_mon_op_timeout 900 2024-09-17T10:32:29.993 INFO:tasks.cephadm:setting config [mds] rados_osd_op_timeout = 900 2024-09-17T10:32:29.994 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mds rados_osd_op_timeout 900 2024-09-17T10:32:30.037 INFO:tasks.cephadm:setting config [mon] mon_op_complaint_time = 120 2024-09-17T10:32:30.037 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mon mon_op_complaint_time 120 2024-09-17T10:32:30.096 INFO:tasks.cephadm:setting config [mon] mon_warn_on_pool_no_app = False 2024-09-17T10:32:30.096 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set mon mon_warn_on_pool_no_app False 2024-09-17T10:32:30.152 INFO:tasks.cephadm:setting config [osd] osd_op_complaint_time = 180 2024-09-17T10:32:30.152 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config set osd osd_op_complaint_time 180 2024-09-17T10:32:30.207 DEBUG:tasks.cephadm:set 18 configs 2024-09-17T10:32:30.207 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi159') 2024-09-17T10:32:30.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:30 smithi159 ceph-mon[27674]: Reconfiguring mon.smithi159 (unknown last config time)... 2024-09-17T10:32:30.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:30 smithi159 ceph-mon[27674]: Reconfiguring daemon mon.smithi159 on smithi159 2024-09-17T10:32:30.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:30 smithi170 ceph-mon[33842]: Reconfiguring mon.smithi159 (unknown last config time)... 2024-09-17T10:32:30.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:30 smithi170 ceph-mon[33842]: Reconfiguring daemon mon.smithi159 on smithi159 2024-09-17T10:32:30.803 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:30.821 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:30.910 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:30.990 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:31.295 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:31 smithi159 ceph-mon[27674]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:31.295 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:31.295 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:31.295 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi159.tdcigv", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:32:31.295 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:32:31.295 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:31.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:31 smithi170 ceph-mon[33842]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi159.tdcigv", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:32:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:32:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:32.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:32 smithi159 ceph-mon[27674]: Reconfiguring mgr.smithi159.tdcigv (unknown last config time)... 2024-09-17T10:32:32.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:32 smithi159 ceph-mon[27674]: Reconfiguring daemon mgr.smithi159.tdcigv on smithi159 2024-09-17T10:32:32.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:32 smithi170 ceph-mon[33842]: Reconfiguring mgr.smithi159.tdcigv (unknown last config time)... 2024-09-17T10:32:32.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:32 smithi170 ceph-mon[33842]: Reconfiguring daemon mgr.smithi159.tdcigv on smithi159 2024-09-17T10:32:33.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:33 smithi159 ceph-mon[27674]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:33.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:33 smithi170 ceph-mon[33842]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:35.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.065+0000 7fb5b0ff9700 1 -- 172.21.15.159:0/3043363862 <== mon.0 v2:172.21.15.159:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v11)=0 v11) v1 ==== 109+0+0 (secure 0 0 0) 0x7fb5a4089b20 con 0x7fb5b40ff050 2024-09-17T10:32:35.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 -- 172.21.15.159:0/3043363862 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb59c06c600 msgr2=0x7fb59c06eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:35.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 --2- 172.21.15.159:0/3043363862 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb59c06c600 0x7fb59c06eab0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb5a80059d0 tx=0x7fb5a8005940 comp rx=0 tx=0).stop 2024-09-17T10:32:35.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 -- 172.21.15.159:0/3043363862 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5b40ff050 msgr2=0x7fb5b4194e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:35.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 --2- 172.21.15.159:0/3043363862 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5b40ff050 0x7fb5b4194e50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb5a400b490 tx=0x7fb5a400b850 comp rx=0 tx=0).stop 2024-09-17T10:32:35.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 -- 172.21.15.159:0/3043363862 shutdown_connections 2024-09-17T10:32:35.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 --2- 172.21.15.159:0/3043363862 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb59c06c600 0x7fb59c06eab0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:35.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 --2- 172.21.15.159:0/3043363862 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb5b40ff050 0x7fb5b4194e50 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:35.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 --2- 172.21.15.159:0/3043363862 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb5b4100250 0x7fb5b4195390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:35.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 -- 172.21.15.159:0/3043363862 >> 172.21.15.159:0/3043363862 conn(0x7fb5b40fa5e0 msgr2=0x7fb5b40fc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:35.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 -- 172.21.15.159:0/3043363862 shutdown_connections 2024-09-17T10:32:35.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:35.067+0000 7fb5ba0c7700 1 -- 172.21.15.159:0/3043363862 wait complete. 2024-09-17T10:32:35.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:35 smithi159 ceph-mon[27674]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:35.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:35 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3043363862' entity='client.admin' 2024-09-17T10:32:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:35 smithi170 ceph-mon[33842]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:35 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3043363862' entity='client.admin' 2024-09-17T10:32:35.662 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:35.667 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:35.672 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:35.681 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:35.686 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:37.254 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:37 smithi159 ceph-mon[27674]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:37.254 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:37.254 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:37.254 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:37 smithi159 ceph-mon[27674]: Reconfiguring ceph-exporter.smithi159 (monmap changed)... 2024-09-17T10:32:37.254 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:32:37.254 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:37.254 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:37 smithi159 ceph-mon[27674]: Reconfiguring daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:32:37.263 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.261+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4165393534 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 msgr2=0x7f0d18103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.263 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.261+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4165393534 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18103020 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009910 tx=0x7f0d08009c20 comp rx=0 tx=0).stop 2024-09-17T10:32:37.263 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.262+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4165393534 shutdown_connections 2024-09-17T10:32:37.263 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.262+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4165393534 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0d18103560 0x7f0d18105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.264 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.262+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4165393534 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18103020 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.264 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.262+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4165393534 >> 172.21.15.159:0/4165393534 conn(0x7f0d180fa5e0 msgr2=0x7f0d180fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:37.264 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.262+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4165393534 shutdown_connections 2024-09-17T10:32:37.264 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.262+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4165393534 wait complete. 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.262+0000 7f0d1dce5700 1 Processor -- start 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d1dce5700 1 -- start start 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d1dce5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18194dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d1dce5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0d18103560 0x7f0d18195300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d1dce5700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d18195920 con 0x7f0d18100c40 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d1dce5700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d18195a60 con 0x7f0d18103560 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d177fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18194dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d177fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18194dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37854/0 (socket says 172.21.15.159:37854) 2024-09-17T10:32:37.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d177fe700 1 -- 172.21.15.159:0/4259003287 learned_addr learned my addr 172.21.15.159:0/4259003287 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d16ffd700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0d18103560 0x7f0d18195300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d177fe700 1 -- 172.21.15.159:0/4259003287 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0d18103560 msgr2=0x7f0d18195300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d177fe700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0d18103560 0x7f0d18195300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d177fe700 1 -- 172.21.15.159:0/4259003287 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d080095f0 con 0x7f0d18100c40 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d16ffd700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0d18103560 0x7f0d18195300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.263+0000 7f0d177fe700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18194dc0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009fd0 tx=0x7f0d08004d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.264+0000 7f0d14ff9700 1 -- 172.21.15.159:0/4259003287 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0d0801d070 con 0x7f0d18100c40 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.264+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d1819a4b0 con 0x7f0d18100c40 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.264+0000 7f0d14ff9700 1 -- 172.21.15.159:0/4259003287 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(23 keys) v1 ==== 983+0+0 (secure 0 0 0) 0x7f0d0800b890 con 0x7f0d18100c40 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.264+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d1819a9c0 con 0x7f0d18100c40 2024-09-17T10:32:37.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.264+0000 7f0d14ff9700 1 -- 172.21.15.159:0/4259003287 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0d08003890 con 0x7f0d18100c40 2024-09-17T10:32:37.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.265+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d1818ee70 con 0x7f0d18100c40 2024-09-17T10:32:37.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.265+0000 7f0d14ff9700 1 -- 172.21.15.159:0/4259003287 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f0d080041f0 con 0x7f0d18100c40 2024-09-17T10:32:37.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.266+0000 7f0d14ff9700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0d0006c600 0x7f0d0006eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:37.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.266+0000 7f0d14ff9700 1 -- 172.21.15.159:0/4259003287 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f0d0808bfb0 con 0x7f0d18100c40 2024-09-17T10:32:37.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.266+0000 7f0d16ffd700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0d0006c600 0x7f0d0006eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:37.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.266+0000 7f0d16ffd700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0d0006c600 0x7f0d0006eab0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c009cb0 tx=0x7f0d0c009260 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:37.272 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.270+0000 7f0d14ff9700 1 -- 172.21.15.159:0/4259003287 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0d080be720 con 0x7f0d18100c40 2024-09-17T10:32:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:37 smithi170 ceph-mon[33842]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:37 smithi170 ceph-mon[33842]: Reconfiguring ceph-exporter.smithi159 (monmap changed)... 2024-09-17T10:32:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:32:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:37 smithi170 ceph-mon[33842]: Reconfiguring daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:32:37.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.465+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) v1 -- 0x7f0d1802cf30 con 0x7f0d18100c40 2024-09-17T10:32:37.470 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.469+0000 7f0d14ff9700 1 -- 172.21.15.159:0/4259003287 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v12)=0 v12) v1 ==== 117+0+0 (secure 0 0 0) 0x7f0d080260b0 con 0x7f0d18100c40 2024-09-17T10:32:37.474 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0d0006c600 msgr2=0x7f0d0006eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.474 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0d0006c600 0x7f0d0006eab0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c009cb0 tx=0x7f0d0c009260 comp rx=0 tx=0).stop 2024-09-17T10:32:37.474 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 msgr2=0x7f0d18194dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.474 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18194dc0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009fd0 tx=0x7f0d08004d20 comp rx=0 tx=0).stop 2024-09-17T10:32:37.475 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 shutdown_connections 2024-09-17T10:32:37.475 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0d0006c600 0x7f0d0006eab0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.475 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0d18100c40 0x7f0d18194dc0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.475 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 --2- 172.21.15.159:0/4259003287 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0d18103560 0x7f0d18195300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.475 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.472+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 >> 172.21.15.159:0/4259003287 conn(0x7f0d180fa5e0 msgr2=0x7f0d180fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:37.475 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.473+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 shutdown_connections 2024-09-17T10:32:37.475 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.473+0000 7f0d1dce5700 1 -- 172.21.15.159:0/4259003287 wait complete. 2024-09-17T10:32:37.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 -- 172.21.15.159:0/757107124 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0920100250 msgr2=0x7f09201006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 --2- 172.21.15.159:0/757107124 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0920100250 0x7f09201006a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0914009910 tx=0x7f0914009c20 comp rx=0 tx=0).stop 2024-09-17T10:32:37.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 -- 172.21.15.159:0/757107124 shutdown_connections 2024-09-17T10:32:37.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 --2- 172.21.15.159:0/757107124 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0920100250 0x7f09201006a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 --2- 172.21.15.159:0/757107124 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09200ff050 0x7f09200ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 -- 172.21.15.159:0/757107124 >> 172.21.15.159:0/757107124 conn(0x7f09200fa5e0 msgr2=0x7f09200fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 -- 172.21.15.159:0/757107124 shutdown_connections 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.487+0000 7f09267c4700 1 -- 172.21.15.159:0/757107124 wait complete. 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f09267c4700 1 Processor -- start 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f09267c4700 1 -- start start 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f09267c4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200ff050 0x7f0920193d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f09267c4700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0920100250 0x7f0920194260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f09267c4700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0920194880 con 0x7f09200ff050 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f09267c4700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0920199290 con 0x7f0920100250 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f091ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200ff050 0x7f0920193d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:37.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f091ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200ff050 0x7f0920193d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37876/0 (socket says 172.21.15.159:37876) 2024-09-17T10:32:37.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.488+0000 7f091ffff700 1 -- 172.21.15.159:0/2312706154 learned_addr learned my addr 172.21.15.159:0/2312706154 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:37.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091f7fe700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0920100250 0x7f0920194260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091ffff700 1 -- 172.21.15.159:0/2312706154 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0920100250 msgr2=0x7f0920194260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091ffff700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0920100250 0x7f0920194260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091ffff700 1 -- 172.21.15.159:0/2312706154 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09140095f0 con 0x7f09200ff050 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091ffff700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200ff050 0x7f0920193d20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f091000afd0 tx=0x7f091000cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0910011c50 con 0x7f09200ff050 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(23 keys) v1 ==== 983+0+0 (secure 0 0 0) 0x7f0910011db0 con 0x7f09200ff050 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0910007610 con 0x7f09200ff050 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0920068430 con 0x7f09200ff050 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.489+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09200689d0 con 0x7f09200ff050 2024-09-17T10:32:37.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.491+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f092004ea50 con 0x7f09200ff050 2024-09-17T10:32:37.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.491+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f0910019440 con 0x7f09200ff050 2024-09-17T10:32:37.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.492+0000 7f091d7fa700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f090806c610 0x7f090806eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:37.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.492+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f091008e3b0 con 0x7f09200ff050 2024-09-17T10:32:37.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.492+0000 7f091f7fe700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f090806c610 0x7f090806eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:37.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.492+0000 7f091f7fe700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f090806c610 0x7f090806eac0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0914006010 tx=0x7f091400b580 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:37.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.496+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0910059cd0 con 0x7f09200ff050 2024-09-17T10:32:37.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.698+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) v1 -- 0x7f09200690c0 con 0x7f09200ff050 2024-09-17T10:32:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.702+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 7 ==== config(24 keys) v1 ==== 1014+0+0 (secure 0 0 0) 0x7f0910059cd0 con 0x7f09200ff050 2024-09-17T10:32:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.702+0000 7f091d7fa700 1 -- 172.21.15.159:0/2312706154 <== mon.0 v2:172.21.15.159:3300/0 8 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v13)=0 v13) v1 ==== 123+0+0 (secure 0 0 0) 0x7f091008dc20 con 0x7f09200ff050 2024-09-17T10:32:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f090806c610 msgr2=0x7f090806eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f090806c610 0x7f090806eac0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0914006010 tx=0x7f091400b580 comp rx=0 tx=0).stop 2024-09-17T10:32:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200ff050 msgr2=0x7f0920193d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200ff050 0x7f0920193d20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f091000afd0 tx=0x7f091000cba0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 shutdown_connections 2024-09-17T10:32:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f090806c610 0x7f090806eac0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09200ff050 0x7f0920193d20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 --2- 172.21.15.159:0/2312706154 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0920100250 0x7f0920194260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.704+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 >> 172.21.15.159:0/2312706154 conn(0x7f09200fa5e0 msgr2=0x7f0920103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.705+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 shutdown_connections 2024-09-17T10:32:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:37.705+0000 7f09267c4700 1 -- 172.21.15.159:0/2312706154 wait complete. 2024-09-17T10:32:38.320 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:38 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:38.320 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:38 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4259003287' entity='client.admin' 2024-09-17T10:32:38.320 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:38 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2312706154' entity='client.admin' 2024-09-17T10:32:38.387 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:38 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:38.387 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:38 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4259003287' entity='client.admin' 2024-09-17T10:32:38.387 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:38 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2312706154' entity='client.admin' 2024-09-17T10:32:39.408 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:39.409 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:39.409 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:39.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:39 smithi159 ceph-mon[27674]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:39.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:39 smithi170 ceph-mon[33842]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:41.421 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:41 smithi159 ceph-mon[27674]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:41.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:41 smithi170 ceph-mon[33842]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:42.614 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:42 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1516610567' entity='client.admin' 2024-09-17T10:32:42.614 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:42 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:42.614 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:42 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:42.614 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:42 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:32:42.615 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:42 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:42.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:42 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1516610567' entity='client.admin' 2024-09-17T10:32:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:42 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:42 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:42 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:32:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:42 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 -- 172.21.15.159:0/1954312077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00fe480 msgr2=0x7f8bf00fe890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1954312077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00fe480 0x7f8bf00fe890 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8bec009910 tx=0x7f8bec009c20 comp rx=0 tx=0).stop 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 -- 172.21.15.159:0/1954312077 shutdown_connections 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1954312077 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8bf00ff1f0 0x7f8bf00ff660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1954312077 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00fe480 0x7f8bf00fe890 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 -- 172.21.15.159:0/1954312077 >> 172.21.15.159:0/1954312077 conn(0x7f8bf00f9dd0 msgr2=0x7f8bf00fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 -- 172.21.15.159:0/1954312077 shutdown_connections 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 -- 172.21.15.159:0/1954312077 wait complete. 2024-09-17T10:32:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 Processor -- start 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 -- start start 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8bf00fe480 0x7f8bf019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.020+0000 7f8bf769c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00ff1f0 0x7f8bf019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf769c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bf019c900 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf769c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bf01a1310 con 0x7f8bf00fe480 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf4c37700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00ff1f0 0x7f8bf019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf4c37700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00ff1f0 0x7f8bf019c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37892/0 (socket says 172.21.15.159:37892) 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf4c37700 1 -- 172.21.15.159:0/1516610567 learned_addr learned my addr 172.21.15.159:0/1516610567 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf5438700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8bf00fe480 0x7f8bf019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf4c37700 1 -- 172.21.15.159:0/1516610567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8bf00fe480 msgr2=0x7f8bf019bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf4c37700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8bf00fe480 0x7f8bf019bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf4c37700 1 -- 172.21.15.159:0/1516610567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bec0095f0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf4c37700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00ff1f0 0x7f8bf019c2e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8be000d8d0 tx=0x7f8be000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8be00098a0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(24 keys) v1 ==== 1014+0+0 (secure 0 0 0) 0x7f8be0009e60 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bf01a1510 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8be000f3c0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.021+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bf01a1ab0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.022+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8bf010efd0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.023+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f8be0010460 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.023+0000 7f8be67fc700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8bdc06c610 0x7f8bdc06eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.023+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f8be008a570 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.023+0000 7f8bf5438700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8bdc06c610 0x7f8bdc06eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.024+0000 7f8bf5438700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8bdc06c610 0x7f8bdc06eac0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8bec006010 tx=0x7f8bec00b560 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.028+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f8be0055de0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.223+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) v1 -- 0x7f8bf01a2210 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.228+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 7 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7f8be0055de0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.229+0000 7f8be67fc700 1 -- 172.21.15.159:0/1516610567 <== mon.0 v2:172.21.15.159:3300/0 8 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v14)=0 v14) v1 ==== 123+0+0 (secure 0 0 0) 0x7f8be00160c0 con 0x7f8bf00ff1f0 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8bdc06c610 msgr2=0x7f8bdc06eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8bdc06c610 0x7f8bdc06eac0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8bec006010 tx=0x7f8bec00b560 comp rx=0 tx=0).stop 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00ff1f0 msgr2=0x7f8bf019c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00ff1f0 0x7f8bf019c2e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8be000d8d0 tx=0x7f8be000dbe0 comp rx=0 tx=0).stop 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 shutdown_connections 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8bdc06c610 0x7f8bdc06eac0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8bf00fe480 0x7f8bf019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:43.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 --2- 172.21.15.159:0/1516610567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8bf00ff1f0 0x7f8bf019c2e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:43.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 >> 172.21.15.159:0/1516610567 conn(0x7f8bf00f9dd0 msgr2=0x7f8bf0102420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:43.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 shutdown_connections 2024-09-17T10:32:43.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:41.231+0000 7f8bf769c700 1 -- 172.21.15.159:0/1516610567 wait complete. 2024-09-17T10:32:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:43 smithi159 ceph-mon[27674]: Reconfiguring crash.smithi159 (monmap changed)... 2024-09-17T10:32:43.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:43 smithi159 ceph-mon[27674]: Reconfiguring daemon crash.smithi159 on smithi159 2024-09-17T10:32:43.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:43 smithi159 ceph-mon[27674]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:43.492 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:43.492 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:43 smithi170 ceph-mon[33842]: Reconfiguring crash.smithi159 (monmap changed)... 2024-09-17T10:32:43.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:43 smithi170 ceph-mon[33842]: Reconfiguring daemon crash.smithi159 on smithi159 2024-09-17T10:32:43.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:43 smithi170 ceph-mon[33842]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:45.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:45 smithi159 ceph-mon[27674]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:45.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:45 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3185900548' entity='client.admin' 2024-09-17T10:32:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:45 smithi170 ceph-mon[33842]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:45 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3185900548' entity='client.admin' 2024-09-17T10:32:46.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.836+0000 7fd1195d8700 1 -- 172.21.15.159:0/2759411997 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114100be0 msgr2=0x7fd114102fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:46.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.836+0000 7fd1195d8700 1 --2- 172.21.15.159:0/2759411997 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114100be0 0x7fd114102fc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00b0a0 tx=0x7fd10c00b3b0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 -- 172.21.15.159:0/2759411997 shutdown_connections 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 --2- 172.21.15.159:0/2759411997 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd114103500 0x7fd1141058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 --2- 172.21.15.159:0/2759411997 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114100be0 0x7fd114102fc0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 -- 172.21.15.159:0/2759411997 >> 172.21.15.159:0/2759411997 conn(0x7fd1140fa5e0 msgr2=0x7fd1140fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 -- 172.21.15.159:0/2759411997 shutdown_connections 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 -- 172.21.15.159:0/2759411997 wait complete. 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 Processor -- start 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.837+0000 7fd1195d8700 1 -- start start 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1195d8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd114100be0 0x7fd114100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1195d8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114103500 0x7fd1140feb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1195d8700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1140ff0d0 con 0x7fd114103500 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1195d8700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1140ff210 con 0x7fd114100be0 2024-09-17T10:32:46.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1127fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114103500 0x7fd1140feb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1127fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114103500 0x7fd1140feb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37904/0 (socket says 172.21.15.159:37904) 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1127fc700 1 -- 172.21.15.159:0/3185900548 learned_addr learned my addr 172.21.15.159:0/3185900548 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1127fc700 1 -- 172.21.15.159:0/3185900548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd114100be0 msgr2=0x7fd114100540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd112ffd700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd114100be0 0x7fd114100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1127fc700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd114100be0 0x7fd114100540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1127fc700 1 -- 172.21.15.159:0/3185900548 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd10c009d00 con 0x7fd114103500 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1127fc700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114103500 0x7fd1140feb90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd10800c930 tx=0x7fd10800ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd0fbfff700 1 -- 172.21.15.159:0/3185900548 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd108007ad0 con 0x7fd114103500 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1140ff4f0 con 0x7fd114103500 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd0fbfff700 1 -- 172.21.15.159:0/3185900548 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7fd108007c30 con 0x7fd114103500 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.838+0000 7fd0fbfff700 1 -- 172.21.15.159:0/3185900548 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd108018630 con 0x7fd114103500 2024-09-17T10:32:46.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.839+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd11419d7d0 con 0x7fd114103500 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.840+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd11418f960 con 0x7fd114103500 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.840+0000 7fd0fbfff700 1 -- 172.21.15.159:0/3185900548 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7fd10800f450 con 0x7fd114103500 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.840+0000 7fd0fbfff700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd0fc06c600 0x7fd0fc06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.840+0000 7fd0fbfff700 1 -- 172.21.15.159:0/3185900548 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7fd10808a830 con 0x7fd114103500 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.840+0000 7fd112ffd700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd0fc06c600 0x7fd0fc06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.841+0000 7fd112ffd700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd0fc06c600 0x7fd0fc06eab0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd10c000f80 tx=0x7fd10c006000 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:44.845+0000 7fd0fbfff700 1 -- 172.21.15.159:0/3185900548 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fd108059b30 con 0x7fd114103500 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.035+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) v1 -- 0x7fd11402cc30 con 0x7fd114103500 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.041+0000 7fd0fbfff700 1 -- 172.21.15.159:0/3185900548 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v15)=0 v15) v1 ==== 115+0+0 (secure 0 0 0) 0x7fd10808a0a0 con 0x7fd114103500 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd0fc06c600 msgr2=0x7fd0fc06eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:46.164 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd0fc06c600 0x7fd0fc06eab0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd10c000f80 tx=0x7fd10c006000 comp rx=0 tx=0).stop 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114103500 msgr2=0x7fd1140feb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114103500 0x7fd1140feb90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd10800c930 tx=0x7fd10800ccf0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 shutdown_connections 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd0fc06c600 0x7fd0fc06eab0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd114100be0 0x7fd114100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 --2- 172.21.15.159:0/3185900548 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd114103500 0x7fd1140feb90 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 >> 172.21.15.159:0/3185900548 conn(0x7fd1140fa5e0 msgr2=0x7fd1140fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 shutdown_connections 2024-09-17T10:32:46.165 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:45.043+0000 7fd1195d8700 1 -- 172.21.15.159:0/3185900548 wait complete. 2024-09-17T10:32:47.359 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:47 smithi159 ceph-mon[27674]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:47 smithi170 ceph-mon[33842]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:49 smithi159 ceph-mon[27674]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:49.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:49 smithi170 ceph-mon[33842]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:50.967 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi159') 2024-09-17T10:32:51.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 -- 172.21.15.159:0/1358143573 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 msgr2=0x7f19681006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:51.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 --2- 172.21.15.159:0/1358143573 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f19681006a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1954009910 tx=0x7f1954009c20 comp rx=0 tx=0).stop 2024-09-17T10:32:51.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 -- 172.21.15.159:0/1358143573 shutdown_connections 2024-09-17T10:32:51.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 --2- 172.21.15.159:0/1358143573 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f19681006a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:51.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 --2- 172.21.15.159:0/1358143573 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f19680ff050 0x7f19680ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:51.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 -- 172.21.15.159:0/1358143573 >> 172.21.15.159:0/1358143573 conn(0x7f19680fa5e0 msgr2=0x7f19680fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 -- 172.21.15.159:0/1358143573 shutdown_connections 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.824+0000 7f196eb15700 1 -- 172.21.15.159:0/1358143573 wait complete. 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f196eb15700 1 Processor -- start 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f196eb15700 1 -- start start 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f196eb15700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f19680ff050 0x7f19681957c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f196eb15700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f1968195d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f196eb15700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1968196320 con 0x7f1968100250 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f196eb15700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1968196460 con 0x7f19680ff050 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f1967fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f1968195d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f1967fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f1968195d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:40446/0 (socket says 172.21.15.159:40446) 2024-09-17T10:32:51.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f1967fff700 1 -- 172.21.15.159:0/2809280789 learned_addr learned my addr 172.21.15.159:0/2809280789 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f196c8b1700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f19680ff050 0x7f19681957c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f1967fff700 1 -- 172.21.15.159:0/2809280789 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f19680ff050 msgr2=0x7f19681957c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f1967fff700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f19680ff050 0x7f19681957c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.825+0000 7f1967fff700 1 -- 172.21.15.159:0/2809280789 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19540095f0 con 0x7f1968100250 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.826+0000 7f1967fff700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f1968195d00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f195400b5c0 tx=0x7f19540056a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.826+0000 7f1965ffb700 1 -- 172.21.15.159:0/2809280789 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f195401d070 con 0x7f1968100250 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.826+0000 7f1965ffb700 1 -- 172.21.15.159:0/2809280789 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7f195400f460 con 0x7f1968100250 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.826+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f196819aeb0 con 0x7f1968100250 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.826+0000 7f1965ffb700 1 -- 172.21.15.159:0/2809280789 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1954021640 con 0x7f1968100250 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.826+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f196819b3f0 con 0x7f1968100250 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.827+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1968107990 con 0x7f1968100250 2024-09-17T10:32:51.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.827+0000 7f1965ffb700 1 -- 172.21.15.159:0/2809280789 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f195400f5d0 con 0x7f1968100250 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.828+0000 7f1965ffb700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f195806c610 0x7f195806eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.828+0000 7f196c8b1700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f195806c610 0x7f195806eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.828+0000 7f1965ffb700 1 -- 172.21.15.159:0/2809280789 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f195408ba00 con 0x7f1968100250 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.828+0000 7f196c8b1700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f195806c610 0x7f195806eac0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f19681000b0 tx=0x7f195c00a380 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:50.832+0000 7f1965ffb700 1 -- 172.21.15.159:0/2809280789 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f195405ad00 con 0x7f1968100250 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.027+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) v1 -- 0x7f1968107b50 con 0x7f1968100250 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.031+0000 7f1965ffb700 1 -- 172.21.15.159:0/2809280789 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v16)=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7f19540260c0 con 0x7f1968100250 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f195806c610 msgr2=0x7f195806eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f195806c610 0x7f195806eac0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f19681000b0 tx=0x7f195c00a380 comp rx=0 tx=0).stop 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 msgr2=0x7f1968195d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f1968195d00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f195400b5c0 tx=0x7f19540056a0 comp rx=0 tx=0).stop 2024-09-17T10:32:51.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 shutdown_connections 2024-09-17T10:32:51.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f195806c610 0x7f195806eac0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:51.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f19680ff050 0x7f19681957c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:51.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 --2- 172.21.15.159:0/2809280789 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1968100250 0x7f1968195d00 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:51.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.033+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 >> 172.21.15.159:0/2809280789 conn(0x7f19680fa5e0 msgr2=0x7f19680683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:51.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.034+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 shutdown_connections 2024-09-17T10:32:51.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:51.034+0000 7f196eb15700 1 -- 172.21.15.159:0/2809280789 wait complete. 2024-09-17T10:32:51.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:51 smithi159 ceph-mon[27674]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:51.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:51 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2809280789' entity='client.admin' 2024-09-17T10:32:51.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:51 smithi170 ceph-mon[33842]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:51 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2809280789' entity='client.admin' 2024-09-17T10:32:52.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:52.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:52.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:52 smithi159 ceph-mon[27674]: Reconfiguring alertmanager.smithi159 (dependencies changed)... 2024-09-17T10:32:52.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:52 smithi159 ceph-mon[27674]: Reconfiguring daemon alertmanager.smithi159 on smithi159 2024-09-17T10:32:52.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:52 smithi159 ceph-mon[27674]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:52.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:53.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:32:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:52 smithi170 ceph-mon[33842]: Reconfiguring alertmanager.smithi159 (dependencies changed)... 2024-09-17T10:32:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:52 smithi170 ceph-mon[33842]: Reconfiguring daemon alertmanager.smithi159 on smithi159 2024-09-17T10:32:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:52 smithi170 ceph-mon[33842]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- 172.21.15.159:0/252853735 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc0ff050 msgr2=0x7f24cc0ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 --2- 172.21.15.159:0/252853735 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc0ff050 0x7f24cc0ff460 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f24c8009910 tx=0x7f24c8009c20 comp rx=0 tx=0).stop 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- 172.21.15.159:0/252853735 shutdown_connections 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 --2- 172.21.15.159:0/252853735 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc100250 0x7f24cc1006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 --2- 172.21.15.159:0/252853735 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc0ff050 0x7f24cc0ff460 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- 172.21.15.159:0/252853735 >> 172.21.15.159:0/252853735 conn(0x7f24cc0fa5e0 msgr2=0x7f24cc0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- 172.21.15.159:0/252853735 shutdown_connections 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- 172.21.15.159:0/252853735 wait complete. 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 Processor -- start 2024-09-17T10:32:54.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- start start 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc0ff050 0x7f24cc194700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc100250 0x7f24cc194c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24cc1951d0 con 0x7f24cc100250 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.495+0000 7f24d3983700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24cc195310 con 0x7f24cc0ff050 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d0f1e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc100250 0x7f24cc194c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d0f1e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc100250 0x7f24cc194c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:40472/0 (socket says 172.21.15.159:40472) 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d0f1e700 1 -- 172.21.15.159:0/3020559022 learned_addr learned my addr 172.21.15.159:0/3020559022 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d0f1e700 1 -- 172.21.15.159:0/3020559022 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc0ff050 msgr2=0x7f24cc194700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d171f700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc0ff050 0x7f24cc194700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d0f1e700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc0ff050 0x7f24cc194700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d0f1e700 1 -- 172.21.15.159:0/3020559022 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24c80095f0 con 0x7f24cc100250 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d171f700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc0ff050 0x7f24cc194700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d0f1e700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc100250 0x7f24cc194c40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f24bc007b50 tx=0x7f24bc007f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24c27fc700 1 -- 172.21.15.159:0/3020559022 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f24bc011070 con 0x7f24cc100250 2024-09-17T10:32:54.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24c27fc700 1 -- 172.21.15.159:0/3020559022 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7f24bc00c2e0 con 0x7f24cc100250 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24cc068430 con 0x7f24cc100250 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24c27fc700 1 -- 172.21.15.159:0/3020559022 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f24bc00abd0 con 0x7f24cc100250 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.496+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24cc0689d0 con 0x7f24cc100250 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.497+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24cc107990 con 0x7f24cc100250 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.498+0000 7f24c27fc700 1 -- 172.21.15.159:0/3020559022 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f24bc00ad50 con 0x7f24cc100250 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.498+0000 7f24c27fc700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f24b806c600 0x7f24b806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.498+0000 7f24c27fc700 1 -- 172.21.15.159:0/3020559022 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f24bc08ba00 con 0x7f24cc100250 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.498+0000 7f24d171f700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f24b806c600 0x7f24b806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.498+0000 7f24d171f700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f24b806c600 0x7f24b806eab0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f24c8006010 tx=0x7f24c8005960 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.502+0000 7f24c27fc700 1 -- 172.21.15.159:0/3020559022 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f24bc05ad00 con 0x7f24cc100250 2024-09-17T10:32:54.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.701+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) v1 -- 0x7f24cc069320 con 0x7f24cc100250 2024-09-17T10:32:54.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.704+0000 7f24c27fc700 1 -- 172.21.15.159:0/3020559022 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v17)=0 v17) v1 ==== 121+0+0 (secure 0 0 0) 0x7f24bc08b270 con 0x7f24cc100250 2024-09-17T10:32:54.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f24b806c600 msgr2=0x7f24b806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f24b806c600 0x7f24b806eab0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f24c8006010 tx=0x7f24c8005960 comp rx=0 tx=0).stop 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc100250 msgr2=0x7f24cc194c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc100250 0x7f24cc194c40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f24bc007b50 tx=0x7f24bc007f10 comp rx=0 tx=0).stop 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 shutdown_connections 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f24b806c600 0x7f24b806eab0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc0ff050 0x7f24cc194700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 --2- 172.21.15.159:0/3020559022 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f24cc100250 0x7f24cc194c40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 >> 172.21.15.159:0/3020559022 conn(0x7f24cc0fa5e0 msgr2=0x7f24cc103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 shutdown_connections 2024-09-17T10:32:54.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:54.707+0000 7f24d3983700 1 -- 172.21.15.159:0/3020559022 wait complete. 2024-09-17T10:32:55.375 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:55 smithi159 ceph-mon[27674]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:55.375 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:55 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3020559022' entity='client.admin' 2024-09-17T10:32:55.382 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:32:55.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:55 smithi170 ceph-mon[33842]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:55 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3020559022' entity='client.admin' 2024-09-17T10:32:57.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:57 smithi159 ceph-mon[27674]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:57.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:57 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3938207083' entity='client.admin' 2024-09-17T10:32:57.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:57 smithi170 ceph-mon[33842]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:57.500 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:57 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3938207083' entity='client.admin' 2024-09-17T10:32:58.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 -- 172.21.15.159:0/297982121 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 msgr2=0x7f8d840ff780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:58.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 --2- 172.21.15.159:0/297982121 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840ff780 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8d6c009910 tx=0x7f8d6c009c20 comp rx=0 tx=0).stop 2024-09-17T10:32:58.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 -- 172.21.15.159:0/297982121 shutdown_connections 2024-09-17T10:32:58.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 --2- 172.21.15.159:0/297982121 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840ff780 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 --2- 172.21.15.159:0/297982121 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d841006b0 0x7f8d84100ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 -- 172.21.15.159:0/297982121 >> 172.21.15.159:0/297982121 conn(0x7f8d840f9dd0 msgr2=0x7f8d840fc200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:58.528 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 -- 172.21.15.159:0/297982121 shutdown_connections 2024-09-17T10:32:58.528 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.525+0000 7f8d8983b700 1 -- 172.21.15.159:0/297982121 wait complete. 2024-09-17T10:32:58.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d8983b700 1 Processor -- start 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d8983b700 1 -- start start 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d8983b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840fed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d8983b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d841006b0 0x7f8d8419a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d8983b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d8419acd0 con 0x7f8d840ff310 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d8983b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d8419ae10 con 0x7f8d841006b0 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d82ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840fed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d82ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840fed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47638/0 (socket says 172.21.15.159:47638) 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.526+0000 7f8d82ffd700 1 -- 172.21.15.159:0/3735660655 learned_addr learned my addr 172.21.15.159:0/3735660655 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d827fc700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d841006b0 0x7f8d8419a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:58.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d82ffd700 1 -- 172.21.15.159:0/3735660655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d841006b0 msgr2=0x7f8d8419a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d82ffd700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d841006b0 0x7f8d8419a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d82ffd700 1 -- 172.21.15.159:0/3735660655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d6c0095f0 con 0x7f8d840ff310 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d827fc700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d841006b0 0x7f8d8419a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d82ffd700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840fed60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8d7400b480 tx=0x7f8d7400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d88839700 1 -- 172.21.15.159:0/3735660655 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8d740118c0 con 0x7f8d840ff310 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d88839700 1 -- 172.21.15.159:0/3735660655 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7f8d74010380 con 0x7f8d840ff310 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d8419b0f0 con 0x7f8d840ff310 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d88839700 1 -- 172.21.15.159:0/3735660655 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8d74011ea0 con 0x7f8d840ff310 2024-09-17T10:32:58.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.527+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d8419b6c0 con 0x7f8d840ff310 2024-09-17T10:32:58.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.528+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d84107a90 con 0x7f8d840ff310 2024-09-17T10:32:58.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.529+0000 7f8d88839700 1 -- 172.21.15.159:0/3735660655 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f8d740104f0 con 0x7f8d840ff310 2024-09-17T10:32:58.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.529+0000 7f8d88839700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8d7006c610 0x7f8d7006eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:58.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.529+0000 7f8d88839700 1 -- 172.21.15.159:0/3735660655 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f8d7408a1e0 con 0x7f8d840ff310 2024-09-17T10:32:58.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.529+0000 7f8d827fc700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8d7006c610 0x7f8d7006eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:58.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.529+0000 7f8d827fc700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8d7006c610 0x7f8d7006eac0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8d840ff2e0 tx=0x7f8d6c00b560 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:58.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.533+0000 7f8d88839700 1 -- 172.21.15.159:0/3735660655 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f8d74059560 con 0x7f8d840ff310 2024-09-17T10:32:58.728 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.726+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) v1 -- 0x7f8d84107cb0 con 0x7f8d840ff310 2024-09-17T10:32:58.732 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.730+0000 7f8d88839700 1 -- 172.21.15.159:0/3735660655 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v19)=0 v19) v1 ==== 106+0+0 (secure 0 0 0) 0x7f8d740150b0 con 0x7f8d840ff310 2024-09-17T10:32:58.734 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8d7006c610 msgr2=0x7f8d7006eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8d7006c610 0x7f8d7006eac0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8d840ff2e0 tx=0x7f8d6c00b560 comp rx=0 tx=0).stop 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 msgr2=0x7f8d840fed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840fed60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8d7400b480 tx=0x7f8d7400b840 comp rx=0 tx=0).stop 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 shutdown_connections 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8d7006c610 0x7f8d7006eac0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d840ff310 0x7f8d840fed60 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 --2- 172.21.15.159:0/3735660655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d841006b0 0x7f8d8419a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 >> 172.21.15.159:0/3735660655 conn(0x7f8d840f9dd0 msgr2=0x7f8d84103550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 shutdown_connections 2024-09-17T10:32:58.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:58.733+0000 7f8d8983b700 1 -- 172.21.15.159:0/3735660655 wait complete. 2024-09-17T10:32:58.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.682+0000 7ff4d22fa700 1 -- 172.21.15.159:0/547706190 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc100230 msgr2=0x7ff4cc100680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.682+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/547706190 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc100230 0x7ff4cc100680 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff4b4009910 tx=0x7ff4b4009c20 comp rx=0 tx=0).stop 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.682+0000 7ff4d22fa700 1 -- 172.21.15.159:0/547706190 shutdown_connections 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.682+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/547706190 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc100230 0x7ff4cc100680 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.682+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/547706190 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4cc0ff030 0x7ff4cc0ff440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.682+0000 7ff4d22fa700 1 -- 172.21.15.159:0/547706190 >> 172.21.15.159:0/547706190 conn(0x7ff4cc0fa5c0 msgr2=0x7ff4cc0fca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 -- 172.21.15.159:0/547706190 shutdown_connections 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 -- 172.21.15.159:0/547706190 wait complete. 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 Processor -- start 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 -- start start 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc0ff030 0x7ff4cc0697c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:58.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4cc100230 0x7ff4cc19a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4cc19aaa0 con 0x7ff4cc0ff030 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4d22fa700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4cc19abe0 con 0x7ff4cc100230 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4cbfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc0ff030 0x7ff4cc0697c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4cbfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc0ff030 0x7ff4cc0697c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47626/0 (socket says 172.21.15.159:47626) 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.683+0000 7ff4cbfff700 1 -- 172.21.15.159:0/3938207083 learned_addr learned my addr 172.21.15.159:0/3938207083 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4c3fff700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4cc100230 0x7ff4cc19a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4cbfff700 1 -- 172.21.15.159:0/3938207083 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4cc100230 msgr2=0x7ff4cc19a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4cbfff700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4cc100230 0x7ff4cc19a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4cbfff700 1 -- 172.21.15.159:0/3938207083 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4b40095f0 con 0x7ff4cc0ff030 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4c3fff700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4cc100230 0x7ff4cc19a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4cbfff700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc0ff030 0x7ff4cc0697c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00c8f0 tx=0x7ff4bc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:58.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4c9ffb700 1 -- 172.21.15.159:0/3938207083 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff4bc007a70 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4c9ffb700 1 -- 172.21.15.159:0/3938207083 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7ff4bc007bd0 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4cc19aec0 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4c9ffb700 1 -- 172.21.15.159:0/3938207083 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff4bc00fea0 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.684+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4cc19b460 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.685+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4cc107970 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.685+0000 7ff4c9ffb700 1 -- 172.21.15.159:0/3938207083 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7ff4bc00f450 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.686+0000 7ff4c9ffb700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff4b806c600 0x7ff4b806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.686+0000 7ff4c9ffb700 1 -- 172.21.15.159:0/3938207083 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7ff4bc08a5b0 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.686+0000 7ff4c3fff700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff4b806c600 0x7ff4b806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.686+0000 7ff4c3fff700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff4b806c600 0x7ff4b806eab0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400b5c0 tx=0x7ff4b4005e20 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.690+0000 7ff4c9ffb700 1 -- 172.21.15.159:0/3938207083 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7ff4bc0598b0 con 0x7ff4cc0ff030 2024-09-17T10:32:59.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.884+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) v1 -- 0x7ff4cc19bd60 con 0x7ff4cc0ff030 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.888+0000 7ff4c9ffb700 1 -- 172.21.15.159:0/3938207083 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v18)=0 v18) v1 ==== 119+0+0 (secure 0 0 0) 0x7ff4bc089e20 con 0x7ff4cc0ff030 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff4b806c600 msgr2=0x7ff4b806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff4b806c600 0x7ff4b806eab0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400b5c0 tx=0x7ff4b4005e20 comp rx=0 tx=0).stop 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc0ff030 msgr2=0x7ff4cc0697c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc0ff030 0x7ff4cc0697c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00c8f0 tx=0x7ff4bc00ccb0 comp rx=0 tx=0).stop 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 shutdown_connections 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff4b806c600 0x7ff4b806eab0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff4cc0ff030 0x7ff4cc0697c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 --2- 172.21.15.159:0/3938207083 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4cc100230 0x7ff4cc19a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 >> 172.21.15.159:0/3938207083 conn(0x7ff4cc0fa5c0 msgr2=0x7ff4cc103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 shutdown_connections 2024-09-17T10:32:59.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:32:56.890+0000 7ff4d22fa700 1 -- 172.21.15.159:0/3938207083 wait complete. 2024-09-17T10:32:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:59 smithi159 ceph-mon[27674]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:32:59 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3735660655' entity='client.admin' 2024-09-17T10:32:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:59 smithi170 ceph-mon[33842]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:32:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:32:59 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3735660655' entity='client.admin' 2024-09-17T10:33:00.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 -- 172.21.15.159:0/3681012999 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b78100270 msgr2=0x7f0b781006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:00.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 --2- 172.21.15.159:0/3681012999 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b78100270 0x7f0b781006c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c009910 tx=0x7f0b6c009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:00.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 -- 172.21.15.159:0/3681012999 shutdown_connections 2024-09-17T10:33:00.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 --2- 172.21.15.159:0/3681012999 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b78100270 0x7f0b781006c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:00.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 --2- 172.21.15.159:0/3681012999 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b780ff070 0x7f0b780ff480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:00.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 -- 172.21.15.159:0/3681012999 >> 172.21.15.159:0/3681012999 conn(0x7f0b780fa600 msgr2=0x7f0b780fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:00.735 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 -- 172.21.15.159:0/3681012999 shutdown_connections 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.618+0000 7f0b7d954700 1 -- 172.21.15.159:0/3681012999 wait complete. 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b7d954700 1 Processor -- start 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b7d954700 1 -- start start 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b7d954700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b780ff070 0x7f0b781979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b7d954700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b78100270 0x7f0b78197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b7d954700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b78198530 con 0x7f0b780ff070 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b7d954700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b78198670 con 0x7f0b78100270 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b76ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b780ff070 0x7f0b781979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b76ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b780ff070 0x7f0b781979d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47644/0 (socket says 172.21.15.159:47644) 2024-09-17T10:33:00.736 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b76ffd700 1 -- 172.21.15.159:0/1673793187 learned_addr learned my addr 172.21.15.159:0/1673793187 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.619+0000 7f0b767fc700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b78100270 0x7f0b78197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b76ffd700 1 -- 172.21.15.159:0/1673793187 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b78100270 msgr2=0x7f0b78197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b76ffd700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b78100270 0x7f0b78197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b76ffd700 1 -- 172.21.15.159:0/1673793187 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b6c0095f0 con 0x7f0b780ff070 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b767fc700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b78100270 0x7f0b78197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b76ffd700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b780ff070 0x7f0b781979d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800d900 tx=0x7f0b6800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b7c952700 1 -- 172.21.15.159:0/1673793187 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0b680041f0 con 0x7f0b780ff070 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b7c952700 1 -- 172.21.15.159:0/1673793187 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7f0b68004350 con 0x7f0b780ff070 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b7819d120 con 0x7f0b780ff070 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b7c952700 1 -- 172.21.15.159:0/1673793187 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0b68003c20 con 0x7f0b780ff070 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.620+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b7819d6f0 con 0x7f0b780ff070 2024-09-17T10:33:00.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.621+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b781068a0 con 0x7f0b780ff070 2024-09-17T10:33:00.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.621+0000 7f0b7c952700 1 -- 172.21.15.159:0/1673793187 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f0b68009730 con 0x7f0b780ff070 2024-09-17T10:33:00.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.622+0000 7f0b7c952700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0b6006c5f0 0x7f0b6006eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:00.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.622+0000 7f0b767fc700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0b6006c5f0 0x7f0b6006eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:00.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.622+0000 7f0b7c952700 1 -- 172.21.15.159:0/1673793187 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f0b6808a680 con 0x7f0b780ff070 2024-09-17T10:33:00.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.623+0000 7f0b767fc700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0b6006c5f0 0x7f0b6006eaa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c00b5c0 tx=0x7f0b6c005960 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:00.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.626+0000 7f0b7c952700 1 -- 172.21.15.159:0/1673793187 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0b68059980 con 0x7f0b780ff070 2024-09-17T10:33:00.827 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.826+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) v1 -- 0x7f0b78106a60 con 0x7f0b780ff070 2024-09-17T10:33:00.831 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.830+0000 7f0b7c952700 1 -- 172.21.15.159:0/1673793187 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v20)=0 v20) v1 ==== 125+0+0 (secure 0 0 0) 0x7f0b68089ef0 con 0x7f0b780ff070 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0b6006c5f0 msgr2=0x7f0b6006eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0b6006c5f0 0x7f0b6006eaa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c00b5c0 tx=0x7f0b6c005960 comp rx=0 tx=0).stop 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b780ff070 msgr2=0x7f0b781979d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b780ff070 0x7f0b781979d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800d900 tx=0x7f0b6800dcc0 comp rx=0 tx=0).stop 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 shutdown_connections 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0b6006c5f0 0x7f0b6006eaa0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0b780ff070 0x7f0b781979d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 --2- 172.21.15.159:0/1673793187 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b78100270 0x7f0b78197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 >> 172.21.15.159:0/1673793187 conn(0x7f0b780fa600 msgr2=0x7f0b781034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 shutdown_connections 2024-09-17T10:33:00.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:00.832+0000 7f0b7d954700 1 -- 172.21.15.159:0/1673793187 wait complete. 2024-09-17T10:33:01.385 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:01 smithi159 ceph-mon[27674]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:01.385 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:01 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1673793187' entity='client.admin' 2024-09-17T10:33:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:01 smithi170 ceph-mon[33842]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:01 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1673793187' entity='client.admin' 2024-09-17T10:33:02.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 -- 172.21.15.159:0/2290482884 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 msgr2=0x7f4e800febe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:02.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 --2- 172.21.15.159:0/2290482884 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e800febe0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c009910 tx=0x7f4e7c009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:02.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 -- 172.21.15.159:0/2290482884 shutdown_connections 2024-09-17T10:33:02.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 --2- 172.21.15.159:0/2290482884 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e800ff9d0 0x7f4e800ffe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 --2- 172.21.15.159:0/2290482884 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e800febe0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 -- 172.21.15.159:0/2290482884 >> 172.21.15.159:0/2290482884 conn(0x7f4e800f9d80 msgr2=0x7f4e800fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 -- 172.21.15.159:0/2290482884 shutdown_connections 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.959+0000 7f4e8771b700 1 -- 172.21.15.159:0/2290482884 wait complete. 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e8771b700 1 Processor -- start 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e8771b700 1 -- start start 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e8771b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e80195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:02.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e8771b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e800ff9d0 0x7f4e80195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e8771b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e801964d0 con 0x7f4e800fe7d0 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e8771b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e80196610 con 0x7f4e800ff9d0 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e854b7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e80195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e854b7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e80195970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47674/0 (socket says 172.21.15.159:47674) 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e854b7700 1 -- 172.21.15.159:0/3410415445 learned_addr learned my addr 172.21.15.159:0/3410415445 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e854b7700 1 -- 172.21.15.159:0/3410415445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e800ff9d0 msgr2=0x7f4e80195eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e854b7700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e800ff9d0 0x7f4e80195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.960+0000 7f4e854b7700 1 -- 172.21.15.159:0/3410415445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e7c0095f0 con 0x7f4e800fe7d0 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.961+0000 7f4e854b7700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e80195970 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0056d0 tx=0x7f4e7c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.961+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4e7c01d070 con 0x7f4e800fe7d0 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.961+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7f4e7c022470 con 0x7f4e800fe7d0 2024-09-17T10:33:02.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.961+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4e7c00f690 con 0x7f4e800fe7d0 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.961+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e8019b060 con 0x7f4e800fe7d0 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.961+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e8019b550 con 0x7f4e800fe7d0 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.962+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e8018f7f0 con 0x7f4e800fe7d0 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.962+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f4e7c0225e0 con 0x7f4e800fe7d0 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.963+0000 7f4e767fc700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f4e6c06c5f0 0x7f4e6c06eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.963+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f4e7c08bef0 con 0x7f4e800fe7d0 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.963+0000 7f4e84cb6700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f4e6c06c5f0 0x7f4e6c06eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:02.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.963+0000 7f4e84cb6700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f4e6c06c5f0 0x7f4e6c06eaa0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4e700097b0 tx=0x7f4e70006d20 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:02.969 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.967+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f4e7c05b1f0 con 0x7f4e800fe7d0 2024-09-17T10:33:03.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.176+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) v1 -- 0x7f4e8002cc30 con 0x7f4e800fe7d0 2024-09-17T10:33:03.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.180+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 7 ==== config(26 keys) v1 ==== 1070+0+0 (secure 0 0 0) 0x7f4e7c05b1f0 con 0x7f4e800fe7d0 2024-09-17T10:33:03.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.180+0000 7f4e767fc700 1 -- 172.21.15.159:0/3410415445 <== mon.0 v2:172.21.15.159:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v22)=0 v22) v1 ==== 114+0+0 (secure 0 0 0) 0x7f4e7c0270b0 con 0x7f4e800fe7d0 2024-09-17T10:33:03.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f4e6c06c5f0 msgr2=0x7f4e6c06eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:03.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f4e6c06c5f0 0x7f4e6c06eaa0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4e700097b0 tx=0x7f4e70006d20 comp rx=0 tx=0).stop 2024-09-17T10:33:03.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 msgr2=0x7f4e80195970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:03.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e80195970 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0056d0 tx=0x7f4e7c0057b0 comp rx=0 tx=0).stop 2024-09-17T10:33:03.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 shutdown_connections 2024-09-17T10:33:03.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f4e6c06c5f0 0x7f4e6c06eaa0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:03.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4e800fe7d0 0x7f4e80195970 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:03.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 --2- 172.21.15.159:0/3410415445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e800ff9d0 0x7f4e80195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:03.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 >> 172.21.15.159:0/3410415445 conn(0x7f4e800f9d80 msgr2=0x7f4e800fba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:03.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 shutdown_connections 2024-09-17T10:33:03.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.182+0000 7f4e8771b700 1 -- 172.21.15.159:0/3410415445 wait complete. 2024-09-17T10:33:03.399 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:03 smithi159 ceph-mon[27674]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:03.399 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:03 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1623397915' entity='client.admin' 2024-09-17T10:33:03.418 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:03 smithi170 ceph-mon[33842]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:03.418 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:03 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1623397915' entity='client.admin' 2024-09-17T10:33:04.290 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:04 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3410415445' entity='client.admin' 2024-09-17T10:33:04.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:04 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3410415445' entity='client.admin' 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 -- 172.21.15.159:0/489610500 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b00ff050 msgr2=0x7f68b00ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/489610500 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b00ff050 0x7f68b00ff460 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f68a000b0a0 tx=0x7f68a000b3b0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 -- 172.21.15.159:0/489610500 shutdown_connections 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/489610500 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68b0100250 0x7f68b01006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/489610500 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b00ff050 0x7f68b00ff460 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 -- 172.21.15.159:0/489610500 >> 172.21.15.159:0/489610500 conn(0x7f68b00fa600 msgr2=0x7f68b00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 -- 172.21.15.159:0/489610500 shutdown_connections 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 -- 172.21.15.159:0/489610500 wait complete. 2024-09-17T10:33:04.744 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 Processor -- start 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.740+0000 7f68b4a6a700 1 -- start start 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68b4a6a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68b00ff050 0x7f68b00697c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68b4a6a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b0100250 0x7f68b019cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68b4a6a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68b0196590 con 0x7f68b0100250 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68b4a6a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68b019d060 con 0x7f68b00ff050 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68add9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b0100250 0x7f68b019cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68add9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b0100250 0x7f68b019cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47686/0 (socket says 172.21.15.159:47686) 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68add9b700 1 -- 172.21.15.159:0/196195557 learned_addr learned my addr 172.21.15.159:0/196195557 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68ae59c700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68b00ff050 0x7f68b00697c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68add9b700 1 -- 172.21.15.159:0/196195557 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68b00ff050 msgr2=0x7f68b00697c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68add9b700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68b00ff050 0x7f68b00697c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68add9b700 1 -- 172.21.15.159:0/196195557 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68a0009d00 con 0x7f68b0100250 2024-09-17T10:33:04.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68add9b700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b0100250 0x7f68b019cb20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f689800b4e0 tx=0x7f689800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:04.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6898011800 con 0x7f68b0100250 2024-09-17T10:33:04.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(26 keys) v1 ==== 1070+0+0 (secure 0 0 0) 0x7f6898011df0 con 0x7f68b0100250 2024-09-17T10:33:04.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68b019d310 con 0x7f68b0100250 2024-09-17T10:33:04.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6898010e70 con 0x7f68b0100250 2024-09-17T10:33:04.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.741+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68b019d8e0 con 0x7f68b0100250 2024-09-17T10:33:04.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.742+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68b0107ae0 con 0x7f68b0100250 2024-09-17T10:33:04.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.743+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f6898011960 con 0x7f68b0100250 2024-09-17T10:33:04.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.743+0000 7f68a77fe700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f689c06c600 0x7f689c06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:04.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.743+0000 7f68ae59c700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f689c06c600 0x7f689c06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:04.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.743+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f689808a230 con 0x7f68b0100250 2024-09-17T10:33:04.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.744+0000 7f68ae59c700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f689c06c600 0x7f689c06eab0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f68a0009fd0 tx=0x7f68a000b7d0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:04.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.749+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f6898059530 con 0x7f68b0100250 2024-09-17T10:33:04.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.947+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) v1 -- 0x7f68b019e0d0 con 0x7f68b0100250 2024-09-17T10:33:04.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.951+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 7 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6898059530 con 0x7f68b0100250 2024-09-17T10:33:04.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.951+0000 7f68a77fe700 1 -- 172.21.15.159:0/196195557 <== mon.0 v2:172.21.15.159:3300/0 8 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v23)=0 v23) v1 ==== 123+0+0 (secure 0 0 0) 0x7f68980150c0 con 0x7f68b0100250 2024-09-17T10:33:04.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f689c06c600 msgr2=0x7f689c06eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:04.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f689c06c600 0x7f689c06eab0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f68a0009fd0 tx=0x7f68a000b7d0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b0100250 msgr2=0x7f68b019cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:04.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b0100250 0x7f68b019cb20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f689800b4e0 tx=0x7f689800b8a0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 shutdown_connections 2024-09-17T10:33:04.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f689c06c600 0x7f689c06eab0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68b00ff050 0x7f68b00697c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 --2- 172.21.15.159:0/196195557 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f68b0100250 0x7f68b019cb20 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.953+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 >> 172.21.15.159:0/196195557 conn(0x7f68b00fa600 msgr2=0x7f68b0103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:04.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.954+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 shutdown_connections 2024-09-17T10:33:04.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.954+0000 7f68b4a6a700 1 -- 172.21.15.159:0/196195557 wait complete. 2024-09-17T10:33:04.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 -- 172.21.15.159:0/2349705187 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 msgr2=0x7fde781006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:04.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 --2- 172.21.15.159:0/2349705187 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde781006a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fde64009910 tx=0x7fde64009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:04.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 -- 172.21.15.159:0/2349705187 shutdown_connections 2024-09-17T10:33:04.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 --2- 172.21.15.159:0/2349705187 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde781006a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 --2- 172.21.15.159:0/2349705187 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fde780ff050 0x7fde780ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 -- 172.21.15.159:0/2349705187 >> 172.21.15.159:0/2349705187 conn(0x7fde780fa600 msgr2=0x7fde780fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:04.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 -- 172.21.15.159:0/2349705187 shutdown_connections 2024-09-17T10:33:04.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 -- 172.21.15.159:0/2349705187 wait complete. 2024-09-17T10:33:04.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 Processor -- start 2024-09-17T10:33:04.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 -- start start 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fde780ff050 0x7fde780697c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.959+0000 7fde7ed87700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde7819a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde7ed87700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7819ad30 con 0x7fde78100250 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde7ed87700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7819ae70 con 0x7fde780ff050 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde77fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde7819a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde77fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde7819a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47706/0 (socket says 172.21.15.159:47706) 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde77fff700 1 -- 172.21.15.159:0/1234410659 learned_addr learned my addr 172.21.15.159:0/1234410659 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde7cb23700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fde780ff050 0x7fde780697c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde77fff700 1 -- 172.21.15.159:0/1234410659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fde780ff050 msgr2=0x7fde780697c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde77fff700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fde780ff050 0x7fde780697c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:04.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde77fff700 1 -- 172.21.15.159:0/1234410659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde640095f0 con 0x7fde78100250 2024-09-17T10:33:04.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde7cb23700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fde780ff050 0x7fde780697c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:33:04.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde77fff700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde7819a760 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fde64006010 tx=0x7fde6400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:04.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde75ffb700 1 -- 172.21.15.159:0/1234410659 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fde6401d070 con 0x7fde78100250 2024-09-17T10:33:04.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde75ffb700 1 -- 172.21.15.159:0/1234410659 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fde6400f460 con 0x7fde78100250 2024-09-17T10:33:04.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde75ffb700 1 -- 172.21.15.159:0/1234410659 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fde64021640 con 0x7fde78100250 2024-09-17T10:33:04.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.960+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde7819b0f0 con 0x7fde78100250 2024-09-17T10:33:04.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.961+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde7819b660 con 0x7fde78100250 2024-09-17T10:33:04.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.961+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde78107c40 con 0x7fde78100250 2024-09-17T10:33:04.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.962+0000 7fde75ffb700 1 -- 172.21.15.159:0/1234410659 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7fde64004b20 con 0x7fde78100250 2024-09-17T10:33:04.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.963+0000 7fde75ffb700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fde6806c600 0x7fde6806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:04.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.963+0000 7fde75ffb700 1 -- 172.21.15.159:0/1234410659 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7fde6408ba90 con 0x7fde78100250 2024-09-17T10:33:04.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.963+0000 7fde7cb23700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fde6806c600 0x7fde6806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:04.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.963+0000 7fde7cb23700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fde6806c600 0x7fde6806eab0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fde781000b0 tx=0x7fde6c008040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:04.969 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:04.967+0000 7fde75ffb700 1 -- 172.21.15.159:0/1234410659 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fde6405ae10 con 0x7fde78100250 2024-09-17T10:33:05.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.171+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) v1 -- 0x7fde78107e60 con 0x7fde78100250 2024-09-17T10:33:05.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.175+0000 7fde75ffb700 1 -- 172.21.15.159:0/1234410659 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v24)=0 v24) v1 ==== 121+0+0 (secure 0 0 0) 0x7fde64026020 con 0x7fde78100250 2024-09-17T10:33:05.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.177+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fde6806c600 msgr2=0x7fde6806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:05.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.177+0000 7fde7ed87700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fde6806c600 0x7fde6806eab0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fde781000b0 tx=0x7fde6c008040 comp rx=0 tx=0).stop 2024-09-17T10:33:05.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.177+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 msgr2=0x7fde7819a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:05.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.177+0000 7fde7ed87700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde7819a760 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fde64006010 tx=0x7fde6400be20 comp rx=0 tx=0).stop 2024-09-17T10:33:05.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.178+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 shutdown_connections 2024-09-17T10:33:05.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.178+0000 7fde7ed87700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fde6806c600 0x7fde6806eab0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.178+0000 7fde7ed87700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fde780ff050 0x7fde780697c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.178+0000 7fde7ed87700 1 --2- 172.21.15.159:0/1234410659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fde78100250 0x7fde7819a760 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.178+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 >> 172.21.15.159:0/1234410659 conn(0x7fde780fa600 msgr2=0x7fde78103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:05.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.178+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 shutdown_connections 2024-09-17T10:33:05.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.178+0000 7fde7ed87700 1 -- 172.21.15.159:0/1234410659 wait complete. 2024-09-17T10:33:05.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.213+0000 7f353bdb3700 1 -- 172.21.15.159:0/917402777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 msgr2=0x7f35340ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:05.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.213+0000 7f353bdb3700 1 --2- 172.21.15.159:0/917402777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f35340ff460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3530009910 tx=0x7f3530009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:05.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.213+0000 7f353bdb3700 1 -- 172.21.15.159:0/917402777 shutdown_connections 2024-09-17T10:33:05.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.213+0000 7f353bdb3700 1 --2- 172.21.15.159:0/917402777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3534100250 0x7f35341006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.213+0000 7f353bdb3700 1 --2- 172.21.15.159:0/917402777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f35340ff460 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.213+0000 7f353bdb3700 1 -- 172.21.15.159:0/917402777 >> 172.21.15.159:0/917402777 conn(0x7f35340fa5e0 msgr2=0x7f35340fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:05.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.214+0000 7f353bdb3700 1 -- 172.21.15.159:0/917402777 shutdown_connections 2024-09-17T10:33:05.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.214+0000 7f353bdb3700 1 -- 172.21.15.159:0/917402777 wait complete. 2024-09-17T10:33:05.217 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353bdb3700 1 Processor -- start 2024-09-17T10:33:05.217 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353bdb3700 1 -- start start 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353bdb3700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f3534068f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353bdb3700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3534100250 0x7f353419a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353bdb3700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f353419aca0 con 0x7f35340ff050 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353bdb3700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f353419ae10 con 0x7f3534100250 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f3539b4f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f3534068f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f3539b4f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f3534068f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47728/0 (socket says 172.21.15.159:47728) 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f3539b4f700 1 -- 172.21.15.159:0/366292533 learned_addr learned my addr 172.21.15.159:0/366292533 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353934e700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3534100250 0x7f353419a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f3539b4f700 1 -- 172.21.15.159:0/366292533 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3534100250 msgr2=0x7f353419a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f3539b4f700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3534100250 0x7f353419a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f3539b4f700 1 -- 172.21.15.159:0/366292533 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35300095f0 con 0x7f35340ff050 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.215+0000 7f353934e700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3534100250 0x7f353419a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:33:05.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.216+0000 7f3539b4f700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f3534068f50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f353000bda0 tx=0x7f353000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:05.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.216+0000 7f352affd700 1 -- 172.21.15.159:0/366292533 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f353001d070 con 0x7f35340ff050 2024-09-17T10:33:05.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.216+0000 7f352affd700 1 -- 172.21.15.159:0/366292533 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f353000f460 con 0x7f35340ff050 2024-09-17T10:33:05.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.216+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f353419b090 con 0x7f35340ff050 2024-09-17T10:33:05.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.216+0000 7f352affd700 1 -- 172.21.15.159:0/366292533 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3530021640 con 0x7f35340ff050 2024-09-17T10:33:05.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.216+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f353419b580 con 0x7f35340ff050 2024-09-17T10:33:05.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.217+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3534107ba0 con 0x7f35340ff050 2024-09-17T10:33:05.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.218+0000 7f352affd700 1 -- 172.21.15.159:0/366292533 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f353000f5d0 con 0x7f35340ff050 2024-09-17T10:33:05.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.218+0000 7f352affd700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f352006c600 0x7f352006eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:05.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.218+0000 7f352affd700 1 -- 172.21.15.159:0/366292533 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f353008b960 con 0x7f35340ff050 2024-09-17T10:33:05.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.218+0000 7f353934e700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f352006c600 0x7f352006eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:05.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.218+0000 7f353934e700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f352006c600 0x7f352006eab0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3524005fd0 tx=0x7f3524005f60 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:05.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.222+0000 7f352affd700 1 -- 172.21.15.159:0/366292533 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f353005ac60 con 0x7f35340ff050 2024-09-17T10:33:05.417 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.415+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) v1 -- 0x7f3534107d90 con 0x7f35340ff050 2024-09-17T10:33:05.417 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:05 smithi159 ceph-mon[27674]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:05.417 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:05 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/196195557' entity='client.admin' 2024-09-17T10:33:05.418 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:05 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1234410659' entity='client.admin' 2024-09-17T10:33:05.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.420+0000 7f352affd700 1 -- 172.21.15.159:0/366292533 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v25)=0 v25) v1 ==== 121+0+0 (secure 0 0 0) 0x7f353008b1d0 con 0x7f35340ff050 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f352006c600 msgr2=0x7f352006eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f352006c600 0x7f352006eab0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3524005fd0 tx=0x7f3524005f60 comp rx=0 tx=0).stop 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 msgr2=0x7f3534068f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f3534068f50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f353000bda0 tx=0x7f353000be80 comp rx=0 tx=0).stop 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 shutdown_connections 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f352006c600 0x7f352006eab0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35340ff050 0x7f3534068f50 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 --2- 172.21.15.159:0/366292533 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3534100250 0x7f353419a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 >> 172.21.15.159:0/366292533 conn(0x7f35340fa5e0 msgr2=0x7f3534103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:05.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 shutdown_connections 2024-09-17T10:33:05.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:05.422+0000 7f353bdb3700 1 -- 172.21.15.159:0/366292533 wait complete. 2024-09-17T10:33:05.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:05 smithi170 ceph-mon[33842]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:05.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:05 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/196195557' entity='client.admin' 2024-09-17T10:33:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:05 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1234410659' entity='client.admin' 2024-09-17T10:33:06.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:06 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/366292533' entity='client.admin' 2024-09-17T10:33:06.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:06 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/366292533' entity='client.admin' 2024-09-17T10:33:06.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 -- 172.21.15.159:0/2565926200 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0100190 msgr2=0x7f15d01005a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:06.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 --2- 172.21.15.159:0/2565926200 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0100190 0x7f15d01005a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f15c0009910 tx=0x7f15c0009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:06.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 -- 172.21.15.159:0/2565926200 shutdown_connections 2024-09-17T10:33:06.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 --2- 172.21.15.159:0/2565926200 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f15d0101390 0x7f15d01017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:06.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 --2- 172.21.15.159:0/2565926200 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0100190 0x7f15d01005a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:06.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 -- 172.21.15.159:0/2565926200 >> 172.21.15.159:0/2565926200 conn(0x7f15d00fb720 msgr2=0x7f15d00fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:06.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 -- 172.21.15.159:0/2565926200 shutdown_connections 2024-09-17T10:33:06.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 -- 172.21.15.159:0/2565926200 wait complete. 2024-09-17T10:33:06.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.905+0000 7f15d4da1700 1 Processor -- start 2024-09-17T10:33:06.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15d4da1700 1 -- start start 2024-09-17T10:33:06.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15d4da1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f15d0100190 0x7f15d0074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:06.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15d4da1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0101390 0x7f15d0073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:06.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15d4da1700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d0073680 con 0x7f15d0101390 2024-09-17T10:33:06.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15d4da1700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15d00737c0 con 0x7f15d0100190 2024-09-17T10:33:06.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0101390 0x7f15d0073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0101390 0x7f15d0073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59254/0 (socket says 172.21.15.159:59254) 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c7fff700 1 -- 172.21.15.159:0/3857318713 learned_addr learned my addr 172.21.15.159:0/3857318713 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15ce59c700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f15d0100190 0x7f15d0074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c7fff700 1 -- 172.21.15.159:0/3857318713 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f15d0100190 msgr2=0x7f15d0074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c7fff700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f15d0100190 0x7f15d0074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c7fff700 1 -- 172.21.15.159:0/3857318713 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15c00095f0 con 0x7f15d0101390 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c7fff700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0101390 0x7f15d0073140 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f15b800b4b0 tx=0x7f15b800b7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c77fe700 1 -- 172.21.15.159:0/3857318713 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f15b8011800 con 0x7f15d0101390 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15c77fe700 1 -- 172.21.15.159:0/3857318713 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f15b8011e10 con 0x7f15d0101390 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.906+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15d0073aa0 con 0x7f15d0101390 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.907+0000 7f15c77fe700 1 -- 172.21.15.159:0/3857318713 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f15b800f2e0 con 0x7f15d0101390 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.907+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15d019dab0 con 0x7f15d0101390 2024-09-17T10:33:06.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.907+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15d0108d60 con 0x7f15d0101390 2024-09-17T10:33:06.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.908+0000 7f15c77fe700 1 -- 172.21.15.159:0/3857318713 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f15b8010380 con 0x7f15d0101390 2024-09-17T10:33:06.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.908+0000 7f15c77fe700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f15bc06c600 0x7f15bc06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:06.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.908+0000 7f15c77fe700 1 -- 172.21.15.159:0/3857318713 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f15b808a170 con 0x7f15d0101390 2024-09-17T10:33:06.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.908+0000 7f15ce59c700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f15bc06c600 0x7f15bc06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:06.912 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.909+0000 7f15ce59c700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f15bc06c600 0x7f15bc06eab0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f15c0006010 tx=0x7f15c000b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:06.914 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:06.913+0000 7f15c77fe700 1 -- 172.21.15.159:0/3857318713 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f15b80594f0 con 0x7f15d0101390 2024-09-17T10:33:07.106 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.105+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) v1 -- 0x7f15d0108f20 con 0x7f15d0101390 2024-09-17T10:33:07.110 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.109+0000 7f15c77fe700 1 -- 172.21.15.159:0/3857318713 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v26)=0 v26) v1 ==== 108+0+0 (secure 0 0 0) 0x7f15b80150b0 con 0x7f15d0101390 2024-09-17T10:33:07.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f15bc06c600 msgr2=0x7f15bc06eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f15bc06c600 0x7f15bc06eab0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f15c0006010 tx=0x7f15c000b540 comp rx=0 tx=0).stop 2024-09-17T10:33:07.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0101390 msgr2=0x7f15d0073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0101390 0x7f15d0073140 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f15b800b4b0 tx=0x7f15b800b7c0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 shutdown_connections 2024-09-17T10:33:07.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f15bc06c600 0x7f15bc06eab0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f15d0100190 0x7f15d0074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 --2- 172.21.15.159:0/3857318713 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f15d0101390 0x7f15d0073140 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 >> 172.21.15.159:0/3857318713 conn(0x7f15d00fb720 msgr2=0x7f15d01045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:07.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 shutdown_connections 2024-09-17T10:33:07.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.111+0000 7f15d4da1700 1 -- 172.21.15.159:0/3857318713 wait complete. 2024-09-17T10:33:07.315 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi159') 2024-09-17T10:33:07.315 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi159') 2024-09-17T10:33:07.315 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi159') 2024-09-17T10:33:07.315 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi159') 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 -- 172.21.15.159:0/887307711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 msgr2=0x7f6fbc1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/887307711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc1006d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8009910 tx=0x7f6fb8009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 -- 172.21.15.159:0/887307711 shutdown_connections 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/887307711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc1006d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/887307711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fbc0ff080 0x7f6fbc0ff490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 -- 172.21.15.159:0/887307711 >> 172.21.15.159:0/887307711 conn(0x7f6fbc0fa630 msgr2=0x7f6fbc0fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 -- 172.21.15.159:0/887307711 shutdown_connections 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.500+0000 7f6fc34b3700 1 -- 172.21.15.159:0/887307711 wait complete. 2024-09-17T10:33:07.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc34b3700 1 Processor -- start 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc34b3700 1 -- start start 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc34b3700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fbc0ff080 0x7f6fbc103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc34b3700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc101660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc34b3700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fbc101ba0 con 0x7f6fbc100280 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc34b3700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fbc101ce0 con 0x7f6fbc0ff080 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc0a4e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc101660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc0a4e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc101660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59274/0 (socket says 172.21.15.159:59274) 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc0a4e700 1 -- 172.21.15.159:0/1217741722 learned_addr learned my addr 172.21.15.159:0/1217741722 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc124f700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fbc0ff080 0x7f6fbc103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc0a4e700 1 -- 172.21.15.159:0/1217741722 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fbc0ff080 msgr2=0x7f6fbc103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc0a4e700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fbc0ff080 0x7f6fbc103010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc0a4e700 1 -- 172.21.15.159:0/1217741722 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb80095f0 con 0x7f6fbc100280 2024-09-17T10:33:07.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.501+0000 7f6fc0a4e700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc101660 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8006010 tx=0x7f6fb800be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:07.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.502+0000 7f6fae7fc700 1 -- 172.21.15.159:0/1217741722 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6fb801d070 con 0x7f6fbc100280 2024-09-17T10:33:07.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.502+0000 7f6fae7fc700 1 -- 172.21.15.159:0/1217741722 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6fb800f460 con 0x7f6fbc100280 2024-09-17T10:33:07.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.502+0000 7f6fae7fc700 1 -- 172.21.15.159:0/1217741722 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6fb8021640 con 0x7f6fbc100280 2024-09-17T10:33:07.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.502+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fbc101f60 con 0x7f6fbc100280 2024-09-17T10:33:07.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.502+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fbc102400 con 0x7f6fbc100280 2024-09-17T10:33:07.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.503+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fbc107c70 con 0x7f6fbc100280 2024-09-17T10:33:07.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.503+0000 7f6fae7fc700 1 -- 172.21.15.159:0/1217741722 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f6fb800fab0 con 0x7f6fbc100280 2024-09-17T10:33:07.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.503+0000 7f6fae7fc700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6fa806c600 0x7f6fa806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:07.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.504+0000 7f6fae7fc700 1 -- 172.21.15.159:0/1217741722 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f6fb808bb20 con 0x7f6fbc100280 2024-09-17T10:33:07.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.504+0000 7f6fc124f700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6fa806c600 0x7f6fa806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:07.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.504+0000 7f6fc124f700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6fa806c600 0x7f6fa806eab0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6fb0006fd0 tx=0x7f6fb0008040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:07.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.508+0000 7f6fae7fc700 1 -- 172.21.15.159:0/1217741722 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f6fb805aea0 con 0x7f6fbc100280 2024-09-17T10:33:07.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 -- 172.21.15.159:0/793157402 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 msgr2=0x7fa5280fe1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/793157402 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280fe1f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa51800b0a0 tx=0x7fa51800b3b0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 -- 172.21.15.159:0/793157402 shutdown_connections 2024-09-17T10:33:07.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/793157402 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280fe1f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/793157402 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa528101750 0x7fa528101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 -- 172.21.15.159:0/793157402 >> 172.21.15.159:0/793157402 conn(0x7fa5280f9d80 msgr2=0x7fa5280fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:07.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 -- 172.21.15.159:0/793157402 shutdown_connections 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.860+0000 7fa52ed7a700 1 -- 172.21.15.159:0/793157402 wait complete. 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa52ed7a700 1 Processor -- start 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa52ed7a700 1 -- start start 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa52ed7a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa528101750 0x7fa528100e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa52ed7a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280ff4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa52ed7a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5280ff9e0 con 0x7fa528102130 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa52ed7a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5280ffb20 con 0x7fa528101750 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa527fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280ff4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:07.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa527fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280ff4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47658/0 (socket says 172.21.15.159:47658) 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa527fff700 1 -- 172.21.15.159:0/1623397915 learned_addr learned my addr 172.21.15.159:0/1623397915 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.861+0000 7fa52cb16700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa528101750 0x7fa528100e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa527fff700 1 -- 172.21.15.159:0/1623397915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa528101750 msgr2=0x7fa528100e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa527fff700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa528101750 0x7fa528100e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa527fff700 1 -- 172.21.15.159:0/1623397915 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa518009d00 con 0x7fa528102130 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa52cb16700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa528101750 0x7fa528100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa527fff700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280ff4a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa518006130 tx=0x7fa51800bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa525ffb700 1 -- 172.21.15.159:0/1623397915 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa51800e040 con 0x7fa528102130 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa525ffb700 1 -- 172.21.15.159:0/1623397915 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(25 keys) v1 ==== 1045+0+0 (secure 0 0 0) 0x7fa518006160 con 0x7fa528102130 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5280ffda0 con 0x7fa528102130 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa525ffb700 1 -- 172.21.15.159:0/1623397915 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa51801d710 con 0x7fa528102130 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.862+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa528100310 con 0x7fa528102130 2024-09-17T10:33:07.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.863+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa528108aa0 con 0x7fa528102130 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.864+0000 7fa525ffb700 1 -- 172.21.15.159:0/1623397915 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7fa518019070 con 0x7fa528102130 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.864+0000 7fa525ffb700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa51406c600 0x7fa51406eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.864+0000 7fa525ffb700 1 -- 172.21.15.159:0/1623397915 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7fa51808bba0 con 0x7fa528102130 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.864+0000 7fa52cb16700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa51406c600 0x7fa51406eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.865+0000 7fa52cb16700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa51406c600 0x7fa51406eab0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa520005fd0 tx=0x7fa520005e40 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:02.869+0000 7fa525ffb700 1 -- 172.21.15.159:0/1623397915 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fa51805aea0 con 0x7fa528102130 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.068+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) v1 -- 0x7fa528108c90 con 0x7fa528102130 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.074+0000 7fa525ffb700 1 -- 172.21.15.159:0/1623397915 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v21)=0 v21) v1 ==== 121+0+0 (secure 0 0 0) 0x7fa518017020 con 0x7fa528102130 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa51406c600 msgr2=0x7fa51406eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa51406c600 0x7fa51406eab0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa520005fd0 tx=0x7fa520005e40 comp rx=0 tx=0).stop 2024-09-17T10:33:07.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 msgr2=0x7fa5280ff4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280ff4a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa518006130 tx=0x7fa51800bda0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 shutdown_connections 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa51406c600 0x7fa51406eab0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa528101750 0x7fa528100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 --2- 172.21.15.159:0/1623397915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa528102130 0x7fa5280ff4a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 >> 172.21.15.159:0/1623397915 conn(0x7fa5280f9d80 msgr2=0x7fa528104720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 shutdown_connections 2024-09-17T10:33:07.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:03.077+0000 7fa52ed7a700 1 -- 172.21.15.159:0/1623397915 wait complete. 2024-09-17T10:33:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:07 smithi159 ceph-mon[27674]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:07 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3857318713' entity='client.admin' 2024-09-17T10:33:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:07 smithi170 ceph-mon[33842]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:07.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:07 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3857318713' entity='client.admin' 2024-09-17T10:33:07.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:07.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.702+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) v1 -- 0x7f6fbc19deb0 con 0x7f6fbc100280 2024-09-17T10:33:07.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.706+0000 7f6fae7fc700 1 -- 172.21.15.159:0/1217741722 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v27)=0 v27) v1 ==== 120+0+0 (secure 0 0 0) 0x7f6fb80260b0 con 0x7f6fbc100280 2024-09-17T10:33:07.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6fa806c600 msgr2=0x7f6fa806eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6fa806c600 0x7f6fa806eab0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6fb0006fd0 tx=0x7f6fb0008040 comp rx=0 tx=0).stop 2024-09-17T10:33:07.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 msgr2=0x7f6fbc101660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:07.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc101660 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6fb8006010 tx=0x7f6fb800be20 comp rx=0 tx=0).stop 2024-09-17T10:33:07.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 shutdown_connections 2024-09-17T10:33:07.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6fa806c600 0x7f6fa806eab0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fbc0ff080 0x7f6fbc103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 --2- 172.21.15.159:0/1217741722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fbc100280 0x7f6fbc101660 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:07.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 >> 172.21.15.159:0/1217741722 conn(0x7f6fbc0fa630 msgr2=0x7f6fbc068d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:07.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 shutdown_connections 2024-09-17T10:33:07.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:07.708+0000 7f6fc34b3700 1 -- 172.21.15.159:0/1217741722 wait complete. 2024-09-17T10:33:08.888 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:08 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1217741722' entity='client.admin' 2024-09-17T10:33:08.888 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:08 smithi159 ceph-mon[27674]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:09.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 -- 172.21.15.159:0/2694885895 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 msgr2=0x7f98100ff480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2694885895 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100ff480 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9800009910 tx=0x7f9800009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 -- 172.21.15.159:0/2694885895 shutdown_connections 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2694885895 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9810100270 0x7f98101006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2694885895 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100ff480 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 -- 172.21.15.159:0/2694885895 >> 172.21.15.159:0/2694885895 conn(0x7f98100fa600 msgr2=0x7f98100fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 -- 172.21.15.159:0/2694885895 shutdown_connections 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.194+0000 7f9815d4b700 1 -- 172.21.15.159:0/2694885895 wait complete. 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f9815d4b700 1 Processor -- start 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f9815d4b700 1 -- start start 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f9815d4b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100698d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f9815d4b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9810100270 0x7f981019a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:09.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f9815d4b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981019acd0 con 0x7f98100ff070 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f9815d4b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f981019ae40 con 0x7f9810100270 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f980f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100698d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f980f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100698d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59286/0 (socket says 172.21.15.159:59286) 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f980f7fe700 1 -- 172.21.15.159:0/2988977209 learned_addr learned my addr 172.21.15.159:0/2988977209 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.195+0000 7f980effd700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9810100270 0x7f981019a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f980f7fe700 1 -- 172.21.15.159:0/2988977209 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9810100270 msgr2=0x7f981019a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f980f7fe700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9810100270 0x7f981019a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f980f7fe700 1 -- 172.21.15.159:0/2988977209 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98000095f0 con 0x7f98100ff070 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f980f7fe700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100698d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f980000bda0 tx=0x7f980000bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f980cff9700 1 -- 172.21.15.159:0/2988977209 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f980001d070 con 0x7f98100ff070 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f980cff9700 1 -- 172.21.15.159:0/2988977209 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f980000f460 con 0x7f98100ff070 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f981019b0c0 con 0x7f98100ff070 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f980cff9700 1 -- 172.21.15.159:0/2988977209 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9800021620 con 0x7f98100ff070 2024-09-17T10:33:09.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.196+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f981019b5b0 con 0x7f98100ff070 2024-09-17T10:33:09.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.197+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9810107bc0 con 0x7f98100ff070 2024-09-17T10:33:09.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.198+0000 7f980cff9700 1 -- 172.21.15.159:0/2988977209 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f980000f5d0 con 0x7f98100ff070 2024-09-17T10:33:09.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.198+0000 7f980cff9700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f97fc06c610 0x7f97fc06eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:09.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.198+0000 7f980effd700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f97fc06c610 0x7f97fc06eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:09.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.198+0000 7f980cff9700 1 -- 172.21.15.159:0/2988977209 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f980008b9d0 con 0x7f98100ff070 2024-09-17T10:33:09.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.199+0000 7f980effd700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f97fc06c610 0x7f97fc06eac0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9810069e30 tx=0x7f97f800b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:09.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:08 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1217741722' entity='client.admin' 2024-09-17T10:33:09.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:08 smithi170 ceph-mon[33842]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:09.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.203+0000 7f980cff9700 1 -- 172.21.15.159:0/2988977209 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f980005acd0 con 0x7f98100ff070 2024-09-17T10:33:09.400 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.398+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) v1 -- 0x7f9810107db0 con 0x7f98100ff070 2024-09-17T10:33:09.403 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.402+0000 7f980cff9700 1 -- 172.21.15.159:0/2988977209 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v28)=0 v28) v1 ==== 120+0+0 (secure 0 0 0) 0x7f980008b240 con 0x7f98100ff070 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f97fc06c610 msgr2=0x7f97fc06eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f97fc06c610 0x7f97fc06eac0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9810069e30 tx=0x7f97f800b410 comp rx=0 tx=0).stop 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 msgr2=0x7f98100698d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100698d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f980000bda0 tx=0x7f980000bdd0 comp rx=0 tx=0).stop 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 shutdown_connections 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f97fc06c610 0x7f97fc06eac0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f98100ff070 0x7f98100698d0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 --2- 172.21.15.159:0/2988977209 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9810100270 0x7f981019a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 >> 172.21.15.159:0/2988977209 conn(0x7f98100fa600 msgr2=0x7f98101034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 shutdown_connections 2024-09-17T10:33:09.406 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:09.404+0000 7f9815d4b700 1 -- 172.21.15.159:0/2988977209 wait complete. 2024-09-17T10:33:10.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:10 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2988977209' entity='client.admin' 2024-09-17T10:33:10.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:10 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2988977209' entity='client.admin' 2024-09-17T10:33:11.648 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:11 smithi159 ceph-mon[27674]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:11.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:11 smithi170 ceph-mon[33842]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:12.452 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.452 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.452 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.452 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.452 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.452 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.452 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.453 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.453 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.453 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.453 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.453 DEBUG:tasks.cephadm:waiting for RemoteProcess(client=, args=['sudo', '/home/ubuntu/cephtest/cephadm', '--image', 'quay.io/ceph/ceph:v18.2.0', 'shell', '-c', '/etc/ceph/ceph.conf', '-k', '/etc/ceph/ceph.client.admin.keyring', '--fsid', 'ac45a212-74df-11ef-bceb-c7b262605968', '--', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi159') 2024-09-17T10:33:12.453 INFO:tasks.cephadm:Deploying OSDs... 2024-09-17T10:33:12.454 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:33:12.454 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T10:33:12.473 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T10:33:12.473 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_1 2024-09-17T10:33:12.529 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T10:33:12.529 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:12.529 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-17T10:33:12.529 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:12.529 INFO:teuthology.orchestra.run.smithi159.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:12.529 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-17 10:31:43.856785174 +0000 2024-09-17T10:33:12.530 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-17 10:26:32.299910503 +0000 2024-09-17T10:33:12.530 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-17 10:26:32.300910484 +0000 2024-09-17T10:33:12.530 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: 2024-09-17 10:26:32.299910503 +0000 2024-09-17T10:33:12.530 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T10:33:12.595 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-17T10:33:12.595 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-17T10:33:12.595 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000210306 s, 2.4 MB/s 2024-09-17T10:33:12.596 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T10:33:12.652 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_2 2024-09-17T10:33:12.709 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T10:33:12.709 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:12.709 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-17T10:33:12.709 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:12.709 INFO:teuthology.orchestra.run.smithi159.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:12.710 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-17 10:31:43.857785155 +0000 2024-09-17T10:33:12.710 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-17 10:26:32.640903863 +0000 2024-09-17T10:33:12.710 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-17 10:26:32.640903863 +0000 2024-09-17T10:33:12.710 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: 2024-09-17 10:26:32.640903863 +0000 2024-09-17T10:33:12.710 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T10:33:12.773 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-17T10:33:12.773 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-17T10:33:12.773 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000175997 s, 2.9 MB/s 2024-09-17T10:33:12.774 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T10:33:12.830 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_3 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-17 10:31:43.857785155 +0000 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-17 10:26:32.965897534 +0000 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-17 10:26:32.965897534 +0000 2024-09-17T10:33:12.886 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: 2024-09-17 10:26:32.965897534 +0000 2024-09-17T10:33:12.887 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T10:33:12.949 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-17T10:33:12.949 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-17T10:33:12.950 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000173389 s, 3.0 MB/s 2024-09-17T10:33:12.951 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T10:33:13.008 DEBUG:teuthology.orchestra.run.smithi159:> stat /dev/vg_nvme/lv_4 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 2024-09-17 10:31:43.857785155 +0000 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-17 10:26:33.276891477 +0000 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-17 10:26:33.276891477 +0000 2024-09-17T10:33:13.064 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: 2024-09-17 10:26:33.276891477 +0000 2024-09-17T10:33:13.065 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T10:33:13.127 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records in 2024-09-17T10:33:13.128 INFO:teuthology.orchestra.run.smithi159.stderr:1+0 records out 2024-09-17T10:33:13.128 INFO:teuthology.orchestra.run.smithi159.stderr:512 bytes copied, 0.000226328 s, 2.3 MB/s 2024-09-17T10:33:13.129 DEBUG:teuthology.orchestra.run.smithi159:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T10:33:13.185 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:33:13.185 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/scratch_devs of=/dev/stdout 2024-09-17T10:33:13.205 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-17T10:33:13.206 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_1 2024-09-17T10:33:13.264 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 675 Links: 1 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-17 10:32:19.121476282 +0000 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-17 10:26:32.288541880 +0000 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-17 10:26:32.288541880 +0000 2024-09-17T10:33:13.265 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-17 10:26:32.288541880 +0000 2024-09-17T10:33:13.265 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-17T10:33:13.333 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-17T10:33:13.333 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-17T10:33:13.334 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000119904 s, 4.3 MB/s 2024-09-17T10:33:13.335 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-17T10:33:13.395 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_2 2024-09-17T10:33:13.452 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-17T10:33:13.452 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:13.452 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 693 Links: 1 2024-09-17T10:33:13.452 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:13.452 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:13.452 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-17 10:32:19.122476259 +0000 2024-09-17T10:33:13.453 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-17 10:26:32.605534346 +0000 2024-09-17T10:33:13.453 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-17 10:26:32.605534346 +0000 2024-09-17T10:33:13.453 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-17 10:26:32.605534346 +0000 2024-09-17T10:33:13.453 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-17T10:33:13.518 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-17T10:33:13.518 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-17T10:33:13.518 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000105473 s, 4.9 MB/s 2024-09-17T10:33:13.519 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-17T10:33:13.577 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_3 2024-09-17T10:33:13.633 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 712 Links: 1 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-17 10:32:19.122476259 +0000 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-17 10:26:32.931526598 +0000 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-17 10:26:32.931526598 +0000 2024-09-17T10:33:13.634 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-17 10:26:32.931526598 +0000 2024-09-17T10:33:13.634 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-17T10:33:13.669 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:13 smithi159 ceph-mon[27674]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:13.695 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:13 smithi170 ceph-mon[33842]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:13.697 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-17T10:33:13.698 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-17T10:33:13.698 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.00011588 s, 4.4 MB/s 2024-09-17T10:33:13.699 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-17T10:33:13.756 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_4 2024-09-17T10:33:13.812 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-17T10:33:13.812 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-17T10:33:13.812 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 733 Links: 1 2024-09-17T10:33:13.812 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:33:13.812 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-17T10:33:13.813 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-17 10:32:19.123476236 +0000 2024-09-17T10:33:13.813 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-17 10:26:33.247519088 +0000 2024-09-17T10:33:13.813 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-17 10:26:33.247519088 +0000 2024-09-17T10:33:13.813 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-17 10:26:33.247519088 +0000 2024-09-17T10:33:13.813 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-17T10:33:13.876 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-17T10:33:13.876 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-17T10:33:13.876 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000112784 s, 4.5 MB/s 2024-09-17T10:33:13.877 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-17T10:33:13.933 INFO:tasks.cephadm:Deploying osd.0 on smithi159 with /dev/vg_nvme/lv_4... 2024-09-17T10:33:13.934 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-17T10:33:14.393 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:33:15.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:15 smithi159 ceph-mon[27674]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:15.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:15.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:15.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:15 smithi159 ceph-mon[27674]: Reconfiguring grafana.smithi159 (dependencies changed)... 2024-09-17T10:33:15.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:15 smithi159 ceph-mon[27674]: Reconfiguring daemon grafana.smithi159 on smithi159 2024-09-17T10:33:15.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:15 smithi170 ceph-mon[33842]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:15 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:15 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:15 smithi170 ceph-mon[33842]: Reconfiguring grafana.smithi159 (dependencies changed)... 2024-09-17T10:33:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:15 smithi170 ceph-mon[33842]: Reconfiguring daemon grafana.smithi159 on smithi159 2024-09-17T10:33:17.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:17 smithi159 ceph-mon[27674]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:17.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:17 smithi170 ceph-mon[33842]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:19.396 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:19 smithi159 ceph-mon[27674]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:19.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:19 smithi170 ceph-mon[33842]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:20.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:20.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:20.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:20 smithi159 ceph-mon[27674]: Reconfiguring prometheus.smithi159 (dependencies changed)... 2024-09-17T10:33:20.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:20 smithi159 ceph-mon[27674]: Reconfiguring daemon prometheus.smithi159 on smithi159 2024-09-17T10:33:20.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:20.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:20.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:20 smithi170 ceph-mon[33842]: Reconfiguring prometheus.smithi159 (dependencies changed)... 2024-09-17T10:33:20.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:20 smithi170 ceph-mon[33842]: Reconfiguring daemon prometheus.smithi159 on smithi159 2024-09-17T10:33:20.731 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:33:20.750 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi159:vg_nvme/lv_4 2024-09-17T10:33:21.324 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:21 smithi159 ceph-mon[27674]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:21.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:21 smithi170 ceph-mon[33842]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:22.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:22.473 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:22.792 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:33:23.442 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:23 smithi170 ceph-mon[33842]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:23.495 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:23 smithi159 ceph-mon[27674]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:25.443 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:25 smithi159 ceph-mon[27674]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:25.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:25 smithi170 ceph-mon[33842]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:25.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 -- 172.21.15.159:0/3427921730 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 msgr2=0x7f76481017e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:25.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 --2- 172.21.15.159:0/3427921730 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f76481017e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7644009910 tx=0x7f7644009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:25.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 -- 172.21.15.159:0/3427921730 shutdown_connections 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 --2- 172.21.15.159:0/3427921730 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f76481017e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 --2- 172.21.15.159:0/3427921730 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7648100190 0x7f76481005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 -- 172.21.15.159:0/3427921730 >> 172.21.15.159:0/3427921730 conn(0x7f76480fb720 msgr2=0x7f76480fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 -- 172.21.15.159:0/3427921730 shutdown_connections 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.647+0000 7f764fc9c700 1 -- 172.21.15.159:0/3427921730 wait complete. 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.648+0000 7f764fc9c700 1 Processor -- start 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.648+0000 7f764fc9c700 1 -- start start 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.648+0000 7f764fc9c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7648100190 0x7f7648195a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.648+0000 7f764fc9c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f7648195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.648+0000 7f764fc9c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76481965b0 con 0x7f7648101390 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.648+0000 7f764fc9c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76481966f0 con 0x7f7648100190 2024-09-17T10:33:25.651 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764d237700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f7648195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:25.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764d237700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f7648195f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53932/0 (socket says 172.21.15.159:53932) 2024-09-17T10:33:25.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764d237700 1 -- 172.21.15.159:0/2600953004 learned_addr learned my addr 172.21.15.159:0/2600953004 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:25.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764da38700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7648100190 0x7f7648195a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:25.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764d237700 1 -- 172.21.15.159:0/2600953004 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7648100190 msgr2=0x7f7648195a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:25.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764d237700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7648100190 0x7f7648195a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:25.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764d237700 1 -- 172.21.15.159:0/2600953004 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76440095f0 con 0x7f7648101390 2024-09-17T10:33:25.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764d237700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f7648195f90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f764400b5c0 tx=0x7f764400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:25.653 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f763affd700 1 -- 172.21.15.159:0/2600953004 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f764401d070 con 0x7f7648101390 2024-09-17T10:33:25.653 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f763affd700 1 -- 172.21.15.159:0/2600953004 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f7644022470 con 0x7f7648101390 2024-09-17T10:33:25.653 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f764819b140 con 0x7f7648101390 2024-09-17T10:33:25.653 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f763affd700 1 -- 172.21.15.159:0/2600953004 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f764400f690 con 0x7f7648101390 2024-09-17T10:33:25.654 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.649+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f764819b660 con 0x7f7648101390 2024-09-17T10:33:25.654 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.650+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7648108d80 con 0x7f7648101390 2024-09-17T10:33:25.654 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.651+0000 7f763affd700 1 -- 172.21.15.159:0/2600953004 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f7644004b70 con 0x7f7648101390 2024-09-17T10:33:25.654 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.651+0000 7f763affd700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f763406c610 0x7f763406eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:25.654 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.651+0000 7f763affd700 1 -- 172.21.15.159:0/2600953004 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1198+0+0 (secure 0 0 0) 0x7f764408be10 con 0x7f7648101390 2024-09-17T10:33:25.654 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.651+0000 7f764da38700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f763406c610 0x7f763406eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:25.654 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.652+0000 7f764da38700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f763406c610 0x7f763406eac0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f763c006fd0 tx=0x7f763c008040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:25.657 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.656+0000 7f763affd700 1 -- 172.21.15.159:0/2600953004 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f764405b1c0 con 0x7f7648101390 2024-09-17T10:33:25.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:25.865+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f7648105ce0 con 0x7f763406c610 2024-09-17T10:33:26.411 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:33:26.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:33:26.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:26.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:33:26.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:33:26.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: from='client.14322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: Reconfiguring ceph-exporter.smithi170 (monmap changed)... 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:27.560 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:27 smithi159 ceph-mon[27674]: Reconfiguring daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:33:27.688 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: from='client.14322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:33:27.688 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:27.688 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:27.688 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:27.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: Reconfiguring ceph-exporter.smithi170 (monmap changed)... 2024-09-17T10:33:27.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:33:27.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:27.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:27 smithi170 ceph-mon[33842]: Reconfiguring daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:33:29.143 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:29.143 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:29.143 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: Reconfiguring crash.smithi170 (monmap changed)... 2024-09-17T10:33:29.143 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:33:29.143 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:29.143 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: Reconfiguring daemon crash.smithi170 on smithi170 2024-09-17T10:33:29.144 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:29.144 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/171845374' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a548e78-cd6b-4444-b9b7-5b17b6c8ccab"}]: dispatch 2024-09-17T10:33:29.144 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/171845374' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a548e78-cd6b-4444-b9b7-5b17b6c8ccab"}]': finished 2024-09-17T10:33:29.144 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: osdmap e6: 1 total, 0 up, 1 in 2024-09-17T10:33:29.144 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: Reconfiguring crash.smithi170 (monmap changed)... 2024-09-17T10:33:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2024-09-17T10:33:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: Reconfiguring daemon crash.smithi170 on smithi170 2024-09-17T10:33:29.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:29.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/171845374' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6a548e78-cd6b-4444-b9b7-5b17b6c8ccab"}]: dispatch 2024-09-17T10:33:29.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/171845374' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6a548e78-cd6b-4444-b9b7-5b17b6c8ccab"}]': finished 2024-09-17T10:33:29.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: osdmap e6: 1 total, 0 up, 1 in 2024-09-17T10:33:29.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:29.784 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2974896790' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:33:29.784 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:29.784 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:29.784 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: Reconfiguring mgr.smithi170.ssubfe (monmap changed)... 2024-09-17T10:33:29.784 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:33:29.785 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:33:29.785 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:29.785 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:29 smithi170 ceph-mon[33842]: Reconfiguring daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:33:30.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2974896790' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:33:30.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:30.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:30.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: Reconfiguring mgr.smithi170.ssubfe (monmap changed)... 2024-09-17T10:33:30.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:33:30.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:33:30.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:30.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:29 smithi159 ceph-mon[27674]: Reconfiguring daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:33:30.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:30 smithi159 ceph-mon[27674]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:33:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T10:33:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:30.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:30 smithi170 ceph-mon[33842]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:33:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T10:33:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:32.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: Reconfiguring mon.smithi170 (monmap changed)... 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: Reconfiguring daemon mon.smithi170 on smithi170 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi159.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi159.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:33:32.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi159.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T10:33:32.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: Reconfiguring mon.smithi170 (monmap changed)... 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: Reconfiguring daemon mon.smithi170 on smithi170 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi159.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T10:33:32.361 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi159.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T10:33:32.361 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.361 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:33:32.361 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi159.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T10:33:32.361 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:32.361 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:33:33.297 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:33 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T10:33:33.297 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:33 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi159.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T10:33:33.297 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:33 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T10:33:33.298 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:33 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi159.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T10:33:33.298 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:33 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:33:33.298 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:33 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi159.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T10:33:33.298 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:33 smithi159 ceph-mon[27674]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:33.412 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:33 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T10:33:33.413 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:33 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi159.front.sepia.ceph.com:9093"}]: dispatch 2024-09-17T10:33:33.413 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:33 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T10:33:33.413 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:33 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi159.front.sepia.ceph.com:3000"}]: dispatch 2024-09-17T10:33:33.413 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:33 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:33:33.413 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:33 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi159.front.sepia.ceph.com:9095"}]: dispatch 2024-09-17T10:33:33.413 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:33 smithi170 ceph-mon[33842]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:35.006 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:34 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:35.007 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:34 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:35.007 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:34 smithi159 ceph-mon[27674]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:34 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:34 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:34 smithi170 ceph-mon[33842]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:37.409 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:37 smithi159 ceph-mon[27674]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:37.409 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T10:33:37.409 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:37.409 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:37 smithi159 ceph-mon[27674]: Deploying daemon osd.0 on smithi159 2024-09-17T10:33:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:37 smithi170 ceph-mon[33842]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-17T10:33:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:37.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:37 smithi170 ceph-mon[33842]: Deploying daemon osd.0 on smithi159 2024-09-17T10:33:38.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:38 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:38.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:38 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:39.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:39 smithi159 ceph-mon[27674]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:39.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:39 smithi170 ceph-mon[33842]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:40.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:40.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:40.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:40.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:33:40.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:40.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:33:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:41.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:41 smithi159 ceph-mon[27674]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:41.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:41 smithi170 ceph-mon[33842]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:43.751 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:43 smithi159 ceph-mon[27674]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:43.751 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:43.751 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:43.751 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:33:43.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:43 smithi170 ceph-mon[33842]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:43.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:43.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:43.872 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:33:45.596 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:45 smithi159 ceph-mon[27674]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:45.597 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:45 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:45.597 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:45 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:45.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:45 smithi170 ceph-mon[33842]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:45.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:45 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:45.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:45 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:46.752 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.750+0000 7f763affd700 1 -- 172.21.15.159:0/2600953004 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f7648105ce0 con 0x7f763406c610 2024-09-17T10:33:46.753 INFO:teuthology.orchestra.run.smithi159.stdout:Created osd(s) 0 on host 'smithi159' 2024-09-17T10:33:46.754 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f763406c610 msgr2=0x7f763406eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:46.754 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f763406c610 0x7f763406eac0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f763c006fd0 tx=0x7f763c008040 comp rx=0 tx=0).stop 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 msgr2=0x7f7648195f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f7648195f90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f764400b5c0 tx=0x7f764400be20 comp rx=0 tx=0).stop 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 shutdown_connections 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f763406c610 0x7f763406eac0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7648100190 0x7f7648195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 --2- 172.21.15.159:0/2600953004 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7648101390 0x7f7648195f90 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 >> 172.21.15.159:0/2600953004 conn(0x7f76480fb720 msgr2=0x7f76481045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 shutdown_connections 2024-09-17T10:33:46.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:46.753+0000 7f764fc9c700 1 -- 172.21.15.159:0/2600953004 wait complete. 2024-09-17T10:33:47.299 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:47 smithi159 ceph-mon[27674]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:47.299 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:47 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:47.299 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:47 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:47 smithi170 ceph-mon[33842]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:47 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:47 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:47.620 DEBUG:teuthology.orchestra.run.smithi159:osd.0> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.0.service 2024-09-17T10:33:47.623 INFO:tasks.cephadm:Deploying osd.1 on smithi159 with /dev/vg_nvme/lv_3... 2024-09-17T10:33:47.623 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-17T10:33:48.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:48 smithi159 ceph-mon[27674]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T10:33:48.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:48 smithi170 ceph-mon[33842]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-17T10:33:49.005 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:33:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:49 smithi159 ceph-mon[27674]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T10:33:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:49 smithi159 ceph-mon[27674]: osdmap e7: 1 total, 0 up, 1 in 2024-09-17T10:33:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:49 smithi159 ceph-mon[27674]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]: dispatch 2024-09-17T10:33:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:49 smithi159 ceph-mon[27674]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:49.428 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:33:49 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[46035]: 2024-09-17T10:33:49.104+0000 7f1056f03700 -1 osd.0 0 waiting for initial osdmap 2024-09-17T10:33:49.428 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:33:49 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[46035]: 2024-09-17T10:33:49.107+0000 7f1052cf8700 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:33:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:49 smithi170 ceph-mon[33842]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T10:33:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:49 smithi170 ceph-mon[33842]: osdmap e7: 1 total, 0 up, 1 in 2024-09-17T10:33:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:49 smithi170 ceph-mon[33842]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]: dispatch 2024-09-17T10:33:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:49 smithi170 ceph-mon[33842]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-17T10:33:50.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:50 smithi159 ceph-mon[27674]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]': finished 2024-09-17T10:33:50.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:50 smithi159 ceph-mon[27674]: osdmap e8: 1 total, 0 up, 1 in 2024-09-17T10:33:50.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:50.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:50.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:50 smithi170 ceph-mon[33842]: from='osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]': finished 2024-09-17T10:33:50.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:50 smithi170 ceph-mon[33842]: osdmap e8: 1 total, 0 up, 1 in 2024-09-17T10:33:50.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:50.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:51.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: purged_snaps scrub starts 2024-09-17T10:33:51.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: purged_snaps scrub ok 2024-09-17T10:33:51.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] boot 2024-09-17T10:33:51.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: osdmap e9: 1 total, 1 up, 1 in 2024-09-17T10:33:51.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:51.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:51.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:51.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:51 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:51.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: purged_snaps scrub starts 2024-09-17T10:33:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: purged_snaps scrub ok 2024-09-17T10:33:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: osd.0 [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] boot 2024-09-17T10:33:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: osdmap e9: 1 total, 1 up, 1 in 2024-09-17T10:33:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:33:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:51 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:52.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:52 smithi159 ceph-mon[27674]: osdmap e10: 1 total, 1 up, 1 in 2024-09-17T10:33:52.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:52 smithi170 ceph-mon[33842]: osdmap e10: 1 total, 1 up, 1 in 2024-09-17T10:33:52.883 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:33:52.907 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi159:vg_nvme/lv_3 2024-09-17T10:33:53.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:53 smithi159 ceph-mon[27674]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:53.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:53 smithi170 ceph-mon[33842]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:53.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:53 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:33:53.530 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.366 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:33:55.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:55.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:33:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:33:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:55.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.594+0000 7f933e15b700 1 -- 172.21.15.159:0/1171980100 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338101370 msgr2=0x7f93381017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.594+0000 7f933e15b700 1 --2- 172.21.15.159:0/1171980100 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338101370 0x7f93381017c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f932c009910 tx=0x7f932c009c20 comp rx=0 tx=0).stop 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.594+0000 7f933e15b700 1 -- 172.21.15.159:0/1171980100 shutdown_connections 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.594+0000 7f933e15b700 1 --2- 172.21.15.159:0/1171980100 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338101370 0x7f93381017c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.594+0000 7f933e15b700 1 --2- 172.21.15.159:0/1171980100 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9338100170 0x7f9338100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.594+0000 7f933e15b700 1 -- 172.21.15.159:0/1171980100 >> 172.21.15.159:0/1171980100 conn(0x7f93380fb720 msgr2=0x7f93380fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 -- 172.21.15.159:0/1171980100 shutdown_connections 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 -- 172.21.15.159:0/1171980100 wait complete. 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 Processor -- start 2024-09-17T10:33:55.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 -- start start 2024-09-17T10:33:55.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338100170 0x7f9338074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:55.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9338101370 0x7f9338073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:55.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9338073680 con 0x7f9338100170 2024-09-17T10:33:55.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.595+0000 7f933e15b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93380737c0 con 0x7f9338101370 2024-09-17T10:33:55.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f93377fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338100170 0x7f9338074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:55.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f93377fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338100170 0x7f9338074af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:41380/0 (socket says 172.21.15.159:41380) 2024-09-17T10:33:55.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f93377fe700 1 -- 172.21.15.159:0/1192834014 learned_addr learned my addr 172.21.15.159:0/1192834014 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:33:55.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f9336ffd700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9338101370 0x7f9338073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:55.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f93377fe700 1 -- 172.21.15.159:0/1192834014 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9338101370 msgr2=0x7f9338073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f93377fe700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9338101370 0x7f9338073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f93377fe700 1 -- 172.21.15.159:0/1192834014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f932c0095f0 con 0x7f9338100170 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f93377fe700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338100170 0x7f9338074af0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f932800d900 tx=0x7f932800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f9334ff9700 1 -- 172.21.15.159:0/1192834014 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f93280041f0 con 0x7f9338100170 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9338073aa0 con 0x7f9338100170 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f9334ff9700 1 -- 172.21.15.159:0/1192834014 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9328004350 con 0x7f9338100170 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f9334ff9700 1 -- 172.21.15.159:0/1192834014 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9328003d20 con 0x7f9338100170 2024-09-17T10:33:55.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.596+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f933819d9a0 con 0x7f9338100170 2024-09-17T10:33:55.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.597+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9338108cc0 con 0x7f9338100170 2024-09-17T10:33:55.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.598+0000 7f9334ff9700 1 -- 172.21.15.159:0/1192834014 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7f9328010460 con 0x7f9338100170 2024-09-17T10:33:55.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.598+0000 7f9334ff9700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f932006c600 0x7f932006eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:33:55.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.599+0000 7f9336ffd700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f932006c600 0x7f932006eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:33:55.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.599+0000 7f9334ff9700 1 -- 172.21.15.159:0/1192834014 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1810+0+0 (secure 0 0 0) 0x7f932808a750 con 0x7f9338100170 2024-09-17T10:33:55.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.599+0000 7f9336ffd700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f932006c600 0x7f932006eab0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f932c006010 tx=0x7f932c00b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:33:55.605 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.603+0000 7f9334ff9700 1 -- 172.21.15.159:0/1192834014 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f9328059860 con 0x7f9338100170 2024-09-17T10:33:55.818 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:33:55.816+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f9338105cc0 con 0x7f932006c600 2024-09-17T10:33:56.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:56 smithi159 ceph-mon[27674]: Detected new or changed devices on smithi159 2024-09-17T10:33:56.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:56 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi159 to 11840M 2024-09-17T10:33:56.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:56 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:33:56.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:56 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:33:56.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:56 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:56.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:56 smithi170 ceph-mon[33842]: Detected new or changed devices on smithi159 2024-09-17T10:33:56.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:56 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi159 to 11840M 2024-09-17T10:33:56.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:56 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:33:56.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:56 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:33:56.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:56 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:33:57.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:57 smithi159 ceph-mon[27674]: from='client.14340 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:33:57.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:57 smithi159 ceph-mon[27674]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:57.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:57 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:57.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:57 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:57.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:57 smithi170 ceph-mon[33842]: from='client.14340 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:33:57.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:57 smithi170 ceph-mon[33842]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:57.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:57 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:57.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:57 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:33:59.402 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:59 smithi159 ceph-mon[27674]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:59.402 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:59 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1509399397' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67a2bff8-2fde-4813-bd8f-b6fef799d9fa"}]: dispatch 2024-09-17T10:33:59.402 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:59 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1509399397' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67a2bff8-2fde-4813-bd8f-b6fef799d9fa"}]': finished 2024-09-17T10:33:59.402 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:59 smithi159 ceph-mon[27674]: osdmap e11: 2 total, 1 up, 2 in 2024-09-17T10:33:59.402 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:33:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:33:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:59 smithi170 ceph-mon[33842]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:33:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:59 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1509399397' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67a2bff8-2fde-4813-bd8f-b6fef799d9fa"}]: dispatch 2024-09-17T10:33:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:59 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1509399397' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67a2bff8-2fde-4813-bd8f-b6fef799d9fa"}]': finished 2024-09-17T10:33:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:59 smithi170 ceph-mon[33842]: osdmap e11: 2 total, 1 up, 2 in 2024-09-17T10:33:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:33:59 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:00.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:00 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2204347691' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:34:00.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:00 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2204347691' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:34:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:01 smithi159 ceph-mon[27674]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:01.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:01 smithi170 ceph-mon[33842]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:01.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:03.239 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:03 smithi159 ceph-mon[27674]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:03.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:03 smithi170 ceph-mon[33842]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:05.151 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:05 smithi159 ceph-mon[27674]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:05 smithi170 ceph-mon[33842]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:07 smithi159 ceph-mon[27674]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:07.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T10:34:07.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:07.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:07 smithi159 ceph-mon[27674]: Deploying daemon osd.1 on smithi159 2024-09-17T10:34:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:07 smithi170 ceph-mon[33842]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-17T10:34:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:07 smithi170 ceph-mon[33842]: Deploying daemon osd.1 on smithi159 2024-09-17T10:34:08.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:08.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:08 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:09.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:09 smithi159 ceph-mon[27674]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:09.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:09 smithi170 ceph-mon[33842]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:11.420 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:11 smithi159 ceph-mon[27674]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:11.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:11 smithi170 ceph-mon[33842]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:12.826 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:12 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:12.826 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:12 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:12.826 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:12 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:12.827 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:12 smithi170 ceph-mon[33842]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:12.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:12 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:12 smithi159 ceph-mon[27674]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:14.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:14.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:14.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:14.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:15.172 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.171+0000 7f9334ff9700 1 -- 172.21.15.159:0/1192834014 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f9338105cc0 con 0x7f932006c600 2024-09-17T10:34:15.173 INFO:teuthology.orchestra.run.smithi159.stdout:Created osd(s) 1 on host 'smithi159' 2024-09-17T10:34:15.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f932006c600 msgr2=0x7f932006eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f932006c600 0x7f932006eab0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f932c006010 tx=0x7f932c00b540 comp rx=0 tx=0).stop 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338100170 msgr2=0x7f9338074af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338100170 0x7f9338074af0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f932800d900 tx=0x7f932800dc10 comp rx=0 tx=0).stop 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 shutdown_connections 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f932006c600 0x7f932006eab0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9338100170 0x7f9338074af0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 --2- 172.21.15.159:0/1192834014 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9338101370 0x7f9338073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 >> 172.21.15.159:0/1192834014 conn(0x7f93380fb720 msgr2=0x7f93381045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 shutdown_connections 2024-09-17T10:34:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:15.173+0000 7f933e15b700 1 -- 172.21.15.159:0/1192834014 wait complete. 2024-09-17T10:34:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:15 smithi159 ceph-mon[27674]: pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:15 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:15 smithi170 ceph-mon[33842]: pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:15 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:15 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:16.078 DEBUG:teuthology.orchestra.run.smithi159:osd.1> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.1.service 2024-09-17T10:34:16.081 INFO:tasks.cephadm:Deploying osd.2 on smithi159 with /dev/vg_nvme/lv_2... 2024-09-17T10:34:16.081 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-17T10:34:16.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:16 smithi159 ceph-mon[27674]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T10:34:16.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:16 smithi170 ceph-mon[33842]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-17T10:34:16.836 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:34:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:17 smithi159 ceph-mon[27674]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:17 smithi159 ceph-mon[27674]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T10:34:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:17 smithi159 ceph-mon[27674]: osdmap e12: 2 total, 1 up, 2 in 2024-09-17T10:34:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:17 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:17 smithi159 ceph-mon[27674]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]: dispatch 2024-09-17T10:34:17.678 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:17 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[51425]: 2024-09-17T10:34:17.422+0000 7f5f47254700 -1 osd.1 0 waiting for initial osdmap 2024-09-17T10:34:17.678 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:17 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[51425]: 2024-09-17T10:34:17.427+0000 7f5f40844700 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:34:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:17 smithi170 ceph-mon[33842]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:17 smithi170 ceph-mon[33842]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T10:34:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:17 smithi170 ceph-mon[33842]: osdmap e12: 2 total, 1 up, 2 in 2024-09-17T10:34:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:17 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:17 smithi170 ceph-mon[33842]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]: dispatch 2024-09-17T10:34:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:18 smithi159 ceph-mon[27674]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]': finished 2024-09-17T10:34:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:18 smithi159 ceph-mon[27674]: osdmap e13: 2 total, 1 up, 2 in 2024-09-17T10:34:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:18 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:18.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:18 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:18.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:18 smithi170 ceph-mon[33842]: from='osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]': finished 2024-09-17T10:34:18.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:18 smithi170 ceph-mon[33842]: osdmap e13: 2 total, 1 up, 2 in 2024-09-17T10:34:18.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:18 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:18.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:18 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:19 smithi159 ceph-mon[27674]: purged_snaps scrub starts 2024-09-17T10:34:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:19 smithi159 ceph-mon[27674]: purged_snaps scrub ok 2024-09-17T10:34:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:19 smithi159 ceph-mon[27674]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:19 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:19 smithi159 ceph-mon[27674]: osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] boot 2024-09-17T10:34:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:19 smithi159 ceph-mon[27674]: osdmap e14: 2 total, 2 up, 2 in 2024-09-17T10:34:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:19 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:19 smithi170 ceph-mon[33842]: purged_snaps scrub starts 2024-09-17T10:34:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:19 smithi170 ceph-mon[33842]: purged_snaps scrub ok 2024-09-17T10:34:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:19 smithi170 ceph-mon[33842]: pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-17T10:34:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:19 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:19 smithi170 ceph-mon[33842]: osd.1 [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] boot 2024-09-17T10:34:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:19 smithi170 ceph-mon[33842]: osdmap e14: 2 total, 2 up, 2 in 2024-09-17T10:34:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:19 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:34:20.473 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:20 smithi159 ceph-mon[27674]: osdmap e15: 2 total, 2 up, 2 in 2024-09-17T10:34:20.473 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:20.473 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:20.475 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:34:20.494 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi159:vg_nvme/lv_2 2024-09-17T10:34:20.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:20 smithi170 ceph-mon[33842]: osdmap e15: 2 total, 2 up, 2 in 2024-09-17T10:34:20.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:21.571 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:21 smithi159 ceph-mon[27674]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:21.631 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:34:21.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:21 smithi170 ceph-mon[33842]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:22.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:23.631 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:23 smithi159 ceph-mon[27674]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:23.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:23 smithi170 ceph-mon[33842]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:24.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 -- 172.21.15.159:0/1065265146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4100190 msgr2=0x7fcbc41005a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 --2- 172.21.15.159:0/1065265146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4100190 0x7fcbc41005a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcbb8009910 tx=0x7fcbb8009c20 comp rx=0 tx=0).stop 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 -- 172.21.15.159:0/1065265146 shutdown_connections 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 --2- 172.21.15.159:0/1065265146 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcbc4101390 0x7fcbc41017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 --2- 172.21.15.159:0/1065265146 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4100190 0x7fcbc41005a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 -- 172.21.15.159:0/1065265146 >> 172.21.15.159:0/1065265146 conn(0x7fcbc40fb720 msgr2=0x7fcbc40fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 -- 172.21.15.159:0/1065265146 shutdown_connections 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.073+0000 7fcbcabba700 1 -- 172.21.15.159:0/1065265146 wait complete. 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbcabba700 1 Processor -- start 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbcabba700 1 -- start start 2024-09-17T10:34:24.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbcabba700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcbc4100190 0x7fcbc4195a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbcabba700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4101390 0x7fcbc4195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbcabba700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbc41965b0 con 0x7fcbc4101390 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbcabba700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbc41966f0 con 0x7fcbc4100190 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbc3fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4101390 0x7fcbc4195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbc3fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4101390 0x7fcbc4195f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33188/0 (socket says 172.21.15.159:33188) 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.074+0000 7fcbc3fff700 1 -- 172.21.15.159:0/714762399 learned_addr learned my addr 172.21.15.159:0/714762399 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc8956700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcbc4100190 0x7fcbc4195a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc3fff700 1 -- 172.21.15.159:0/714762399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcbc4100190 msgr2=0x7fcbc4195a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc3fff700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcbc4100190 0x7fcbc4195a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc3fff700 1 -- 172.21.15.159:0/714762399 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbb80095f0 con 0x7fcbc4101390 2024-09-17T10:34:24.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc3fff700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4101390 0x7fcbc4195f90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcbb000b4b0 tx=0x7fcbb000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc1ffb700 1 -- 172.21.15.159:0/714762399 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcbb0011800 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc1ffb700 1 -- 172.21.15.159:0/714762399 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fcbb0011e10 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbc1ffb700 1 -- 172.21.15.159:0/714762399 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcbb000f2e0 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbc419b1a0 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.075+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbc419b770 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.076+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbc4108d60 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.076+0000 7fcbc1ffb700 1 -- 172.21.15.159:0/714762399 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7fcbb0010380 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.077+0000 7fcbc1ffb700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcbb406c600 0x7fcbb406eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.077+0000 7fcbc8956700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcbb406c600 0x7fcbb406eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.077+0000 7fcbc1ffb700 1 -- 172.21.15.159:0/714762399 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(15..15 src has 1..15) v4 ==== 2242+0+0 (secure 0 0 0) 0x7fcbb008a630 con 0x7fcbc4101390 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.077+0000 7fcbc8956700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcbb406c600 0x7fcbb406eab0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fcbb80059d0 tx=0x7fcbb8005960 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:34:24.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.081+0000 7fcbc1ffb700 1 -- 172.21.15.159:0/714762399 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fcbb0059640 con 0x7fcbc4101390 2024-09-17T10:34:24.291 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:24.289+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fcbc4105ce0 con 0x7fcbb406c600 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: Detected new or changed devices on smithi159 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi159 to 5920M 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:25.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:25.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:25.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:34:25.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:34:25.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:34:25.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:25 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: Detected new or changed devices on smithi159 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi159 to 5920M 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:25.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi159:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:34:25.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:34:25.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:34:25.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:25 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:27.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:27 smithi159 ceph-mon[27674]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:27.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:27 smithi170 ceph-mon[33842]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:28.407 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:28 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1990960793' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e15e2d9-69b1-4079-b3b4-3fb06ce68bd2"}]: dispatch 2024-09-17T10:34:28.407 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:28 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1990960793' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e15e2d9-69b1-4079-b3b4-3fb06ce68bd2"}]': finished 2024-09-17T10:34:28.407 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:28 smithi159 ceph-mon[27674]: osdmap e16: 3 total, 2 up, 3 in 2024-09-17T10:34:28.407 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:28.408 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:28 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4097832246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:34:28.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:28 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1990960793' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7e15e2d9-69b1-4079-b3b4-3fb06ce68bd2"}]: dispatch 2024-09-17T10:34:28.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:28 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1990960793' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7e15e2d9-69b1-4079-b3b4-3fb06ce68bd2"}]': finished 2024-09-17T10:34:28.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:28 smithi170 ceph-mon[33842]: osdmap e16: 3 total, 2 up, 3 in 2024-09-17T10:34:28.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:28.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:28 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4097832246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:34:29.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:29 smithi159 ceph-mon[27674]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:29.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:29 smithi170 ceph-mon[33842]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:30.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:30 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:30.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:30 smithi159 ceph-mon[27674]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:30.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:30 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:30.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:30 smithi170 ceph-mon[33842]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:33.356 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:33 smithi159 ceph-mon[27674]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:33.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:33 smithi170 ceph-mon[33842]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:35.374 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:35 smithi159 ceph-mon[27674]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:35.374 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:35 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T10:34:35.374 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:35 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:35 smithi170 ceph-mon[33842]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:35 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-17T10:34:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:35 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:36.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:36 smithi159 ceph-mon[27674]: Deploying daemon osd.2 on smithi159 2024-09-17T10:34:36.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:36 smithi170 ceph-mon[33842]: Deploying daemon osd.2 on smithi159 2024-09-17T10:34:37.352 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:37 smithi159 ceph-mon[27674]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:37.352 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:37 smithi170 ceph-mon[33842]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:39.286 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:39 smithi159 ceph-mon[27674]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:39.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:39 smithi170 ceph-mon[33842]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:41.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:41.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:41.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:41.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:40 smithi159 ceph-mon[27674]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:41.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:41.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:41.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:40 smithi170 ceph-mon[33842]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:43 smithi159 ceph-mon[27674]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:43.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.369+0000 7fcbc1ffb700 1 -- 172.21.15.159:0/714762399 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fcbc4105ce0 con 0x7fcbb406c600 2024-09-17T10:34:43.372 INFO:teuthology.orchestra.run.smithi159.stdout:Created osd(s) 2 on host 'smithi159' 2024-09-17T10:34:43.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcbb406c600 msgr2=0x7fcbb406eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:43.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcbb406c600 0x7fcbb406eab0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fcbb80059d0 tx=0x7fcbb8005960 comp rx=0 tx=0).stop 2024-09-17T10:34:43.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4101390 msgr2=0x7fcbc4195f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:43.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4101390 0x7fcbc4195f90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcbb000b4b0 tx=0x7fcbb000b870 comp rx=0 tx=0).stop 2024-09-17T10:34:43.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 shutdown_connections 2024-09-17T10:34:43.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcbb406c600 0x7fcbb406eab0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:43.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcbc4100190 0x7fcbc4195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:43.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 --2- 172.21.15.159:0/714762399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcbc4101390 0x7fcbc4195f90 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:43.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 >> 172.21.15.159:0/714762399 conn(0x7fcbc40fb720 msgr2=0x7fcbc41045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:34:43.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 shutdown_connections 2024-09-17T10:34:43.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:34:43.372+0000 7fcbcabba700 1 -- 172.21.15.159:0/714762399 wait complete. 2024-09-17T10:34:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:43 smithi170 ceph-mon[33842]: pgmap v89: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:43.976 DEBUG:teuthology.orchestra.run.smithi159:osd.2> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.2.service 2024-09-17T10:34:43.978 INFO:tasks.cephadm:Deploying osd.3 on smithi170 with /dev/vg_nvme/lv_4... 2024-09-17T10:34:43.979 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-17T10:34:44.183 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:34:44.611 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:44 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:44.611 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:44 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:44.611 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:44 smithi170 ceph-mon[33842]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T10:34:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:44 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:44 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:44 smithi159 ceph-mon[27674]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-17T10:34:45.556 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:45 smithi170 ceph-mon[33842]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:45.556 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:45 smithi170 ceph-mon[33842]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T10:34:45.556 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:45 smithi170 ceph-mon[33842]: osdmap e17: 3 total, 2 up, 3 in 2024-09-17T10:34:45.556 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:45 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:45.556 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:45 smithi170 ceph-mon[33842]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]: dispatch 2024-09-17T10:34:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:45 smithi159 ceph-mon[27674]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:45 smithi159 ceph-mon[27674]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T10:34:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:45 smithi159 ceph-mon[27674]: osdmap e17: 3 total, 2 up, 3 in 2024-09-17T10:34:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:45 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:45 smithi159 ceph-mon[27674]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]: dispatch 2024-09-17T10:34:45.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:45 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[56898]: 2024-09-17T10:34:45.338+0000 7f8dc67c3700 -1 osd.2 0 waiting for initial osdmap 2024-09-17T10:34:45.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:45 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[56898]: 2024-09-17T10:34:45.344+0000 7f8dbedb1700 -1 osd.2 18 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:34:46.672 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:46 smithi170 ceph-mon[33842]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]': finished 2024-09-17T10:34:46.672 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:46 smithi170 ceph-mon[33842]: osdmap e18: 3 total, 2 up, 3 in 2024-09-17T10:34:46.673 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:46 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:46.673 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:46 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:46.675 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:34:46.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:46 smithi159 ceph-mon[27674]: from='osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi159", "root=default"]}]': finished 2024-09-17T10:34:46.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:46 smithi159 ceph-mon[27674]: osdmap e18: 3 total, 2 up, 3 in 2024-09-17T10:34:46.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:46 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:46.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:46 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:46.694 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi170:vg_nvme/lv_4 2024-09-17T10:34:46.897 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: purged_snaps scrub starts 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: purged_snaps scrub ok 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: pgmap v93: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] boot 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: osdmap e19: 3 total, 3 up, 3 in 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:47.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:47 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: purged_snaps scrub starts 2024-09-17T10:34:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: purged_snaps scrub ok 2024-09-17T10:34:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: pgmap v93: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-17T10:34:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: osd.2 [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] boot 2024-09-17T10:34:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: osdmap e19: 3 total, 3 up, 3 in 2024-09-17T10:34:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:34:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:47 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:48.455 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.454+0000 7fc1f5809700 1 -- 172.21.15.170:0/1900036743 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f0100270 msgr2=0x7fc1f01006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:48.455 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.454+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1900036743 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f0100270 0x7fc1f01006c0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009910 tx=0x7fc1e0009c20 comp rx=0 tx=0).stop 2024-09-17T10:34:48.455 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.454+0000 7fc1f5809700 1 -- 172.21.15.170:0/1900036743 shutdown_connections 2024-09-17T10:34:48.455 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.454+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1900036743 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f0100270 0x7fc1f01006c0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:48.455 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.454+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1900036743 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f00ff070 0x7fc1f00ff480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:48.456 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.454+0000 7fc1f5809700 1 -- 172.21.15.170:0/1900036743 >> 172.21.15.170:0/1900036743 conn(0x7fc1f00fa600 msgr2=0x7fc1f00fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:34:48.456 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.455+0000 7fc1f5809700 1 -- 172.21.15.170:0/1900036743 shutdown_connections 2024-09-17T10:34:48.456 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.455+0000 7fc1f5809700 1 -- 172.21.15.170:0/1900036743 wait complete. 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.455+0000 7fc1f5809700 1 Processor -- start 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.455+0000 7fc1f5809700 1 -- start start 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.455+0000 7fc1f5809700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f00ff070 0x7fc1f00698b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1f5809700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0100270 0x7fc1f019a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1f5809700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1f019acc0 con 0x7fc1f0100270 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1f5809700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1f019ae00 con 0x7fc1f00ff070 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1eeffd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f00ff070 0x7fc1f00698b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:34:48.457 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1eeffd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f00ff070 0x7fc1f00698b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:32782/0 (socket says 172.21.15.170:32782) 2024-09-17T10:34:48.458 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1eeffd700 1 -- 172.21.15.170:0/1859089276 learned_addr learned my addr 172.21.15.170:0/1859089276 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-17T10:34:48.458 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1ee7fc700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0100270 0x7fc1f019a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:34:48.458 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1eeffd700 1 -- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0100270 msgr2=0x7fc1f019a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:34:48.458 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1eeffd700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0100270 0x7fc1f019a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:34:48.458 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1eeffd700 1 -- 172.21.15.170:0/1859089276 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1e00095f0 con 0x7fc1f00ff070 2024-09-17T10:34:48.458 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.456+0000 7fc1eeffd700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f00ff070 0x7fc1f00698b0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fc1d800d930 tx=0x7fc1d800dc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:34:48.459 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.457+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc1d800b920 con 0x7fc1f00ff070 2024-09-17T10:34:48.459 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.458+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc1d8010460 con 0x7fc1f00ff070 2024-09-17T10:34:48.459 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.458+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1f019b0e0 con 0x7fc1f00ff070 2024-09-17T10:34:48.459 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.458+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc1d800f590 con 0x7fc1f00ff070 2024-09-17T10:34:48.459 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.458+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1f019b630 con 0x7fc1f00ff070 2024-09-17T10:34:48.459 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.459+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1f0107bc0 con 0x7fc1f00ff070 2024-09-17T10:34:48.459 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.459+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 18) v1 ==== 89860+0+0 (secure 0 0 0) 0x7fc1d800ba80 con 0x7fc1f00ff070 2024-09-17T10:34:48.460 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.459+0000 7fc1f4807700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc1dc06c600 0x7fc1dc06eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:34:48.460 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.460+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 3049+0+0 (secure 0 0 0) 0x7fc1d808aa10 con 0x7fc1f00ff070 2024-09-17T10:34:48.460 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.460+0000 7fc1ee7fc700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc1dc06c600 0x7fc1dc06eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:34:48.461 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.460+0000 7fc1ee7fc700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc1dc06c600 0x7fc1dc06eab0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0069e30 tx=0x7fc1e000b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:34:48.465 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.464+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc1d8059650 con 0x7fc1f00ff070 2024-09-17T10:34:48.552 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:48 smithi170 ceph-mon[33842]: osdmap e20: 3 total, 3 up, 3 in 2024-09-17T10:34:48.663 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:48.662+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fc1f0104bc0 con 0x7fc1dc06c600 2024-09-17T10:34:48.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:48 smithi159 ceph-mon[27674]: osdmap e20: 3 total, 3 up, 3 in 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: pgmap v96: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: osdmap e21: 3 total, 3 up, 3 in 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:34:49.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:49.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: pgmap v96: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-17T10:34:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-17T10:34:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: osdmap e21: 3 total, 3 up, 3 in 2024-09-17T10:34:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-17T10:34:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:34:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:34:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:50.467 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:34:50.464+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc1d800bd30 con 0x7fc1f00ff070 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='client.24159 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: osdmap e22: 3 total, 3 up, 3 in 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:50.593 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.594 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:50.594 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:50.594 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.594 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:50.594 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:50.594 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:50.594 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.594 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59293]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T10:34:50.594 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59293]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:50.594 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59293]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:50.594 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59293]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:50.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='client.24159 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:34:50.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-17T10:34:50.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: osdmap e22: 3 total, 3 up, 3 in 2024-09-17T10:34:50.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:34:50.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:50.898 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59328]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T10:34:50.899 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59328]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:50.899 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59328]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:50.899 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59328]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:51.173 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59332]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T10:34:51.173 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59332]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:51.173 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59332]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:51.173 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:50 smithi159 sudo[59332]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:51.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59335]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T10:34:51.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59335]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:51.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59335]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:51.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59335]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:51.428 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59338]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T10:34:51.428 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59338]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:51.428 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59338]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: pgmap v99: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: Detected new or changed devices on smithi159 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi159 to 3946M 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: osdmap e23: 3 total, 3 up, 3 in 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: mgrmap e19: smithi159.tdcigv(active, since 2m), standbys: smithi170.ssubfe 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/4198428245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee2aaef-4871-47bd-876d-02a0bef9cb9a"}]: dispatch 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee2aaef-4871-47bd-876d-02a0bef9cb9a"}]: dispatch 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ee2aaef-4871-47bd-876d-02a0bef9cb9a"}]': finished 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: osdmap e24: 4 total, 3 up, 4 in 2024-09-17T10:34:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:51 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:34:51.926 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59338]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:51.926 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59341]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T10:34:51.926 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59341]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:51.927 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59341]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:51.927 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59341]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: pgmap v99: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: Detected new or changed devices on smithi159 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi159 to 3946M 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: osdmap e23: 3 total, 3 up, 3 in 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: mgrmap e19: smithi159.tdcigv(active, since 2m), standbys: smithi170.ssubfe 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/4198428245' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee2aaef-4871-47bd-876d-02a0bef9cb9a"}]: dispatch 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ee2aaef-4871-47bd-876d-02a0bef9cb9a"}]: dispatch 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ee2aaef-4871-47bd-876d-02a0bef9cb9a"}]': finished 2024-09-17T10:34:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: osdmap e24: 4 total, 3 up, 4 in 2024-09-17T10:34:51.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:34:52.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59344]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T10:34:52.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59344]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:52.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59344]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:52.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:51 smithi159 sudo[59344]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:52.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 sudo[59347]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T10:34:52.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 sudo[59347]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:52.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 sudo[59347]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:52.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 sudo[59347]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:52.693 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[37962]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-17T10:34:52.693 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[37962]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:52.693 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[37962]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:52.693 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[37962]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[38149]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[38149]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[38149]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 sudo[38149]: pam_unix(sudo:session): session closed for user root 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/3223716220' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T10:34:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:34:52.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:34:52.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:52.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:34:52.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:34:53.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T10:34:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/3223716220' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:34:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T10:34:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:34:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:34:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:34:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:34:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:34:53.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:53 smithi170 ceph-mon[33842]: pgmap v102: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:53.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:53 smithi170 ceph-mon[33842]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T10:34:53.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:53 smithi170 ceph-mon[33842]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T10:34:53.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:53 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:54.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:53 smithi159 ceph-mon[27674]: pgmap v102: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:54.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:53 smithi159 ceph-mon[27674]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-17T10:34:54.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:53 smithi159 ceph-mon[27674]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-17T10:34:54.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:34:54.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:54 smithi170 ceph-mon[33842]: pgmap v103: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:55.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:54 smithi159 ceph-mon[27674]: pgmap v103: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:57.396 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:57 smithi170 ceph-mon[33842]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:57.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:57 smithi159 ceph-mon[27674]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:58.334 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:58 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T10:34:58.334 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:58 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:58.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:58 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-17T10:34:58.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:58 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:34:59.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:59 smithi159 ceph-mon[27674]: Deploying daemon osd.3 on smithi170 2024-09-17T10:34:59.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:34:59 smithi159 ceph-mon[27674]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:34:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:59 smithi170 ceph-mon[33842]: Deploying daemon osd.3 on smithi170 2024-09-17T10:34:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:34:59 smithi170 ceph-mon[33842]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:01.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:01 smithi159 ceph-mon[27674]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:01.444 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:01 smithi170 ceph-mon[33842]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:03.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:03 smithi159 ceph-mon[27674]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:03.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:03 smithi170 ceph-mon[33842]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:05.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:05 smithi159 ceph-mon[27674]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:05 smithi170 ceph-mon[33842]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:06.271 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.269+0000 7fc1f4807700 1 -- 172.21.15.170:0/1859089276 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fc1f0104bc0 con 0x7fc1dc06c600 2024-09-17T10:35:06.272 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 3 on host 'smithi170' 2024-09-17T10:35:06.275 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc1dc06c600 msgr2=0x7fc1dc06eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:06.275 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc1dc06c600 0x7fc1dc06eab0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0069e30 tx=0x7fc1e000b540 comp rx=0 tx=0).stop 2024-09-17T10:35:06.275 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f00ff070 msgr2=0x7fc1f00698b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:06.275 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f00ff070 0x7fc1f00698b0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fc1d800d930 tx=0x7fc1d800dc40 comp rx=0 tx=0).stop 2024-09-17T10:35:06.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 shutdown_connections 2024-09-17T10:35:06.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc1dc06c600 0x7fc1dc06eab0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:06.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc1f00ff070 0x7fc1f00698b0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:06.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 --2- 172.21.15.170:0/1859089276 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc1f0100270 0x7fc1f019a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:06.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 >> 172.21.15.170:0/1859089276 conn(0x7fc1f00fa600 msgr2=0x7fc1f01034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:35:06.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 shutdown_connections 2024-09-17T10:35:06.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:06.273+0000 7fc1f5809700 1 -- 172.21.15.170:0/1859089276 wait complete. 2024-09-17T10:35:07.542 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:07 smithi170 ceph-mon[33842]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:07.543 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:07.543 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:07.543 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:07 smithi170 ceph-mon[33842]: from='osd.3 [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T10:35:07.543 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:07 smithi170 ceph-mon[33842]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T10:35:07.543 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:07.564 DEBUG:teuthology.orchestra.run.smithi170:osd.3> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.3.service 2024-09-17T10:35:07.566 INFO:tasks.cephadm:Deploying osd.4 on smithi170 with /dev/vg_nvme/lv_3... 2024-09-17T10:35:07.566 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-17T10:35:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:07 smithi159 ceph-mon[27674]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:07 smithi159 ceph-mon[27674]: from='osd.3 [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T10:35:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:07 smithi159 ceph-mon[27674]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-17T10:35:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:07.804 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:35:08.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-mon[33842]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T10:35:08.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-mon[33842]: osdmap e25: 4 total, 3 up, 4 in 2024-09-17T10:35:08.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:08.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-mon[33842]: from='osd.3 [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:08.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-mon[33842]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:08.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:08.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:08.455 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[39741]: 2024-09-17T10:35:08.262+0000 7f4df3df9700 -1 osd.3 0 waiting for initial osdmap 2024-09-17T10:35:08.455 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:35:08 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[39741]: 2024-09-17T10:35:08.267+0000 7f4df03ef700 -1 osd.3 26 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:35:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:08 smithi159 ceph-mon[27674]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T10:35:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:08 smithi159 ceph-mon[27674]: osdmap e25: 4 total, 3 up, 4 in 2024-09-17T10:35:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:08 smithi159 ceph-mon[27674]: from='osd.3 [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:08 smithi159 ceph-mon[27674]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:09.381 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:09 smithi170 ceph-mon[33842]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:09.381 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:09 smithi170 ceph-mon[33842]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-17T10:35:09.381 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:09 smithi170 ceph-mon[33842]: osdmap e26: 4 total, 3 up, 4 in 2024-09-17T10:35:09.381 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:09.381 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:09.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:09 smithi159 ceph-mon[27674]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:09.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:09 smithi159 ceph-mon[27674]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-17T10:35:09.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:09 smithi159 ceph-mon[27674]: osdmap e26: 4 total, 3 up, 4 in 2024-09-17T10:35:09.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:09.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:10.388 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:35:10.407 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi170:vg_nvme/lv_3 2024-09-17T10:35:10.434 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:10 smithi170 ceph-mon[33842]: purged_snaps scrub starts 2024-09-17T10:35:10.434 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:10 smithi170 ceph-mon[33842]: purged_snaps scrub ok 2024-09-17T10:35:10.434 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:10 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:10.434 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:10 smithi170 ceph-mon[33842]: osd.3 [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] boot 2024-09-17T10:35:10.434 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:10 smithi170 ceph-mon[33842]: osdmap e27: 4 total, 4 up, 4 in 2024-09-17T10:35:10.435 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:10 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:10.578 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:10 smithi159 ceph-mon[27674]: purged_snaps scrub starts 2024-09-17T10:35:10.578 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:10 smithi159 ceph-mon[27674]: purged_snaps scrub ok 2024-09-17T10:35:10.579 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:10 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:10.579 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:10 smithi159 ceph-mon[27674]: osd.3 [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] boot 2024-09-17T10:35:10.579 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:10 smithi159 ceph-mon[27674]: osdmap e27: 4 total, 4 up, 4 in 2024-09-17T10:35:10.579 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:10 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:35:10.840 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:35:11.341 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:11 smithi170 ceph-mon[33842]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:11.341 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:11 smithi170 ceph-mon[33842]: osdmap e28: 4 total, 4 up, 4 in 2024-09-17T10:35:11.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:11 smithi159 ceph-mon[27674]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-17T10:35:11.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:11 smithi159 ceph-mon[27674]: osdmap e28: 4 total, 4 up, 4 in 2024-09-17T10:35:12.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:12 smithi170 ceph-mon[33842]: osdmap e29: 4 total, 4 up, 4 in 2024-09-17T10:35:12.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:12 smithi159 ceph-mon[27674]: osdmap e29: 4 total, 4 up, 4 in 2024-09-17T10:35:13.348 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.344+0000 7f95b4827700 1 -- 172.21.15.170:0/466149746 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 msgr2=0x7f95b0100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:13.348 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.344+0000 7f95b4827700 1 --2- 172.21.15.170:0/466149746 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b0100580 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f95a0009910 tx=0x7f95a0009c20 comp rx=0 tx=0).stop 2024-09-17T10:35:13.348 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 -- 172.21.15.170:0/466149746 shutdown_connections 2024-09-17T10:35:13.348 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 --2- 172.21.15.170:0/466149746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95b0101370 0x7f95b01017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 --2- 172.21.15.170:0/466149746 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b0100580 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 -- 172.21.15.170:0/466149746 >> 172.21.15.170:0/466149746 conn(0x7f95b00fb6e0 msgr2=0x7f95b00fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 -- 172.21.15.170:0/466149746 shutdown_connections 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 -- 172.21.15.170:0/466149746 wait complete. 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 Processor -- start 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 -- start start 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.345+0000 7f95b4827700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b01959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95b4827700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95b0101370 0x7f95b0195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95b4827700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95b0196510 con 0x7f95b0101370 2024-09-17T10:35:13.349 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95b4827700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95b0196650 con 0x7f95b0100170 2024-09-17T10:35:13.350 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95ae59c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b01959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:35:13.350 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95ae59c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b01959b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:39900/0 (socket says 172.21.15.170:39900) 2024-09-17T10:35:13.350 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95ae59c700 1 -- 172.21.15.170:0/1087168452 learned_addr learned my addr 172.21.15.170:0/1087168452 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-17T10:35:13.350 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95add9b700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95b0101370 0x7f95b0195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:35:13.350 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95ae59c700 1 -- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95b0101370 msgr2=0x7f95b0195ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:13.350 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95ae59c700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95b0101370 0x7f95b0195ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:13.350 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95ae59c700 1 -- 172.21.15.170:0/1087168452 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95a00095f0 con 0x7f95b0100170 2024-09-17T10:35:13.351 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95add9b700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95b0101370 0x7f95b0195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:35:13.351 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95ae59c700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b01959b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f95a000bda0 tx=0x7f95a000be80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:35:13.351 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f959f7fe700 1 -- 172.21.15.170:0/1087168452 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f95a001d070 con 0x7f95b0100170 2024-09-17T10:35:13.351 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95b019b0a0 con 0x7f95b0100170 2024-09-17T10:35:13.351 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f959f7fe700 1 -- 172.21.15.170:0/1087168452 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f95a000f460 con 0x7f95b0100170 2024-09-17T10:35:13.351 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f959f7fe700 1 -- 172.21.15.170:0/1087168452 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f95a0021640 con 0x7f95b0100170 2024-09-17T10:35:13.351 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.346+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95b019b590 con 0x7f95b0100170 2024-09-17T10:35:13.352 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.347+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95b0108cc0 con 0x7f95b0100170 2024-09-17T10:35:13.352 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.348+0000 7f959f7fe700 1 -- 172.21.15.170:0/1087168452 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f95a000f5d0 con 0x7f95b0100170 2024-09-17T10:35:13.352 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.348+0000 7f959f7fe700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f959806c680 0x7f959806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:35:13.352 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.348+0000 7f959f7fe700 1 -- 172.21.15.170:0/1087168452 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 3602+0+0 (secure 0 0 0) 0x7f95a008c4a0 con 0x7f95b0100170 2024-09-17T10:35:13.352 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.348+0000 7f95add9b700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f959806c680 0x7f959806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:35:13.352 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.349+0000 7f95add9b700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f959806c680 0x7f959806eb30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f95a4005d90 tx=0x7f95a4005d20 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:35:13.354 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.353+0000 7f959f7fe700 1 -- 172.21.15.170:0/1087168452 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f95a005ad50 con 0x7f95b0100170 2024-09-17T10:35:13.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: osdmap e30: 4 total, 4 up, 4 in 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:13.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.555 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:13.553+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f95b0105cc0 con 0x7f959806c680 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: osdmap e30: 4 total, 4 up, 4 in 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:13.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:13.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:13.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:13.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:13.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:13.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:14.661 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:14 smithi170 ceph-mon[33842]: Detected new or changed devices on smithi170 2024-09-17T10:35:14.661 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:14 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi170 to 14912M 2024-09-17T10:35:14.661 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:14 smithi170 ceph-mon[33842]: osdmap e31: 4 total, 4 up, 4 in 2024-09-17T10:35:14.661 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:35:14.662 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:35:14.662 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:14.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:14 smithi159 ceph-mon[27674]: Detected new or changed devices on smithi170 2024-09-17T10:35:14.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:14 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi170 to 14912M 2024-09-17T10:35:14.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:14 smithi159 ceph-mon[27674]: osdmap e31: 4 total, 4 up, 4 in 2024-09-17T10:35:14.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:35:14.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:35:14.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:15 smithi159 ceph-mon[27674]: from='client.24183 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:35:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:15 smithi159 ceph-mon[27674]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:15 smithi170 ceph-mon[33842]: from='client.24183 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:35:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:15 smithi170 ceph-mon[33842]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:16 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1411666585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "685f451c-0f8b-4f03-9c75-c0d477afe2e0"}]: dispatch 2024-09-17T10:35:16.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:16 smithi159 ceph-mon[27674]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "685f451c-0f8b-4f03-9c75-c0d477afe2e0"}]: dispatch 2024-09-17T10:35:16.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:16 smithi159 ceph-mon[27674]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "685f451c-0f8b-4f03-9c75-c0d477afe2e0"}]': finished 2024-09-17T10:35:16.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:16 smithi159 ceph-mon[27674]: osdmap e32: 5 total, 4 up, 5 in 2024-09-17T10:35:16.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:16 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:16.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:16 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1411666585' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "685f451c-0f8b-4f03-9c75-c0d477afe2e0"}]: dispatch 2024-09-17T10:35:16.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:16 smithi170 ceph-mon[33842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "685f451c-0f8b-4f03-9c75-c0d477afe2e0"}]: dispatch 2024-09-17T10:35:16.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:16 smithi170 ceph-mon[33842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "685f451c-0f8b-4f03-9c75-c0d477afe2e0"}]': finished 2024-09-17T10:35:16.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:16 smithi170 ceph-mon[33842]: osdmap e32: 5 total, 4 up, 5 in 2024-09-17T10:35:16.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:16 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:17.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:17 smithi170 ceph-mon[33842]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-17T10:35:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:17 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/567558355' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:35:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:17 smithi159 ceph-mon[27674]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-17T10:35:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:17 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/567558355' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:35:19.668 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:19 smithi170 ceph-mon[33842]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-17T10:35:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:19 smithi159 ceph-mon[27674]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-17T10:35:21.618 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:21 smithi170 ceph-mon[33842]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-17T10:35:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:21 smithi159 ceph-mon[27674]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-17T10:35:22.624 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:22.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:23.619 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:23 smithi170 ceph-mon[33842]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-17T10:35:23.619 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T10:35:23.619 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:23.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:23 smithi159 ceph-mon[27674]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-17T10:35:23.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-17T10:35:23.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:24.446 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:24 smithi170 ceph-mon[33842]: Deploying daemon osd.4 on smithi170 2024-09-17T10:35:24.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:24 smithi159 ceph-mon[27674]: Deploying daemon osd.4 on smithi170 2024-09-17T10:35:25.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:25 smithi159 ceph-mon[27674]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-17T10:35:25.692 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:25 smithi170 ceph-mon[33842]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-17T10:35:27.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:27 smithi159 ceph-mon[27674]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:27.370 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:27 smithi170 ceph-mon[33842]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:29.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:28 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:29.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:28 smithi159 ceph-mon[27674]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:29.200 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:29.200 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:29.201 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:28 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:29.201 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:28 smithi170 ceph-mon[33842]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:31.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:31 smithi170 ceph-mon[33842]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:31.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:31 smithi159 ceph-mon[27674]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:31.970 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.968+0000 7f959f7fe700 1 -- 172.21.15.170:0/1087168452 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f95b0105cc0 con 0x7f959806c680 2024-09-17T10:35:31.970 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 4 on host 'smithi170' 2024-09-17T10:35:31.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f959806c680 msgr2=0x7f959806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:31.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f959806c680 0x7f959806eb30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f95a4005d90 tx=0x7f95a4005d20 comp rx=0 tx=0).stop 2024-09-17T10:35:31.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 msgr2=0x7f95b01959b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:31.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b01959b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f95a000bda0 tx=0x7f95a000be80 comp rx=0 tx=0).stop 2024-09-17T10:35:31.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 shutdown_connections 2024-09-17T10:35:31.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f959806c680 0x7f959806eb30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:31.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95b0100170 0x7f95b01959b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:31.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 --2- 172.21.15.170:0/1087168452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95b0101370 0x7f95b0195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:31.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.970+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 >> 172.21.15.170:0/1087168452 conn(0x7f95b00fb6e0 msgr2=0x7f95b01045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:35:31.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.971+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 shutdown_connections 2024-09-17T10:35:31.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:31.971+0000 7f95b4827700 1 -- 172.21.15.170:0/1087168452 wait complete. 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='osd.4 [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.580 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.581 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:32.600 DEBUG:teuthology.orchestra.run.smithi170:osd.4> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.4.service 2024-09-17T10:35:32.643 INFO:tasks.cephadm:Deploying osd.5 on smithi170 with /dev/vg_nvme/lv_2... 2024-09-17T10:35:32.643 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-17T10:35:32.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='osd.4 [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:32.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:33.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-mon[33842]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:33.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-mon[33842]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T10:35:33.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-mon[33842]: osdmap e33: 5 total, 4 up, 5 in 2024-09-17T10:35:33.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:33.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-mon[33842]: from='osd.4 [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:33.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-mon[33842]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:33.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[44361]: 2024-09-17T10:35:33.305+0000 7f54c5fba700 -1 osd.4 0 waiting for initial osdmap 2024-09-17T10:35:33.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:35:33 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[44361]: 2024-09-17T10:35:33.312+0000 7f54be5a8700 -1 osd.4 34 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:35:33.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:33 smithi159 ceph-mon[27674]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:33.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:33 smithi159 ceph-mon[27674]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T10:35:33.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:33 smithi159 ceph-mon[27674]: osdmap e33: 5 total, 4 up, 5 in 2024-09-17T10:35:33.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:33 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:33.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:33 smithi159 ceph-mon[27674]: from='osd.4 [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:33.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:33 smithi159 ceph-mon[27674]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:35:33.769 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:35:34.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:34 smithi170 ceph-mon[33842]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-17T10:35:34.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:34 smithi170 ceph-mon[33842]: osdmap e34: 5 total, 4 up, 5 in 2024-09-17T10:35:34.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:34 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:34.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:34 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:34.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:34 smithi170 ceph-mon[33842]: osd.4 [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] boot 2024-09-17T10:35:34.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:34 smithi170 ceph-mon[33842]: osdmap e35: 5 total, 5 up, 5 in 2024-09-17T10:35:34.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:34 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:34.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:34 smithi159 ceph-mon[27674]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-17T10:35:34.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:34 smithi159 ceph-mon[27674]: osdmap e34: 5 total, 4 up, 5 in 2024-09-17T10:35:34.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:34 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:34.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:34 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:34.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:34 smithi159 ceph-mon[27674]: osd.4 [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] boot 2024-09-17T10:35:34.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:34 smithi159 ceph-mon[27674]: osdmap e35: 5 total, 5 up, 5 in 2024-09-17T10:35:34.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:34 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:35:35.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:35 smithi159 ceph-mon[27674]: purged_snaps scrub starts 2024-09-17T10:35:35.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:35 smithi159 ceph-mon[27674]: purged_snaps scrub ok 2024-09-17T10:35:35.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:35 smithi159 ceph-mon[27674]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:35.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:35 smithi170 ceph-mon[33842]: purged_snaps scrub starts 2024-09-17T10:35:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:35 smithi170 ceph-mon[33842]: purged_snaps scrub ok 2024-09-17T10:35:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:35 smithi170 ceph-mon[33842]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-17T10:35:36.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: osdmap e36: 5 total, 5 up, 5 in 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: osdmap e36: 5 total, 5 up, 5 in 2024-09-17T10:35:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:35:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:35:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:36.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:36.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:35:36.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:37.574 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:37 smithi170 ceph-mon[33842]: Detected new or changed devices on smithi170 2024-09-17T10:35:37.574 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:37 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi170 to 7456M 2024-09-17T10:35:37.574 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:37 smithi170 ceph-mon[33842]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:37.574 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:37.577 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-17T10:35:37.598 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi170:vg_nvme/lv_2 2024-09-17T10:35:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:37 smithi159 ceph-mon[27674]: Detected new or changed devices on smithi170 2024-09-17T10:35:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:37 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi170 to 7456M 2024-09-17T10:35:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:37 smithi159 ceph-mon[27674]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:37.796 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 -- 172.21.15.170:0/1507293483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 msgr2=0x7feeb01017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 --2- 172.21.15.170:0/1507293483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb01017c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fee98009910 tx=0x7fee98009c20 comp rx=0 tx=0).stop 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 -- 172.21.15.170:0/1507293483 shutdown_connections 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 --2- 172.21.15.170:0/1507293483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb01017c0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 --2- 172.21.15.170:0/1507293483 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feeb0100170 0x7feeb0100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 -- 172.21.15.170:0/1507293483 >> 172.21.15.170:0/1507293483 conn(0x7feeb00fb6e0 msgr2=0x7feeb00fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 -- 172.21.15.170:0/1507293483 shutdown_connections 2024-09-17T10:35:39.340 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.336+0000 7feeb488b700 1 -- 172.21.15.170:0/1507293483 wait complete. 2024-09-17T10:35:39.341 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeb488b700 1 Processor -- start 2024-09-17T10:35:39.341 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeb488b700 1 -- start start 2024-09-17T10:35:39.341 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeb488b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feeb0100170 0x7feeb0074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:35:39.341 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeb488b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb0073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:35:39.341 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeb488b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feeb0073680 con 0x7feeb0100170 2024-09-17T10:35:39.341 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeb488b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feeb00737c0 con 0x7feeb0101370 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeadd9b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb0073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeadd9b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb0073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:33664/0 (socket says 172.21.15.170:33664) 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeadd9b700 1 -- 172.21.15.170:0/3955110784 learned_addr learned my addr 172.21.15.170:0/3955110784 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.337+0000 7feeae59c700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feeb0100170 0x7feeb0074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feeadd9b700 1 -- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feeb0100170 msgr2=0x7feeb0074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feeadd9b700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feeb0100170 0x7feeb0074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feeadd9b700 1 -- 172.21.15.170:0/3955110784 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee980095f0 con 0x7feeb0101370 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feeadd9b700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb0073140 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fee98006010 tx=0x7fee9800bd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feea77fe700 1 -- 172.21.15.170:0/3955110784 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fee9801d070 con 0x7feeb0101370 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feea77fe700 1 -- 172.21.15.170:0/3955110784 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fee9800f460 con 0x7feeb0101370 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feeb0073a40 con 0x7feeb0101370 2024-09-17T10:35:39.342 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feea77fe700 1 -- 172.21.15.170:0/3955110784 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fee98021640 con 0x7feeb0101370 2024-09-17T10:35:39.343 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.338+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feeb0073f30 con 0x7feeb0101370 2024-09-17T10:35:39.343 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.339+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feeb0108cc0 con 0x7feeb0101370 2024-09-17T10:35:39.343 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.339+0000 7feea77fe700 1 -- 172.21.15.170:0/3955110784 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fee9800fab0 con 0x7feeb0101370 2024-09-17T10:35:39.343 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.340+0000 7feea77fe700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee9c06c680 0x7fee9c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:35:39.344 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.340+0000 7feea77fe700 1 -- 172.21.15.170:0/3955110784 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4034+0+0 (secure 0 0 0) 0x7fee9808c5c0 con 0x7feeb0101370 2024-09-17T10:35:39.344 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.340+0000 7feeae59c700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee9c06c680 0x7fee9c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:35:39.344 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.340+0000 7feeae59c700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee9c06c680 0x7fee9c06eb30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7feea0009550 tx=0x7feea00091b0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:35:39.346 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.344+0000 7feea77fe700 1 -- 172.21.15.170:0/3955110784 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fee9805acc0 con 0x7feeb0101370 2024-09-17T10:35:39.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:39 smithi170 ceph-mon[33842]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:39.547 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:39.545+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7feeb0105cc0 con 0x7fee9c06c680 2024-09-17T10:35:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:39 smithi159 ceph-mon[27674]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:40.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:40 smithi159 ceph-mon[27674]: from='client.24201 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:35:40.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:35:40.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:35:40.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:40 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:40.696 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:40 smithi170 ceph-mon[33842]: from='client.24201 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:35:40.696 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-17T10:35:40.697 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-17T10:35:40.697 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:40 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:41.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:41 smithi159 ceph-mon[27674]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:41.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:41 smithi170 ceph-mon[33842]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:42.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:42 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/1590268066' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c906c55-690a-4051-a63e-6ba91cc74dad"}]: dispatch 2024-09-17T10:35:42.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:42 smithi159 ceph-mon[27674]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c906c55-690a-4051-a63e-6ba91cc74dad"}]: dispatch 2024-09-17T10:35:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:42 smithi159 ceph-mon[27674]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c906c55-690a-4051-a63e-6ba91cc74dad"}]': finished 2024-09-17T10:35:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:42 smithi159 ceph-mon[27674]: osdmap e37: 6 total, 5 up, 6 in 2024-09-17T10:35:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:42 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:35:42.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:42 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/1590268066' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c906c55-690a-4051-a63e-6ba91cc74dad"}]: dispatch 2024-09-17T10:35:42.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:42 smithi170 ceph-mon[33842]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c906c55-690a-4051-a63e-6ba91cc74dad"}]: dispatch 2024-09-17T10:35:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:42 smithi170 ceph-mon[33842]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c906c55-690a-4051-a63e-6ba91cc74dad"}]': finished 2024-09-17T10:35:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:42 smithi170 ceph-mon[33842]: osdmap e37: 6 total, 5 up, 6 in 2024-09-17T10:35:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:42 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:35:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:43 smithi159 ceph-mon[27674]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:43 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/2291106050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:35:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:43 smithi170 ceph-mon[33842]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:43 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/2291106050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-17T10:35:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:45 smithi159 ceph-mon[27674]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:45 smithi170 ceph-mon[33842]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:47.131 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:47 smithi170 ceph-mon[33842]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:47.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:47 smithi159 ceph-mon[27674]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:49.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:49 smithi170 ceph-mon[33842]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:49.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:49 smithi159 ceph-mon[27674]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:50.451 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T10:35:50.451 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:50 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:50.451 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:50 smithi170 ceph-mon[33842]: Deploying daemon osd.5 on smithi170 2024-09-17T10:35:50.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-17T10:35:50.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:50 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:35:50.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:50 smithi159 ceph-mon[27674]: Deploying daemon osd.5 on smithi170 2024-09-17T10:35:51.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:51 smithi170 ceph-mon[33842]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:51.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:51 smithi159 ceph-mon[27674]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:52.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:52.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:35:53.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:53 smithi170 ceph-mon[33842]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:53.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:53 smithi159 ceph-mon[27674]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:55 smithi159 ceph-mon[27674]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:55.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:55 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:55 smithi170 ceph-mon[33842]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:55 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:35:57.387 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:57 smithi170 ceph-mon[33842]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:57.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:57 smithi159 ceph-mon[27674]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:58.412 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.409+0000 7feea77fe700 1 -- 172.21.15.170:0/3955110784 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7feeb0105cc0 con 0x7fee9c06c680 2024-09-17T10:35:58.412 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 5 on host 'smithi170' 2024-09-17T10:35:58.414 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee9c06c680 msgr2=0x7fee9c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:58.414 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee9c06c680 0x7fee9c06eb30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7feea0009550 tx=0x7feea00091b0 comp rx=0 tx=0).stop 2024-09-17T10:35:58.414 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 msgr2=0x7feeb0073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:35:58.414 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb0073140 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fee98006010 tx=0x7fee9800bd70 comp rx=0 tx=0).stop 2024-09-17T10:35:58.414 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 shutdown_connections 2024-09-17T10:35:58.414 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee9c06c680 0x7fee9c06eb30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:58.414 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7feeb0100170 0x7feeb0074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:58.415 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 --2- 172.21.15.170:0/3955110784 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feeb0101370 0x7feeb0073140 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:35:58.415 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 >> 172.21.15.170:0/3955110784 conn(0x7feeb00fb6e0 msgr2=0x7feeb01045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:35:58.415 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 shutdown_connections 2024-09-17T10:35:58.415 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:35:58.412+0000 7feeb488b700 1 -- 172.21.15.170:0/3955110784 wait complete. 2024-09-17T10:35:59.058 DEBUG:teuthology.orchestra.run.smithi170:osd.5> sudo journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.5.service 2024-09-17T10:35:59.060 INFO:tasks.cephadm:Waiting for 6 OSDs to come up... 2024-09-17T10:35:59.060 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-17T10:35:59.279 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:35:59.400 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:59 smithi159 ceph-mon[27674]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:59.400 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:59 smithi159 ceph-mon[27674]: from='osd.5 [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T10:35:59.400 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:59 smithi159 ceph-mon[27674]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T10:35:59.400 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:59.400 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:35:59 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:59 smithi170 ceph-mon[33842]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:35:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:59 smithi170 ceph-mon[33842]: from='osd.5 [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T10:35:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:59 smithi170 ceph-mon[33842]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-17T10:35:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:59 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:35:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:35:59 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:00.390 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-mon[33842]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T10:36:00.390 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-mon[33842]: osdmap e38: 6 total, 5 up, 6 in 2024-09-17T10:36:00.390 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:00.390 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-mon[33842]: from='osd.5 [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:36:00.390 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-mon[33842]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:36:00.390 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:00.390 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:00.390 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[49069]: 2024-09-17T10:36:00.192+0000 7f9a697e9700 -1 osd.5 0 waiting for initial osdmap 2024-09-17T10:36:00.391 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:36:00 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[49069]: 2024-09-17T10:36:00.201+0000 7f9a655de700 -1 osd.5 39 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:36:00.511 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:00 smithi159 ceph-mon[27674]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T10:36:00.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:00 smithi159 ceph-mon[27674]: osdmap e38: 6 total, 5 up, 6 in 2024-09-17T10:36:00.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:00 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:00.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:00 smithi159 ceph-mon[27674]: from='osd.5 [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:36:00.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:00 smithi159 ceph-mon[27674]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-17T10:36:00.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:00 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:00.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:00 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:00.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 -- 172.21.15.159:0/3920137463 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c1017a0 msgr2=0x7ff41c101bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:00.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 --2- 172.21.15.159:0/3920137463 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c1017a0 0x7ff41c101bb0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff40c009910 tx=0x7ff40c009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:00.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 -- 172.21.15.159:0/3920137463 shutdown_connections 2024-09-17T10:36:00.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 --2- 172.21.15.159:0/3920137463 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff41c102180 0x7ff41c0fe240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:00.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 --2- 172.21.15.159:0/3920137463 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c1017a0 0x7ff41c101bb0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:00.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 -- 172.21.15.159:0/3920137463 >> 172.21.15.159:0/3920137463 conn(0x7ff41c0f9dd0 msgr2=0x7ff41c0fc200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:00.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 -- 172.21.15.159:0/3920137463 shutdown_connections 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.983+0000 7ff421d43700 1 -- 172.21.15.159:0/3920137463 wait complete. 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.984+0000 7ff421d43700 1 Processor -- start 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.984+0000 7ff421d43700 1 -- start start 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.984+0000 7ff421d43700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff41c1017a0 0x7ff41c100ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.984+0000 7ff421d43700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c102180 0x7ff41c0ff4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.984+0000 7ff421d43700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41c0ffa30 con 0x7ff41c102180 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.984+0000 7ff421d43700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41c0ffb70 con 0x7ff41c1017a0 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41affd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c102180 0x7ff41c0ff4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41affd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c102180 0x7ff41c0ff4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:40776/0 (socket says 172.21.15.159:40776) 2024-09-17T10:36:00.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41affd700 1 -- 172.21.15.159:0/2722417639 learned_addr learned my addr 172.21.15.159:0/2722417639 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41b7fe700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff41c1017a0 0x7ff41c100ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41affd700 1 -- 172.21.15.159:0/2722417639 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff41c1017a0 msgr2=0x7ff41c100ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41affd700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff41c1017a0 0x7ff41c100ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41affd700 1 -- 172.21.15.159:0/2722417639 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff40c0095f0 con 0x7ff41c102180 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff41affd700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c102180 0x7ff41c0ff4f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff41000d900 tx=0x7ff41000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff418ff9700 1 -- 172.21.15.159:0/2722417639 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff410009900 con 0x7ff41c102180 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff41c0ffe50 con 0x7ff41c102180 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff418ff9700 1 -- 172.21.15.159:0/2722417639 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff410010460 con 0x7ff41c102180 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff418ff9700 1 -- 172.21.15.159:0/2722417639 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff41000f5f0 con 0x7ff41c102180 2024-09-17T10:36:00.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.985+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff41c19dac0 con 0x7ff41c102180 2024-09-17T10:36:00.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.986+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff41c108d20 con 0x7ff41c102180 2024-09-17T10:36:00.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.987+0000 7ff418ff9700 1 -- 172.21.15.159:0/2722417639 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7ff4100105d0 con 0x7ff41c102180 2024-09-17T10:36:00.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.987+0000 7ff418ff9700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff40406c680 0x7ff40406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:00.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.987+0000 7ff418ff9700 1 -- 172.21.15.159:0/2722417639 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 4186+0+0 (secure 0 0 0) 0x7ff41008af20 con 0x7ff41c102180 2024-09-17T10:36:00.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.987+0000 7ff41b7fe700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff40406c680 0x7ff40406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:00.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.988+0000 7ff41b7fe700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff40406c680 0x7ff40406eb30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff40c005090 tx=0x7ff40c01a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:00.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:00.992+0000 7ff418ff9700 1 -- 172.21.15.159:0/2722417639 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7ff410059590 con 0x7ff41c102180 2024-09-17T10:36:01.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.184+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7ff41c19e340 con 0x7ff41c102180 2024-09-17T10:36:01.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.184+0000 7ff418ff9700 1 -- 172.21.15.159:0/2722417639 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v39) v1 ==== 74+0+130 (secure 0 0 0) 0x7ff4100170a0 con 0x7ff41c102180 2024-09-17T10:36:01.186 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:01.189 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff40406c680 msgr2=0x7ff40406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:01.189 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff40406c680 0x7ff40406eb30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff40c005090 tx=0x7ff40c01a040 comp rx=0 tx=0).stop 2024-09-17T10:36:01.189 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c102180 msgr2=0x7ff41c0ff4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c102180 0x7ff41c0ff4f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff41000d900 tx=0x7ff41000dc10 comp rx=0 tx=0).stop 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 shutdown_connections 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff40406c680 0x7ff40406eb30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff41c1017a0 0x7ff41c100ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 --2- 172.21.15.159:0/2722417639 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff41c102180 0x7ff41c0ff4f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 >> 172.21.15.159:0/2722417639 conn(0x7ff41c0f9dd0 msgr2=0x7ff41c104770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 shutdown_connections 2024-09-17T10:36:01.190 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:01.187+0000 7ff421d43700 1 -- 172.21.15.159:0/2722417639 wait complete. 2024-09-17T10:36:01.438 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:01 smithi159 ceph-mon[27674]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:36:01.439 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:01 smithi159 ceph-mon[27674]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-17T10:36:01.439 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:01 smithi159 ceph-mon[27674]: osdmap e39: 6 total, 5 up, 6 in 2024-09-17T10:36:01.439 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:01.439 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:01.439 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:01 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2722417639' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T10:36:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:01 smithi170 ceph-mon[33842]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:36:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:01 smithi170 ceph-mon[33842]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-17T10:36:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:01 smithi170 ceph-mon[33842]: osdmap e39: 6 total, 5 up, 6 in 2024-09-17T10:36:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:01.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:01 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2722417639' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T10:36:01.849 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":39,"num_osds":6,"num_up_osds":5,"osd_up_since":1726569334,"num_in_osds":6,"osd_in_since":1726569342,"num_remapped_pgs":0} 2024-09-17T10:36:02.282 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:02 smithi170 ceph-mon[33842]: purged_snaps scrub starts 2024-09-17T10:36:02.282 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:02 smithi170 ceph-mon[33842]: purged_snaps scrub ok 2024-09-17T10:36:02.282 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:02 smithi170 ceph-mon[33842]: osd.5 [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] boot 2024-09-17T10:36:02.282 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:02 smithi170 ceph-mon[33842]: osdmap e40: 6 total, 6 up, 6 in 2024-09-17T10:36:02.282 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:02 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:02.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:02 smithi159 ceph-mon[27674]: purged_snaps scrub starts 2024-09-17T10:36:02.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:02 smithi159 ceph-mon[27674]: purged_snaps scrub ok 2024-09-17T10:36:02.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:02 smithi159 ceph-mon[27674]: osd.5 [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] boot 2024-09-17T10:36:02.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:02 smithi159 ceph-mon[27674]: osdmap e40: 6 total, 6 up, 6 in 2024-09-17T10:36:02.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:02 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:36:02.851 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-17T10:36:03.055 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: osdmap e41: 6 total, 6 up, 6 in 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:36:03.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:36:03.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:36:03.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:36:03.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:36:03.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: osdmap e41: 6 total, 6 up, 6 in 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:36:03.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:36:03.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:36:03.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:36:04.426 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:04 smithi159 ceph-mon[27674]: Detected new or changed devices on smithi170 2024-09-17T10:36:04.426 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:04 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi170 to 4970M 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 -- 172.21.15.159:0/4069511706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c100c60 msgr2=0x7fe47c103040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 --2- 172.21.15.159:0/4069511706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c100c60 0x7fe47c103040 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe474009910 tx=0x7fe474009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 -- 172.21.15.159:0/4069511706 shutdown_connections 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 --2- 172.21.15.159:0/4069511706 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe47c103580 0x7fe47c105960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 --2- 172.21.15.159:0/4069511706 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c100c60 0x7fe47c103040 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 -- 172.21.15.159:0/4069511706 >> 172.21.15.159:0/4069511706 conn(0x7fe47c0fa600 msgr2=0x7fe47c0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 -- 172.21.15.159:0/4069511706 shutdown_connections 2024-09-17T10:36:04.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.642+0000 7fe482ec2700 1 -- 172.21.15.159:0/4069511706 wait complete. 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe482ec2700 1 Processor -- start 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe482ec2700 1 -- start start 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe482ec2700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe47c100c60 0x7fe47c1959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe482ec2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c103580 0x7fe47c195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe482ec2700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe47c196510 con 0x7fe47c103580 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe482ec2700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe47c196650 con 0x7fe47c100c60 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe47bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c103580 0x7fe47c195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe47bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c103580 0x7fe47c195ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:40796/0 (socket says 172.21.15.159:40796) 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe47bfff700 1 -- 172.21.15.159:0/2642683132 learned_addr learned my addr 172.21.15.159:0/2642683132 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe480c5e700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe47c100c60 0x7fe47c1959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe47bfff700 1 -- 172.21.15.159:0/2642683132 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe47c100c60 msgr2=0x7fe47c1959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:04.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe47bfff700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe47c100c60 0x7fe47c1959b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe47bfff700 1 -- 172.21.15.159:0/2642683132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4740095f0 con 0x7fe47c103580 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.643+0000 7fe480c5e700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe47c100c60 0x7fe47c1959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.644+0000 7fe47bfff700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c103580 0x7fe47c195ef0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00ba50 tx=0x7fe46c00be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.644+0000 7fe479ffb700 1 -- 172.21.15.159:0/2642683132 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe46c00ca00 con 0x7fe47c103580 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.644+0000 7fe479ffb700 1 -- 172.21.15.159:0/2642683132 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe46c00cb60 con 0x7fe47c103580 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.644+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe47c19b100 con 0x7fe47c103580 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.644+0000 7fe479ffb700 1 -- 172.21.15.159:0/2642683132 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe46c007580 con 0x7fe47c103580 2024-09-17T10:36:04.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.644+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe47c19b6d0 con 0x7fe47c103580 2024-09-17T10:36:04.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.645+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe47c18fc10 con 0x7fe47c103580 2024-09-17T10:36:04.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.645+0000 7fe479ffb700 1 -- 172.21.15.159:0/2642683132 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fe46c00ccd0 con 0x7fe47c103580 2024-09-17T10:36:04.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.646+0000 7fe479ffb700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe46806c680 0x7fe46806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:04.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.646+0000 7fe479ffb700 1 -- 172.21.15.159:0/2642683132 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fe46c006e40 con 0x7fe47c103580 2024-09-17T10:36:04.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.646+0000 7fe480c5e700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe46806c680 0x7fe46806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:04.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.646+0000 7fe480c5e700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe46806c680 0x7fe46806eb30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe47400b5c0 tx=0x7fe474005960 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:04.652 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.650+0000 7fe479ffb700 1 -- 172.21.15.159:0/2642683132 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fe46c04e720 con 0x7fe47c103580 2024-09-17T10:36:04.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:04 smithi170 ceph-mon[33842]: Detected new or changed devices on smithi170 2024-09-17T10:36:04.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:04 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi170 to 4970M 2024-09-17T10:36:04.841 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.839+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fe47c02cc30 con 0x7fe47c103580 2024-09-17T10:36:04.841 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.839+0000 7fe479ffb700 1 -- 172.21.15.159:0/2642683132 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v41) v1 ==== 74+0+130 (secure 0 0 0) 0x7fe46c0190a0 con 0x7fe47c103580 2024-09-17T10:36:04.841 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:04.843 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.841+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe46806c680 msgr2=0x7fe46806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:04.843 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.841+0000 7fe482ec2700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe46806c680 0x7fe46806eb30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe47400b5c0 tx=0x7fe474005960 comp rx=0 tx=0).stop 2024-09-17T10:36:04.843 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.841+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c103580 msgr2=0x7fe47c195ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:04.843 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.841+0000 7fe482ec2700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c103580 0x7fe47c195ef0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe46c00ba50 tx=0x7fe46c00be10 comp rx=0 tx=0).stop 2024-09-17T10:36:04.843 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.842+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 shutdown_connections 2024-09-17T10:36:04.844 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.842+0000 7fe482ec2700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe46806c680 0x7fe46806eb30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:04.844 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.842+0000 7fe482ec2700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe47c100c60 0x7fe47c1959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:04.844 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.842+0000 7fe482ec2700 1 --2- 172.21.15.159:0/2642683132 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe47c103580 0x7fe47c195ef0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:04.844 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.842+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 >> 172.21.15.159:0/2642683132 conn(0x7fe47c0fa600 msgr2=0x7fe47c0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:04.844 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.842+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 shutdown_connections 2024-09-17T10:36:04.844 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:04.842+0000 7fe482ec2700 1 -- 172.21.15.159:0/2642683132 wait complete. 2024-09-17T10:36:05.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:05 smithi159 ceph-mon[27674]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:05.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:05 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2642683132' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T10:36:05.460 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":41,"num_osds":6,"num_up_osds":6,"osd_up_since":1726569361,"num_in_osds":6,"osd_in_since":1726569342,"num_remapped_pgs":0} 2024-09-17T10:36:05.461 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T10:36:05.660 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:05.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:05 smithi170 ceph-mon[33842]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:05.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:05 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2642683132' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.331+0000 7f2bacebe700 1 -- 172.21.15.159:0/3422841921 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 msgr2=0x7f2ba81038c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.331+0000 7f2bacebe700 1 --2- 172.21.15.159:0/3422841921 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba81038c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c009910 tx=0x7f2b9c009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.331+0000 7f2bacebe700 1 -- 172.21.15.159:0/3422841921 shutdown_connections 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.331+0000 7f2bacebe700 1 --2- 172.21.15.159:0/3422841921 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba81038c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.332+0000 7f2bacebe700 1 --2- 172.21.15.159:0/3422841921 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2ba8104790 0x7f2ba8104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.332+0000 7f2bacebe700 1 -- 172.21.15.159:0/3422841921 >> 172.21.15.159:0/3422841921 conn(0x7f2ba8074850 msgr2=0x7f2ba8074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.332+0000 7f2bacebe700 1 -- 172.21.15.159:0/3422841921 shutdown_connections 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.332+0000 7f2bacebe700 1 -- 172.21.15.159:0/3422841921 wait complete. 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.332+0000 7f2bacebe700 1 Processor -- start 2024-09-17T10:36:07.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.332+0000 7f2bacebe700 1 -- start start 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2bacebe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba8195cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2bacebe700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2ba8104790 0x7f2ba8196210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2bacebe700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba81968a0 con 0x7f2ba8103450 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2bacebe700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba81995d0 con 0x7f2ba8104790 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba8195cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba8195cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:57288/0 (socket says 172.21.15.159:57288) 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba659c700 1 -- 172.21.15.159:0/2335591341 learned_addr learned my addr 172.21.15.159:0/2335591341 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba5d9b700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2ba8104790 0x7f2ba8196210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:07.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba659c700 1 -- 172.21.15.159:0/2335591341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2ba8104790 msgr2=0x7f2ba8196210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba659c700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2ba8104790 0x7f2ba8196210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba659c700 1 -- 172.21.15.159:0/2335591341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b9c0095f0 con 0x7f2ba8103450 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2ba659c700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba8195cd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2b9800ea30 tx=0x7f2b9800ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2b977fe700 1 -- 172.21.15.159:0/2335591341 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2b9800cca0 con 0x7f2ba8103450 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ba81998b0 con 0x7f2ba8103450 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2b977fe700 1 -- 172.21.15.159:0/2335591341 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f2b9800ce00 con 0x7f2ba8103450 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2b977fe700 1 -- 172.21.15.159:0/2335591341 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2b98015720 con 0x7f2ba8103450 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.333+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ba8199dd0 con 0x7f2ba8103450 2024-09-17T10:36:07.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.334+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ba80fda10 con 0x7f2ba8103450 2024-09-17T10:36:07.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.335+0000 7f2b977fe700 1 -- 172.21.15.159:0/2335591341 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f2b980159e0 con 0x7f2ba8103450 2024-09-17T10:36:07.338 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:07 smithi159 ceph-mon[27674]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:07.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.335+0000 7f2b977fe700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2b9006c680 0x7f2b9006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:07.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.335+0000 7f2b977fe700 1 -- 172.21.15.159:0/2335591341 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f2b9808b910 con 0x7f2ba8103450 2024-09-17T10:36:07.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.335+0000 7f2ba5d9b700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2b9006c680 0x7f2b9006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:07.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.336+0000 7f2ba5d9b700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2b9006c680 0x7f2b9006eb30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2ba8197350 tx=0x7f2b9c005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:07.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.340+0000 7f2b977fe700 1 -- 172.21.15.159:0/2335591341 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f2b980563d0 con 0x7f2ba8103450 2024-09-17T10:36:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:07 smithi170 ceph-mon[33842]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:07.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.532+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2ba804ea50 con 0x7f2ba8103450 2024-09-17T10:36:07.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.533+0000 7f2b977fe700 1 -- 172.21.15.159:0/2335591341 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+11107 (secure 0 0 0) 0x7f2b980599f0 con 0x7f2ba8103450 2024-09-17T10:36:07.535 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:07.535 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":41,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","created":"2024-09-17T10:29:46.148685+0000","modified":"2024-09-17T10:36:02.195435+0000","last_up_change":"2024-09-17T10:36:01.190223+0000","last_in_change":"2024-09-17T10:35:42.096210+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":14,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":6,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T10:34:48.404248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":6,"score_stable":6,"optimal_score":0.5,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6a548e78-cd6b-4444-b9b7-5b17b6c8ccab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6803","nonce":2950320807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6805","nonce":2950320807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6809","nonce":2950320807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6807","nonce":2950320807}]},"public_addr":"172.21.15.159:6803/2950320807","cluster_addr":"172.21.15.159:6805/2950320807","heartbeat_back_addr":"172.21.15.159:6809/2950320807","heartbeat_front_addr":"172.21.15.159:6807/2950320807","state":["exists","up"]},{"osd":1,"uuid":"67a2bff8-2fde-4813-bd8f-b6fef799d9fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6811","nonce":168339369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6813","nonce":168339369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6817","nonce":168339369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6815","nonce":168339369}]},"public_addr":"172.21.15.159:6811/168339369","cluster_addr":"172.21.15.159:6813/168339369","heartbeat_back_addr":"172.21.15.159:6817/168339369","heartbeat_front_addr":"172.21.15.159:6815/168339369","state":["exists","up"]},{"osd":2,"uuid":"7e15e2d9-69b1-4079-b3b4-3fb06ce68bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6818","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6819","nonce":1057196111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6821","nonce":1057196111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6825","nonce":1057196111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6822","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6823","nonce":1057196111}]},"public_addr":"172.21.15.159:6819/1057196111","cluster_addr":"172.21.15.159:6821/1057196111","heartbeat_back_addr":"172.21.15.159:6825/1057196111","heartbeat_front_addr":"172.21.15.159:6823/1057196111","state":["exists","up"]},{"osd":3,"uuid":"7ee2aaef-4871-47bd-876d-02a0bef9cb9a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6801","nonce":1009972578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6803","nonce":1009972578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6807","nonce":1009972578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6805","nonce":1009972578}]},"public_addr":"172.21.15.170:6801/1009972578","cluster_addr":"172.21.15.170:6803/1009972578","heartbeat_back_addr":"172.21.15.170:6807/1009972578","heartbeat_front_addr":"172.21.15.170:6805/1009972578","state":["exists","up"]},{"osd":4,"uuid":"685f451c-0f8b-4f03-9c75-c0d477afe2e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6809","nonce":1047652301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6811","nonce":1047652301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6815","nonce":1047652301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6813","nonce":1047652301}]},"public_addr":"172.21.15.170:6809/1047652301","cluster_addr":"172.21.15.170:6811/1047652301","heartbeat_back_addr":"172.21.15.170:6815/1047652301","heartbeat_front_addr":"172.21.15.170:6813/1047652301","state":["exists","up"]},{"osd":5,"uuid":"4c906c55-690a-4051-a63e-6ba91cc74dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6817","nonce":3808458275}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6819","nonce":3808458275}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6823","nonce":3808458275}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6821","nonce":3808458275}]},"public_addr":"172.21.15.170:6817/3808458275","cluster_addr":"172.21.15.170:6819/3808458275","heartbeat_back_addr":"172.21.15.170:6823/3808458275","heartbeat_front_addr":"172.21.15.170:6821/3808458275","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:33:48.095441+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:34:16.402569+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:34:44.806803+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:07.974922+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:32.795965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:59.244606+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.159:0/3783092187":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/543198648":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/2480167937":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/1939295452":"2024-09-18T10:30:46.540925+0000","172.21.15.159:6801/2":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2162282770":"2024-09-18T10:30:46.540925+0000","172.21.15.159:6800/2":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2250640848":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2708290637":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/3826317272":"2024-09-18T10:30:46.540925+0000","172.21.15.159:0/3884700109":"2024-09-18T10:30:13.763759+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T10:36:07.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2b9006c680 msgr2=0x7f2b9006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:07.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2b9006c680 0x7f2b9006eb30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2ba8197350 tx=0x7f2b9c005940 comp rx=0 tx=0).stop 2024-09-17T10:36:07.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 msgr2=0x7f2ba8195cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:07.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba8195cd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2b9800ea30 tx=0x7f2b9800ed40 comp rx=0 tx=0).stop 2024-09-17T10:36:07.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 shutdown_connections 2024-09-17T10:36:07.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2b9006c680 0x7f2b9006eb30 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:07.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2ba8103450 0x7f2ba8195cd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:07.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 --2- 172.21.15.159:0/2335591341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2ba8104790 0x7f2ba8196210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:07.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.535+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 >> 172.21.15.159:0/2335591341 conn(0x7f2ba8074850 msgr2=0x7f2ba8102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:07.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.536+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 shutdown_connections 2024-09-17T10:36:07.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:07.536+0000 7f2bacebe700 1 -- 172.21.15.159:0/2335591341 wait complete. 2024-09-17T10:36:08.253 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-17T10:34:48.404248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 6, 'score_stable': 6, 'optimal_score': 0.5, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-17T10:36:08.253 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-17T10:36:08.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:08 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:08.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:08 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2335591341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T10:36:08.451 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:08.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:08 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:08.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:08 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2335591341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T10:36:09.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:09 smithi170 ceph-mon[33842]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:09.413 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:09 smithi159 ceph-mon[27674]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:09.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 -- 172.21.15.159:0/39319465 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068fd0 msgr2=0x7f0a24104df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:09.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 --2- 172.21.15.159:0/39319465 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068fd0 0x7f0a24104df0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0a10009910 tx=0x7f0a10009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:09.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 -- 172.21.15.159:0/39319465 shutdown_connections 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 --2- 172.21.15.159:0/39319465 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068fd0 0x7f0a24104df0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 --2- 172.21.15.159:0/39319465 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a24068630 0x7f0a24068a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 -- 172.21.15.159:0/39319465 >> 172.21.15.159:0/39319465 conn(0x7f0a24074f50 msgr2=0x7f0a24075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 -- 172.21.15.159:0/39319465 shutdown_connections 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.878+0000 7f0a2af52700 1 -- 172.21.15.159:0/39319465 wait complete. 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a2af52700 1 Processor -- start 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a2af52700 1 -- start start 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a2af52700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068630 0x7f0a24195e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a2af52700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a24068fd0 0x7f0a24196360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a2af52700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a24196a40 con 0x7f0a24068630 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a2af52700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a2419a7d0 con 0x7f0a24068fd0 2024-09-17T10:36:09.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a28cee700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068630 0x7f0a24195e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a28cee700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068630 0x7f0a24195e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:57316/0 (socket says 172.21.15.159:57316) 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a28cee700 1 -- 172.21.15.159:0/996020342 learned_addr learned my addr 172.21.15.159:0/996020342 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.879+0000 7f0a23fff700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a24068fd0 0x7f0a24196360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a28cee700 1 -- 172.21.15.159:0/996020342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a24068fd0 msgr2=0x7f0a24196360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a28cee700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a24068fd0 0x7f0a24196360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a28cee700 1 -- 172.21.15.159:0/996020342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a100095f0 con 0x7f0a24068630 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a28cee700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068630 0x7f0a24195e20 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800b4b0 tx=0x7f0a1800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a21ffb700 1 -- 172.21.15.159:0/996020342 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0a18011800 con 0x7f0a24068630 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a21ffb700 1 -- 172.21.15.159:0/996020342 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0a18011e10 con 0x7f0a24068630 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a2419aab0 con 0x7f0a24068630 2024-09-17T10:36:09.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a21ffb700 1 -- 172.21.15.159:0/996020342 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0a1800f2e0 con 0x7f0a24068630 2024-09-17T10:36:09.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.880+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a2419b000 con 0x7f0a24068630 2024-09-17T10:36:09.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.881+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a241086d0 con 0x7f0a24068630 2024-09-17T10:36:09.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.882+0000 7f0a21ffb700 1 -- 172.21.15.159:0/996020342 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f0a18010380 con 0x7f0a24068630 2024-09-17T10:36:09.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.882+0000 7f0a21ffb700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a1406c680 0x7f0a1406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:09.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.882+0000 7f0a21ffb700 1 -- 172.21.15.159:0/996020342 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f0a1808b110 con 0x7f0a24068630 2024-09-17T10:36:09.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.882+0000 7f0a23fff700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a1406c680 0x7f0a1406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:09.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.882+0000 7f0a23fff700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a1406c680 0x7f0a1406eb30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0a24197440 tx=0x7f0a1001a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:09.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:09.886+0000 7f0a21ffb700 1 -- 172.21.15.159:0/996020342 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0a18055bd0 con 0x7f0a24068630 2024-09-17T10:36:10.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.079+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0a2419b280 con 0x7f0a24068630 2024-09-17T10:36:10.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.079+0000 7f0a21ffb700 1 -- 172.21.15.159:0/996020342 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0a180591f0 con 0x7f0a24068630 2024-09-17T10:36:10.081 INFO:teuthology.orchestra.run.smithi159.stdout:pg_num: 1 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a1406c680 msgr2=0x7f0a1406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a1406c680 0x7f0a1406eb30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0a24197440 tx=0x7f0a1001a040 comp rx=0 tx=0).stop 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068630 msgr2=0x7f0a24195e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068630 0x7f0a24195e20 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800b4b0 tx=0x7f0a1800b870 comp rx=0 tx=0).stop 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 shutdown_connections 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a1406c680 0x7f0a1406eb30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a24068630 0x7f0a24195e20 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 --2- 172.21.15.159:0/996020342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a24068fd0 0x7f0a24196360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:10.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 >> 172.21.15.159:0/996020342 conn(0x7f0a24074f50 msgr2=0x7f0a240fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:10.084 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 shutdown_connections 2024-09-17T10:36:10.084 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:10.081+0000 7f0a2af52700 1 -- 172.21.15.159:0/996020342 wait complete. 2024-09-17T10:36:10.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:10 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/996020342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-17T10:36:10.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:10 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/996020342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-17T10:36:10.819 INFO:tasks.cephadm:Setting up client nodes... 2024-09-17T10:36:10.820 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-17T10:36:11.019 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:11.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:11 smithi159 ceph-mon[27674]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:11.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:11 smithi170 ceph-mon[33842]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:12.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 -- 172.21.15.159:0/1110808058 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 msgr2=0x7fd47c101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 --2- 172.21.15.159:0/1110808058 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c101bd0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd470009910 tx=0x7fd470009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 -- 172.21.15.159:0/1110808058 shutdown_connections 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 --2- 172.21.15.159:0/1110808058 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd47c1021a0 0x7fd47c0fe260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 --2- 172.21.15.159:0/1110808058 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c101bd0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 -- 172.21.15.159:0/1110808058 >> 172.21.15.159:0/1110808058 conn(0x7fd47c0f9dd0 msgr2=0x7fd47c0fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 -- 172.21.15.159:0/1110808058 shutdown_connections 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.693+0000 7fd4808de700 1 -- 172.21.15.159:0/1110808058 wait complete. 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd4808de700 1 Processor -- start 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd4808de700 1 -- start start 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd4808de700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd4808de700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd47c1021a0 0x7fd47c195f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:12.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd4808de700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47c196590 con 0x7fd47c1017c0 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd4808de700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47c1966d0 con 0x7fd47c1021a0 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd47a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd47a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c195a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:57322/0 (socket says 172.21.15.159:57322) 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd47a59c700 1 -- 172.21.15.159:0/4259436432 learned_addr learned my addr 172.21.15.159:0/4259436432 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd479d9b700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd47c1021a0 0x7fd47c195f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd47a59c700 1 -- 172.21.15.159:0/4259436432 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd47c1021a0 msgr2=0x7fd47c195f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd47a59c700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd47c1021a0 0x7fd47c195f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd47a59c700 1 -- 172.21.15.159:0/4259436432 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4700095f0 con 0x7fd47c1017c0 2024-09-17T10:36:12.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.694+0000 7fd47a59c700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c195a30 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd4700092e0 tx=0x7fd47000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:12.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.695+0000 7fd46b7fe700 1 -- 172.21.15.159:0/4259436432 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd47001d070 con 0x7fd47c1017c0 2024-09-17T10:36:12.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.695+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd47c19b120 con 0x7fd47c1017c0 2024-09-17T10:36:12.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.695+0000 7fd46b7fe700 1 -- 172.21.15.159:0/4259436432 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fd47000f460 con 0x7fd47c1017c0 2024-09-17T10:36:12.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.695+0000 7fd46b7fe700 1 -- 172.21.15.159:0/4259436432 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd470017630 con 0x7fd47c1017c0 2024-09-17T10:36:12.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.695+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd47c19b610 con 0x7fd47c1017c0 2024-09-17T10:36:12.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.696+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd47c108d40 con 0x7fd47c1017c0 2024-09-17T10:36:12.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.696+0000 7fd46b7fe700 1 -- 172.21.15.159:0/4259436432 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fd47000f5d0 con 0x7fd47c1017c0 2024-09-17T10:36:12.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.697+0000 7fd46b7fe700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd46406c680 0x7fd46406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:12.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.697+0000 7fd46b7fe700 1 -- 172.21.15.159:0/4259436432 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fd47008c970 con 0x7fd47c1017c0 2024-09-17T10:36:12.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.697+0000 7fd479d9b700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd46406c680 0x7fd46406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:12.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.697+0000 7fd479d9b700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd46406c680 0x7fd46406eb30 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd46c005950 tx=0x7fd46c00b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:12.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.701+0000 7fd46b7fe700 1 -- 172.21.15.159:0/4259436432 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fd47005aec0 con 0x7fd47c1017c0 2024-09-17T10:36:12.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.965+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7fd47c108f30 con 0x7fd47c1017c0 2024-09-17T10:36:12.970 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.969+0000 7fd46b7fe700 1 -- 172.21.15.159:0/4259436432 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v16) v1 ==== 170+0+59 (secure 0 0 0) 0x7fd47000f880 con 0x7fd47c1017c0 2024-09-17T10:36:12.971 INFO:teuthology.orchestra.run.smithi159.stdout:[client.0] 2024-09-17T10:36:12.971 INFO:teuthology.orchestra.run.smithi159.stdout: key = AQCcW+lmOv+gORAAkFH9a60SvOWgphL/cxmQIQ== 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd46406c680 msgr2=0x7fd46406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd46406c680 0x7fd46406eb30 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd46c005950 tx=0x7fd46c00b410 comp rx=0 tx=0).stop 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 msgr2=0x7fd47c195a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c195a30 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd4700092e0 tx=0x7fd47000bd70 comp rx=0 tx=0).stop 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 shutdown_connections 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd46406c680 0x7fd46406eb30 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd47c1017c0 0x7fd47c195a30 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 --2- 172.21.15.159:0/4259436432 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd47c1021a0 0x7fd47c195f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:12.974 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 >> 172.21.15.159:0/4259436432 conn(0x7fd47c0f9dd0 msgr2=0x7fd47c104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:12.974 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 shutdown_connections 2024-09-17T10:36:12.974 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:12.971+0000 7fd4808de700 1 -- 172.21.15.159:0/4259436432 wait complete. 2024-09-17T10:36:13.319 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:13 smithi159 ceph-mon[27674]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:13.320 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:13 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4259436432' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T10:36:13.320 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:13 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4259436432' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T10:36:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:13 smithi170 ceph-mon[33842]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:13 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4259436432' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T10:36:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:13 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4259436432' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T10:36:13.651 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:36:13.651 DEBUG:teuthology.orchestra.run.smithi159:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-17T10:36:13.651 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-17T10:36:13.689 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-17T10:36:13.899 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi170/config 2024-09-17T10:36:15.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:15 smithi170 ceph-mon[33842]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:15.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:15 smithi159 ceph-mon[27674]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:15.436 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/1011109809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac101390 msgr2=0x7ff0ac1017e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:15.436 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/1011109809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac101390 0x7ff0ac1017e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0009910 tx=0x7ff0a0009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:15.437 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/1011109809 shutdown_connections 2024-09-17T10:36:15.437 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/1011109809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac101390 0x7ff0ac1017e0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:15.437 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/1011109809 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0ac100190 0x7ff0ac1005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:15.437 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/1011109809 >> 172.21.15.170:0/1011109809 conn(0x7ff0ac0fb720 msgr2=0x7ff0ac0fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:15.437 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/1011109809 shutdown_connections 2024-09-17T10:36:15.437 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.434+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/1011109809 wait complete. 2024-09-17T10:36:15.439 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.435+0000 7ff0b0ca5700 1 Processor -- start 2024-09-17T10:36:15.439 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.435+0000 7ff0b0ca5700 1 -- start start 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.435+0000 7ff0b0ca5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac100190 0x7ff0ac195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.435+0000 7ff0b0ca5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0ac101390 0x7ff0ac195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.435+0000 7ff0b0ca5700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0ac1964c0 con 0x7ff0ac101390 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.435+0000 7ff0b0ca5700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0ac196600 con 0x7ff0ac100190 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0aa59c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac100190 0x7ff0ac195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0aa59c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac100190 0x7ff0ac195960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:43706/0 (socket says 172.21.15.170:43706) 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0aa59c700 1 -- 172.21.15.170:0/3682432491 learned_addr learned my addr 172.21.15.170:0/3682432491 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0a9d9b700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0ac101390 0x7ff0ac195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0aa59c700 1 -- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0ac101390 msgr2=0x7ff0ac195ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:15.440 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0aa59c700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0ac101390 0x7ff0ac195ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0aa59c700 1 -- 172.21.15.170:0/3682432491 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0a00095f0 con 0x7ff0ac100190 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0aa59c700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac100190 0x7ff0ac195960 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff09c00d900 tx=0x7ff09c00dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff09b7fe700 1 -- 172.21.15.170:0/3682432491 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff09c0041f0 con 0x7ff0ac100190 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff09b7fe700 1 -- 172.21.15.170:0/3682432491 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff09c004350 con 0x7ff0ac100190 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0ac19b0b0 con 0x7ff0ac100190 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff09b7fe700 1 -- 172.21.15.170:0/3682432491 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff09c003da0 con 0x7ff0ac100190 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.436+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0ac19b600 con 0x7ff0ac100190 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.437+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0ac108ce0 con 0x7ff0ac100190 2024-09-17T10:36:15.441 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.438+0000 7ff09b7fe700 1 -- 172.21.15.170:0/3682432491 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7ff09c009730 con 0x7ff0ac100190 2024-09-17T10:36:15.442 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.438+0000 7ff09b7fe700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff09406c680 0x7ff09406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:15.442 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.439+0000 7ff09b7fe700 1 -- 172.21.15.170:0/3682432491 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7ff09c08b670 con 0x7ff0ac100190 2024-09-17T10:36:15.442 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.439+0000 7ff0a9d9b700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff09406c680 0x7ff09406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:15.442 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.439+0000 7ff0a9d9b700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff09406c680 0x7ff09406eb30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0006010 tx=0x7ff0a000b580 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:15.444 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.443+0000 7ff09b7fe700 1 -- 172.21.15.170:0/3682432491 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7ff09c059bc0 con 0x7ff0ac100190 2024-09-17T10:36:15.708 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.706+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7ff0ac19bca0 con 0x7ff0ac100190 2024-09-17T10:36:15.713 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.712+0000 7ff09b7fe700 1 -- 172.21.15.170:0/3682432491 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v17) v1 ==== 170+0+59 (secure 0 0 0) 0x7ff09c059750 con 0x7ff0ac100190 2024-09-17T10:36:15.713 INFO:teuthology.orchestra.run.smithi170.stdout:[client.1] 2024-09-17T10:36:15.713 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQCfW+lmYi8/KhAAOPlHd2KACeZU01q6J2yPZw== 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff09406c680 msgr2=0x7ff09406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff09406c680 0x7ff09406eb30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0006010 tx=0x7ff0a000b580 comp rx=0 tx=0).stop 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac100190 msgr2=0x7ff0ac195960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac100190 0x7ff0ac195960 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff09c00d900 tx=0x7ff09c00dcc0 comp rx=0 tx=0).stop 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 shutdown_connections 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff09406c680 0x7ff09406eb30 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0ac100190 0x7ff0ac195960 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 --2- 172.21.15.170:0/3682432491 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0ac101390 0x7ff0ac195ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 >> 172.21.15.170:0/3682432491 conn(0x7ff0ac0fb720 msgr2=0x7ff0ac1045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 shutdown_connections 2024-09-17T10:36:15.716 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:36:15.714+0000 7ff0b0ca5700 1 -- 172.21.15.170:0/3682432491 wait complete. 2024-09-17T10:36:16.378 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:16 smithi170 ceph-mon[33842]: from='client.? 172.21.15.170:0/3682432491' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T10:36:16.379 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:16 smithi170 ceph-mon[33842]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T10:36:16.379 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:16 smithi170 ceph-mon[33842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T10:36:16.399 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:36:16.399 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-17T10:36:16.399 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-17T10:36:16.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:16 smithi159 ceph-mon[27674]: from='client.? 172.21.15.170:0/3682432491' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T10:36:16.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:16 smithi159 ceph-mon[27674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-17T10:36:16.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:16 smithi159 ceph-mon[27674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-17T10:36:16.437 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph config log 1 --format=json 2024-09-17T10:36:16.648 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:17.311 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:17 smithi159 ceph-mon[27674]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:17.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:17 smithi170 ceph-mon[33842]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:18.158 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.156+0000 7fa82f3d9700 1 -- 172.21.15.159:0/3698350799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 msgr2=0x7fa8280ff6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:18.158 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.156+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/3698350799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa8280ff6f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa824009940 tx=0x7fa824009c50 comp rx=0 tx=0).stop 2024-09-17T10:36:18.158 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 -- 172.21.15.159:0/3698350799 shutdown_connections 2024-09-17T10:36:18.159 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/3698350799 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa8280ffc30 0x7fa82810a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.159 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/3698350799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa8280ff6f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.159 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 -- 172.21.15.159:0/3698350799 >> 172.21.15.159:0/3698350799 conn(0x7fa8280748b0 msgr2=0x7fa828074cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:18.159 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 -- 172.21.15.159:0/3698350799 shutdown_connections 2024-09-17T10:36:18.159 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 -- 172.21.15.159:0/3698350799 wait complete. 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 Processor -- start 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 -- start start 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa82819ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.157+0000 7fa82f3d9700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa8280ffc30 0x7fa82819bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82f3d9700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa82819c5f0 con 0x7fa8280ff320 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82f3d9700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa828195aa0 con 0x7fa8280ffc30 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82d175700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa82819ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:18.161 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82d175700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa82819ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34540/0 (socket says 172.21.15.159:34540) 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82d175700 1 -- 172.21.15.159:0/1721933147 learned_addr learned my addr 172.21.15.159:0/1721933147 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82d175700 1 -- 172.21.15.159:0/1721933147 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa8280ffc30 msgr2=0x7fa82819bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82c974700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa8280ffc30 0x7fa82819bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82d175700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa8280ffc30 0x7fa82819bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82d175700 1 -- 172.21.15.159:0/1721933147 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8240095f0 con 0x7fa8280ff320 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82c974700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa8280ffc30 0x7fa82819bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82d175700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa82819ba20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa8240055f0 tx=0x7fa8240056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa81e7fc700 1 -- 172.21.15.159:0/1721933147 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa82401d070 con 0x7fa8280ff320 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa81e7fc700 1 -- 172.21.15.159:0/1721933147 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa82400f460 con 0x7fa8280ff320 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa828195d80 con 0x7fa8280ff320 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa81e7fc700 1 -- 172.21.15.159:0/1721933147 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa824021640 con 0x7fa8280ff320 2024-09-17T10:36:18.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.158+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8281962d0 con 0x7fa8280ff320 2024-09-17T10:36:18.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.159+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa828107da0 con 0x7fa8280ff320 2024-09-17T10:36:18.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.160+0000 7fa81e7fc700 1 -- 172.21.15.159:0/1721933147 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fa82400fab0 con 0x7fa8280ff320 2024-09-17T10:36:18.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.160+0000 7fa81e7fc700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa81406c680 0x7fa81406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:18.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.160+0000 7fa81e7fc700 1 -- 172.21.15.159:0/1721933147 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fa82408c620 con 0x7fa8280ff320 2024-09-17T10:36:18.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.160+0000 7fa82c974700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa81406c680 0x7fa81406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:18.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.161+0000 7fa82c974700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa81406c680 0x7fa81406eb30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa818005fd0 tx=0x7fa818005ee0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:18.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.165+0000 7fa81e7fc700 1 -- 172.21.15.159:0/1721933147 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fa82405abf0 con 0x7fa8280ff320 2024-09-17T10:36:18.355 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.354+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) v1 -- 0x7fa8281965a0 con 0x7fa8280ff320 2024-09-17T10:36:18.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.354+0000 7fa81e7fc700 1 -- 172.21.15.159:0/1721933147 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v37) v1 ==== 86+0+187 (secure 0 0 0) 0x7fa82405a780 con 0x7fa8280ff320 2024-09-17T10:36:18.356 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa81406c680 msgr2=0x7fa81406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa81406c680 0x7fa81406eb30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa818005fd0 tx=0x7fa818005ee0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 msgr2=0x7fa82819ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa82819ba20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa8240055f0 tx=0x7fa8240056d0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 shutdown_connections 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa81406c680 0x7fa81406eb30 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa8280ff320 0x7fa82819ba20 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 --2- 172.21.15.159:0/1721933147 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa8280ffc30 0x7fa82819bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 >> 172.21.15.159:0/1721933147 conn(0x7fa8280748b0 msgr2=0x7fa828104ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 shutdown_connections 2024-09-17T10:36:18.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:18.357+0000 7fa82f3d9700 1 -- 172.21.15.159:0/1721933147 wait complete. 2024-09-17T10:36:18.980 INFO:teuthology.orchestra.run.smithi159.stdout:[{"version":37,"timestamp":"2024-09-17T10:36:02.675622+0000","name":"","changes":[{"name":"osd/host:smithi170/osd_memory_target","previous_value":"7818251673","new_value":"5212167782"}]}] 2024-09-17T10:36:18.980 INFO:tasks.ceph_manager:config epoch is 37 2024-09-17T10:36:18.981 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-17T10:36:18.981 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-17T10:36:18.981 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-17T10:36:19.179 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:19.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:19 smithi159 ceph-mon[27674]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:19.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:19 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1721933147' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-17T10:36:19.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:19 smithi170 ceph-mon[33842]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:19.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:19 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1721933147' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-17T10:36:20.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 -- 172.21.15.159:0/1301494370 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 msgr2=0x7f3990104d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 --2- 172.21.15.159:0/1301494370 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990104d20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3980009910 tx=0x7f3980009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 -- 172.21.15.159:0/1301494370 shutdown_connections 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 --2- 172.21.15.159:0/1301494370 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990104d20 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 --2- 172.21.15.159:0/1301494370 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39901003b0 0x7f3990100780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 -- 172.21.15.159:0/1301494370 >> 172.21.15.159:0/1301494370 conn(0x7f39900fbc30 msgr2=0x7f39900fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 -- 172.21.15.159:0/1301494370 shutdown_connections 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.743+0000 7f3996337700 1 -- 172.21.15.159:0/1301494370 wait complete. 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f3996337700 1 Processor -- start 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f3996337700 1 -- start start 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f3996337700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39901003b0 0x7f3990195dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f3996337700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990196300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f3996337700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39901969e0 con 0x7f3990100d50 2024-09-17T10:36:20.747 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f3996337700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399019a770 con 0x7f39901003b0 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f398f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990196300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f398f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990196300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34552/0 (socket says 172.21.15.159:34552) 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f398f7fe700 1 -- 172.21.15.159:0/478499239 learned_addr learned my addr 172.21.15.159:0/478499239 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f398ffff700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39901003b0 0x7f3990195dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.744+0000 7f398f7fe700 1 -- 172.21.15.159:0/478499239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39901003b0 msgr2=0x7f3990195dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f398f7fe700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39901003b0 0x7f3990195dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f398f7fe700 1 -- 172.21.15.159:0/478499239 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39800095f0 con 0x7f3990100d50 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f398f7fe700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990196300 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f398000bda0 tx=0x7f398000bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f398d7fa700 1 -- 172.21.15.159:0/478499239 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f398001d070 con 0x7f3990100d50 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f398d7fa700 1 -- 172.21.15.159:0/478499239 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f398000f460 con 0x7f3990100d50 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f399019a9f0 con 0x7f3990100d50 2024-09-17T10:36:20.748 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f398d7fa700 1 -- 172.21.15.159:0/478499239 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3980017630 con 0x7f3990100d50 2024-09-17T10:36:20.749 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.745+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f399019aee0 con 0x7f3990100d50 2024-09-17T10:36:20.749 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.746+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3990108720 con 0x7f3990100d50 2024-09-17T10:36:20.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.746+0000 7f398d7fa700 1 -- 172.21.15.159:0/478499239 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f398000fab0 con 0x7f3990100d50 2024-09-17T10:36:20.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.747+0000 7f398d7fa700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f397c06c680 0x7f397c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:20.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.747+0000 7f398d7fa700 1 -- 172.21.15.159:0/478499239 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f398008c7b0 con 0x7f3990100d50 2024-09-17T10:36:20.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.747+0000 7f398ffff700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f397c06c680 0x7f397c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:20.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.747+0000 7f398ffff700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f397c06c680 0x7f397c06eb30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3978005950 tx=0x7f397800b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:20.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.751+0000 7f398d7fa700 1 -- 172.21.15.159:0/478499239 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f39800572f0 con 0x7f3990100d50 2024-09-17T10:36:21.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:20.998+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f399002cc30 con 0x7f3990100d50 2024-09-17T10:36:21.004 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.002+0000 7f398d7fa700 1 -- 172.21.15.159:0/478499239 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v19) v1 ==== 74+0+172835 (secure 0 0 0) 0x7f398005a910 con 0x7f3990100d50 2024-09-17T10:36:21.007 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f397c06c680 msgr2=0x7f397c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f397c06c680 0x7f397c06eb30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3978005950 tx=0x7f397800b410 comp rx=0 tx=0).stop 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 msgr2=0x7f3990196300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990196300 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f398000bda0 tx=0x7f398000bdd0 comp rx=0 tx=0).stop 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 shutdown_connections 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f397c06c680 0x7f397c06eb30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39901003b0 0x7f3990195dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 --2- 172.21.15.159:0/478499239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3990100d50 0x7f3990196300 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 >> 172.21.15.159:0/478499239 conn(0x7f39900fbc30 msgr2=0x7f39900fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 shutdown_connections 2024-09-17T10:36:21.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:21.004+0000 7f3996337700 1 -- 172.21.15.159:0/478499239 wait complete. 2024-09-17T10:36:21.314 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:21 smithi159 ceph-mon[27674]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:21.314 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:21 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/478499239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T10:36:21.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:21 smithi170 ceph-mon[33842]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:21.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:21 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/478499239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-17T10:36:21.711 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":19,"active_gid":14215,"active_name":"smithi159.tdcigv","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6800","nonce":2},{"type":"v1","addr":"172.21.15.159:6801","nonce":2}]},"active_addr":"172.21.15.159:6801/2","active_change":"2024-09-17T10:31:52.084653+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":14238,"name":"smithi170.ssubfe","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.159:8443/","prometheus":"http://172.21.15.159:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":5,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":712178744}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":1924789483}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":3463090804}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.159:0","nonce":462111036}]}]} 2024-09-17T10:36:21.717 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-17T10:36:21.718 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-17T10:36:21.718 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T10:36:21.917 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:22.329 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:22.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:23.231 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:23 smithi159 ceph-mon[27674]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:23.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.438+0000 7f38cbbdd700 1 -- 172.21.15.159:0/2560056647 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ff310 msgr2=0x7f38c40ff6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:23.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.438+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/2560056647 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ff310 0x7f38c40ff6e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f38bc00b0a0 tx=0x7f38bc00b3b0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.438+0000 7f38cbbdd700 1 -- 172.21.15.159:0/2560056647 shutdown_connections 2024-09-17T10:36:23.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.438+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/2560056647 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38c40ffcb0 0x7f38c4103c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.438+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/2560056647 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ff310 0x7f38c40ff6e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.438+0000 7f38cbbdd700 1 -- 172.21.15.159:0/2560056647 >> 172.21.15.159:0/2560056647 conn(0x7f38c40fabb0 msgr2=0x7f38c40fcfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:23.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.438+0000 7f38cbbdd700 1 -- 172.21.15.159:0/2560056647 shutdown_connections 2024-09-17T10:36:23.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.439+0000 7f38cbbdd700 1 -- 172.21.15.159:0/2560056647 wait complete. 2024-09-17T10:36:23.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.439+0000 7f38cbbdd700 1 Processor -- start 2024-09-17T10:36:23.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.439+0000 7f38cbbdd700 1 -- start start 2024-09-17T10:36:23.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38cbbdd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38c40ff310 0x7f38c4194dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:23.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38cbbdd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ffcb0 0x7f38c4195300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38cbbdd700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38c41959e0 con 0x7f38c40ffcb0 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38cbbdd700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38c4199770 con 0x7f38c40ff310 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9178700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ffcb0 0x7f38c4195300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9178700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ffcb0 0x7f38c4195300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34562/0 (socket says 172.21.15.159:34562) 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9178700 1 -- 172.21.15.159:0/33279420 learned_addr learned my addr 172.21.15.159:0/33279420 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9979700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38c40ff310 0x7f38c4194dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9178700 1 -- 172.21.15.159:0/33279420 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38c40ff310 msgr2=0x7f38c4194dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9178700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38c40ff310 0x7f38c4194dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9178700 1 -- 172.21.15.159:0/33279420 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38bc009d00 con 0x7f38c40ffcb0 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c9178700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ffcb0 0x7f38c4195300 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f38b800b480 tx=0x7f38b800b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c2ffd700 1 -- 172.21.15.159:0/33279420 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f38b8011800 con 0x7f38c40ffcb0 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38c4199a50 con 0x7f38c40ffcb0 2024-09-17T10:36:23.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c2ffd700 1 -- 172.21.15.159:0/33279420 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f38b8011e10 con 0x7f38c40ffcb0 2024-09-17T10:36:23.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38c2ffd700 1 -- 172.21.15.159:0/33279420 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f38b8010ea0 con 0x7f38c40ffcb0 2024-09-17T10:36:23.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.440+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38c4199fa0 con 0x7f38c40ffcb0 2024-09-17T10:36:23.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.441+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38c4107620 con 0x7f38c40ffcb0 2024-09-17T10:36:23.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.442+0000 7f38c2ffd700 1 -- 172.21.15.159:0/33279420 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f38b8010380 con 0x7f38c40ffcb0 2024-09-17T10:36:23.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.442+0000 7f38c2ffd700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f38ac06c680 0x7f38ac06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:23.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.442+0000 7f38c2ffd700 1 -- 172.21.15.159:0/33279420 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f38b808b010 con 0x7f38c40ffcb0 2024-09-17T10:36:23.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.442+0000 7f38c9979700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f38ac06c680 0x7f38ac06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:23.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.443+0000 7f38c9979700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f38ac06c680 0x7f38ac06eb30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f38bc000f80 tx=0x7f38bc0097e0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:23.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.447+0000 7f38c2ffd700 1 -- 172.21.15.159:0/33279420 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f38b8055ad0 con 0x7f38c40ffcb0 2024-09-17T10:36:23.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:23 smithi170 ceph-mon[33842]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:23.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.639+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f38c404ea50 con 0x7f38c40ffcb0 2024-09-17T10:36:23.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.640+0000 7f38c2ffd700 1 -- 172.21.15.159:0/33279420 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+11107 (secure 0 0 0) 0x7f38b80590f0 con 0x7f38c40ffcb0 2024-09-17T10:36:23.641 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:23.641 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":41,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","created":"2024-09-17T10:29:46.148685+0000","modified":"2024-09-17T10:36:02.195435+0000","last_up_change":"2024-09-17T10:36:01.190223+0000","last_in_change":"2024-09-17T10:35:42.096210+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":14,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":6,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T10:34:48.404248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":6,"score_stable":6,"optimal_score":0.5,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6a548e78-cd6b-4444-b9b7-5b17b6c8ccab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6803","nonce":2950320807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6805","nonce":2950320807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6809","nonce":2950320807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6807","nonce":2950320807}]},"public_addr":"172.21.15.159:6803/2950320807","cluster_addr":"172.21.15.159:6805/2950320807","heartbeat_back_addr":"172.21.15.159:6809/2950320807","heartbeat_front_addr":"172.21.15.159:6807/2950320807","state":["exists","up"]},{"osd":1,"uuid":"67a2bff8-2fde-4813-bd8f-b6fef799d9fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6811","nonce":168339369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6813","nonce":168339369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6817","nonce":168339369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6815","nonce":168339369}]},"public_addr":"172.21.15.159:6811/168339369","cluster_addr":"172.21.15.159:6813/168339369","heartbeat_back_addr":"172.21.15.159:6817/168339369","heartbeat_front_addr":"172.21.15.159:6815/168339369","state":["exists","up"]},{"osd":2,"uuid":"7e15e2d9-69b1-4079-b3b4-3fb06ce68bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6818","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6819","nonce":1057196111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6821","nonce":1057196111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6825","nonce":1057196111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6822","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6823","nonce":1057196111}]},"public_addr":"172.21.15.159:6819/1057196111","cluster_addr":"172.21.15.159:6821/1057196111","heartbeat_back_addr":"172.21.15.159:6825/1057196111","heartbeat_front_addr":"172.21.15.159:6823/1057196111","state":["exists","up"]},{"osd":3,"uuid":"7ee2aaef-4871-47bd-876d-02a0bef9cb9a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6801","nonce":1009972578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6803","nonce":1009972578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6807","nonce":1009972578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6805","nonce":1009972578}]},"public_addr":"172.21.15.170:6801/1009972578","cluster_addr":"172.21.15.170:6803/1009972578","heartbeat_back_addr":"172.21.15.170:6807/1009972578","heartbeat_front_addr":"172.21.15.170:6805/1009972578","state":["exists","up"]},{"osd":4,"uuid":"685f451c-0f8b-4f03-9c75-c0d477afe2e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6809","nonce":1047652301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6811","nonce":1047652301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6815","nonce":1047652301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6813","nonce":1047652301}]},"public_addr":"172.21.15.170:6809/1047652301","cluster_addr":"172.21.15.170:6811/1047652301","heartbeat_back_addr":"172.21.15.170:6815/1047652301","heartbeat_front_addr":"172.21.15.170:6813/1047652301","state":["exists","up"]},{"osd":5,"uuid":"4c906c55-690a-4051-a63e-6ba91cc74dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6817","nonce":3808458275}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6819","nonce":3808458275}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6823","nonce":3808458275}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6821","nonce":3808458275}]},"public_addr":"172.21.15.170:6817/3808458275","cluster_addr":"172.21.15.170:6819/3808458275","heartbeat_back_addr":"172.21.15.170:6823/3808458275","heartbeat_front_addr":"172.21.15.170:6821/3808458275","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:33:48.095441+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:34:16.402569+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:34:44.806803+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:07.974922+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:32.795965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:59.244606+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.159:0/3783092187":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/543198648":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/2480167937":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/1939295452":"2024-09-18T10:30:46.540925+0000","172.21.15.159:6801/2":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2162282770":"2024-09-18T10:30:46.540925+0000","172.21.15.159:6800/2":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2250640848":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2708290637":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/3826317272":"2024-09-18T10:30:46.540925+0000","172.21.15.159:0/3884700109":"2024-09-18T10:30:13.763759+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T10:36:23.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f38ac06c680 msgr2=0x7f38ac06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:23.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f38ac06c680 0x7f38ac06eb30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f38bc000f80 tx=0x7f38bc0097e0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ffcb0 msgr2=0x7f38c4195300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:23.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ffcb0 0x7f38c4195300 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f38b800b480 tx=0x7f38b800b790 comp rx=0 tx=0).stop 2024-09-17T10:36:23.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 shutdown_connections 2024-09-17T10:36:23.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f38ac06c680 0x7f38ac06eb30 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38c40ff310 0x7f38c4194dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 --2- 172.21.15.159:0/33279420 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f38c40ffcb0 0x7f38c4195300 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:23.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 >> 172.21.15.159:0/33279420 conn(0x7f38c40fabb0 msgr2=0x7f38c40fc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:23.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 shutdown_connections 2024-09-17T10:36:23.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:23.642+0000 7f38cbbdd700 1 -- 172.21.15.159:0/33279420 wait complete. 2024-09-17T10:36:24.185 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-17T10:36:24.186 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-17T10:36:24.383 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:24.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:24 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/33279420' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T10:36:24.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:24 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/33279420' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T10:36:25.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:25 smithi159 ceph-mon[27674]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:25.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:25 smithi170 ceph-mon[33842]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:25.775 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 -- 172.21.15.159:0/53946550 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100c90 msgr2=0x7fd9ec1093f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:25.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 --2- 172.21.15.159:0/53946550 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100c90 0x7fd9ec1093f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd9dc009910 tx=0x7fd9dc009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:25.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 -- 172.21.15.159:0/53946550 shutdown_connections 2024-09-17T10:36:25.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 --2- 172.21.15.159:0/53946550 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100c90 0x7fd9ec1093f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:25.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 --2- 172.21.15.159:0/53946550 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9ec100380 0x7fd9ec100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:25.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 -- 172.21.15.159:0/53946550 >> 172.21.15.159:0/53946550 conn(0x7fd9ec074850 msgr2=0x7fd9ec074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:25.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 -- 172.21.15.159:0/53946550 shutdown_connections 2024-09-17T10:36:25.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.774+0000 7fd9f115f700 1 -- 172.21.15.159:0/53946550 wait complete. 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9f115f700 1 Processor -- start 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9f115f700 1 -- start start 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9f115f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100380 0x7fd9ec196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9f115f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9ec100c90 0x7fd9ec197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9f115f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9ec197750 con 0x7fd9ec100380 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9f115f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9ec1978c0 con 0x7fd9ec100c90 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9ead9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100380 0x7fd9ec196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9ead9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100380 0x7fd9ec196bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34586/0 (socket says 172.21.15.159:34586) 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9ead9d700 1 -- 172.21.15.159:0/4209026373 learned_addr learned my addr 172.21.15.159:0/4209026373 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:25.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9ea59c700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9ec100c90 0x7fd9ec197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9ead9d700 1 -- 172.21.15.159:0/4209026373 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9ec100c90 msgr2=0x7fd9ec197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9ead9d700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9ec100c90 0x7fd9ec197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.775+0000 7fd9ead9d700 1 -- 172.21.15.159:0/4209026373 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9dc0095f0 con 0x7fd9ec100380 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.776+0000 7fd9ead9d700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100380 0x7fd9ec196bf0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd9d400b4b0 tx=0x7fd9d400b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.776+0000 7fd9e3fff700 1 -- 172.21.15.159:0/4209026373 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd9d4011800 con 0x7fd9ec100380 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.776+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9ec19fc60 con 0x7fd9ec100380 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.776+0000 7fd9e3fff700 1 -- 172.21.15.159:0/4209026373 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fd9d4011e10 con 0x7fd9ec100380 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.776+0000 7fd9e3fff700 1 -- 172.21.15.159:0/4209026373 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd9d400f2e0 con 0x7fd9ec100380 2024-09-17T10:36:25.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.776+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9ec1a0150 con 0x7fd9ec100380 2024-09-17T10:36:25.780 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.777+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9ec106ac0 con 0x7fd9ec100380 2024-09-17T10:36:25.780 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.777+0000 7fd9e3fff700 1 -- 172.21.15.159:0/4209026373 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fd9d4010380 con 0x7fd9ec100380 2024-09-17T10:36:25.780 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.778+0000 7fd9e3fff700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd9d806c680 0x7fd9d806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:25.780 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.778+0000 7fd9ea59c700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd9d806c680 0x7fd9d806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:25.780 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.778+0000 7fd9e3fff700 1 -- 172.21.15.159:0/4209026373 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fd9d408b0e0 con 0x7fd9ec100380 2024-09-17T10:36:25.780 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.778+0000 7fd9ea59c700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd9d806c680 0x7fd9d806eb30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec0ffb40 tx=0x7fd9dc005c00 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:25.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.782+0000 7fd9e3fff700 1 -- 172.21.15.159:0/4209026373 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fd9d4055ba0 con 0x7fd9ec100380 2024-09-17T10:36:25.979 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.978+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd9ec04ea50 con 0x7fd9ec100380 2024-09-17T10:36:25.980 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.979+0000 7fd9e3fff700 1 -- 172.21.15.159:0/4209026373 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+11107 (secure 0 0 0) 0x7fd9d40591c0 con 0x7fd9ec100380 2024-09-17T10:36:25.980 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:25.981 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":41,"fsid":"ac45a212-74df-11ef-bceb-c7b262605968","created":"2024-09-17T10:29:46.148685+0000","modified":"2024-09-17T10:36:02.195435+0000","last_up_change":"2024-09-17T10:36:01.190223+0000","last_in_change":"2024-09-17T10:35:42.096210+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":14,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":6,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-17T10:34:48.404248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":6,"score_stable":6,"optimal_score":0.5,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6a548e78-cd6b-4444-b9b7-5b17b6c8ccab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6802","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6803","nonce":2950320807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6804","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6805","nonce":2950320807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6808","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6809","nonce":2950320807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6806","nonce":2950320807},{"type":"v1","addr":"172.21.15.159:6807","nonce":2950320807}]},"public_addr":"172.21.15.159:6803/2950320807","cluster_addr":"172.21.15.159:6805/2950320807","heartbeat_back_addr":"172.21.15.159:6809/2950320807","heartbeat_front_addr":"172.21.15.159:6807/2950320807","state":["exists","up"]},{"osd":1,"uuid":"67a2bff8-2fde-4813-bd8f-b6fef799d9fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6810","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6811","nonce":168339369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6812","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6813","nonce":168339369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6816","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6817","nonce":168339369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6814","nonce":168339369},{"type":"v1","addr":"172.21.15.159:6815","nonce":168339369}]},"public_addr":"172.21.15.159:6811/168339369","cluster_addr":"172.21.15.159:6813/168339369","heartbeat_back_addr":"172.21.15.159:6817/168339369","heartbeat_front_addr":"172.21.15.159:6815/168339369","state":["exists","up"]},{"osd":2,"uuid":"7e15e2d9-69b1-4079-b3b4-3fb06ce68bd2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6818","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6819","nonce":1057196111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6820","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6821","nonce":1057196111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6824","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6825","nonce":1057196111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6822","nonce":1057196111},{"type":"v1","addr":"172.21.15.159:6823","nonce":1057196111}]},"public_addr":"172.21.15.159:6819/1057196111","cluster_addr":"172.21.15.159:6821/1057196111","heartbeat_back_addr":"172.21.15.159:6825/1057196111","heartbeat_front_addr":"172.21.15.159:6823/1057196111","state":["exists","up"]},{"osd":3,"uuid":"7ee2aaef-4871-47bd-876d-02a0bef9cb9a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6801","nonce":1009972578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6803","nonce":1009972578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6807","nonce":1009972578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1009972578},{"type":"v1","addr":"172.21.15.170:6805","nonce":1009972578}]},"public_addr":"172.21.15.170:6801/1009972578","cluster_addr":"172.21.15.170:6803/1009972578","heartbeat_back_addr":"172.21.15.170:6807/1009972578","heartbeat_front_addr":"172.21.15.170:6805/1009972578","state":["exists","up"]},{"osd":4,"uuid":"685f451c-0f8b-4f03-9c75-c0d477afe2e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6809","nonce":1047652301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6811","nonce":1047652301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6815","nonce":1047652301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1047652301},{"type":"v1","addr":"172.21.15.170:6813","nonce":1047652301}]},"public_addr":"172.21.15.170:6809/1047652301","cluster_addr":"172.21.15.170:6811/1047652301","heartbeat_back_addr":"172.21.15.170:6815/1047652301","heartbeat_front_addr":"172.21.15.170:6813/1047652301","state":["exists","up"]},{"osd":5,"uuid":"4c906c55-690a-4051-a63e-6ba91cc74dad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6817","nonce":3808458275}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6819","nonce":3808458275}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6823","nonce":3808458275}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3808458275},{"type":"v1","addr":"172.21.15.170:6821","nonce":3808458275}]},"public_addr":"172.21.15.170:6817/3808458275","cluster_addr":"172.21.15.170:6819/3808458275","heartbeat_back_addr":"172.21.15.170:6823/3808458275","heartbeat_front_addr":"172.21.15.170:6821/3808458275","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:33:48.095441+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:34:16.402569+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:34:44.806803+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:07.974922+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:32.795965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-17T10:35:59.244606+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.159:0/3783092187":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/543198648":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/2480167937":"2024-09-18T10:31:52.084536+0000","172.21.15.159:0/1939295452":"2024-09-18T10:30:46.540925+0000","172.21.15.159:6801/2":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2162282770":"2024-09-18T10:30:46.540925+0000","172.21.15.159:6800/2":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2250640848":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/2708290637":"2024-09-18T10:30:13.763759+0000","172.21.15.159:0/3826317272":"2024-09-18T10:30:46.540925+0000","172.21.15.159:0/3884700109":"2024-09-18T10:30:13.763759+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-17T10:36:25.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd9d806c680 msgr2=0x7fd9d806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:25.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd9d806c680 0x7fd9d806eb30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec0ffb40 tx=0x7fd9dc005c00 comp rx=0 tx=0).stop 2024-09-17T10:36:25.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100380 msgr2=0x7fd9ec196bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100380 0x7fd9ec196bf0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd9d400b4b0 tx=0x7fd9d400b870 comp rx=0 tx=0).stop 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 shutdown_connections 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd9d806c680 0x7fd9d806eb30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd9ec100380 0x7fd9ec196bf0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 --2- 172.21.15.159:0/4209026373 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9ec100c90 0x7fd9ec197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 >> 172.21.15.159:0/4209026373 conn(0x7fd9ec074850 msgr2=0x7fd9ec103c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 shutdown_connections 2024-09-17T10:36:25.983 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:25.981+0000 7fd9f115f700 1 -- 172.21.15.159:0/4209026373 wait complete. 2024-09-17T10:36:26.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:26 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4209026373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T10:36:26.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:26 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4209026373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-17T10:36:26.600 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-17T10:36:26.600 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-17T10:36:26.601 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-17T10:36:26.601 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-17T10:36:26.602 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-17T10:36:26.602 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-17T10:36:26.853 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:26.882 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:27.290 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:27 smithi159 ceph-mon[27674]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:27.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:27 smithi170 ceph-mon[33842]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:27.576 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:27.577 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:27.577 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:27.577 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:29.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:29 smithi159 ceph-mon[27674]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:29.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:29 smithi170 ceph-mon[33842]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:31.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3430142707 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d0100d70 msgr2=0x7f96d0104d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3430142707 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d0100d70 0x7f96d0104d40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f96c0009910 tx=0x7f96c0009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3430142707 shutdown_connections 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3430142707 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d0100d70 0x7f96d0104d40 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3430142707 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f96d01003d0 0x7f96d01007a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3430142707 >> 172.21.15.159:0/3430142707 conn(0x7f96d00fbc90 msgr2=0x7f96d00fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3430142707 shutdown_connections 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.195+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3430142707 wait complete. 2024-09-17T10:36:31.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d7a8f700 1 Processor -- start 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d7a8f700 1 -- start start 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d7a8f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d01003d0 0x7f96d0073050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d7a8f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f96d0100d70 0x7f96d0073590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d7a8f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96d0073ad0 con 0x7f96d01003d0 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d7a8f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96d0073c10 con 0x7f96d0100d70 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d582b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d01003d0 0x7f96d0073050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d582b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d01003d0 0x7f96d0073050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53380/0 (socket says 172.21.15.159:53380) 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d582b700 1 -- 172.21.15.159:0/3739384035 learned_addr learned my addr 172.21.15.159:0/3739384035 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d502a700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f96d0100d70 0x7f96d0073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d582b700 1 -- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f96d0100d70 msgr2=0x7f96d0073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d582b700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f96d0100d70 0x7f96d0073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d582b700 1 -- 172.21.15.159:0/3739384035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96c00095f0 con 0x7f96d01003d0 2024-09-17T10:36:31.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d502a700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f96d0100d70 0x7f96d0073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:36:31.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.196+0000 7f96d582b700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d01003d0 0x7f96d0073050 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f96cc00d8d0 tx=0x7f96cc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:31.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.197+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f96cc009940 con 0x7f96d01003d0 2024-09-17T10:36:31.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.197+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f96cc010460 con 0x7f96d01003d0 2024-09-17T10:36:31.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.197+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96d01a1f10 con 0x7f96d01003d0 2024-09-17T10:36:31.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.197+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f96cc00f5f0 con 0x7f96d01003d0 2024-09-17T10:36:31.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.197+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96d01a2320 con 0x7f96d01003d0 2024-09-17T10:36:31.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.197+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f96d010d580 con 0x7f96d01003d0 2024-09-17T10:36:31.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.198+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f96cc0105d0 con 0x7f96d01003d0 2024-09-17T10:36:31.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.198+0000 7f96c6ffd700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f96bc06c680 0x7f96bc06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:31.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f96cc08b4a0 con 0x7f96d01003d0 2024-09-17T10:36:31.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96d502a700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f96bc06c680 0x7f96bc06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:31.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96c6ffd700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] conn(0x7f96bc072210 0x7f96bc074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:31.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 --> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f96bc074cd0 con 0x7f96bc072210 2024-09-17T10:36:31.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96cc08db70 con 0x7f96d01003d0 2024-09-17T10:36:31.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96d502a700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f96bc06c680 0x7f96bc06eb30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f96d0074840 tx=0x7f96c001a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:31.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96d602c700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] conn(0x7f96bc072210 0x7f96bc074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:31.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.199+0000 7f96d602c700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] conn(0x7f96bc072210 0x7f96bc074620 crc :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:31.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.200+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== osd.4 v2:172.21.15.170:6808/1047652301 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f96bc074cd0 con 0x7f96bc072210 2024-09-17T10:36:31.217 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.216+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 --> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f96d004ea50 con 0x7f96bc072210 2024-09-17T10:36:31.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96c6ffd700 1 -- 172.21.15.159:0/3739384035 <== osd.4 v2:172.21.15.170:6808/1047652301 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f96d004ea50 con 0x7f96bc072210 2024-09-17T10:36:31.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] conn(0x7f96bc072210 msgr2=0x7f96bc074620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:31.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] conn(0x7f96bc072210 0x7f96bc074620 crc :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f96bc06c680 msgr2=0x7f96bc06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:31.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f96bc06c680 0x7f96bc06eb30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f96d0074840 tx=0x7f96c001a040 comp rx=0 tx=0).stop 2024-09-17T10:36:31.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d01003d0 msgr2=0x7f96d0073050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:31.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d01003d0 0x7f96d0073050 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f96cc00d8d0 tx=0x7f96cc00dc90 comp rx=0 tx=0).stop 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 shutdown_connections 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f96bc06c680 0x7f96bc06eb30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:6808/1047652301,v1:172.21.15.170:6809/1047652301] conn(0x7f96bc072210 0x7f96bc074620 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f96d01003d0 0x7f96d0073050 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 --2- 172.21.15.159:0/3739384035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f96d0100d70 0x7f96d0073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 >> 172.21.15.159:0/3739384035 conn(0x7f96d00fbc90 msgr2=0x7f96d00fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 shutdown_connections 2024-09-17T10:36:31.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:31.217+0000 7f96d7a8f700 1 -- 172.21.15.159:0/3739384035 wait complete. 2024-09-17T10:36:31.426 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:31 smithi159 ceph-mon[27674]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:31.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:31 smithi170 ceph-mon[33842]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:33.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:33 smithi159 ceph-mon[27674]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:33.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:33 smithi170 ceph-mon[33842]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:33.578 INFO:teuthology.orchestra.run.smithi159.stdout:150323855374 2024-09-17T10:36:33.579 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-17T10:36:33.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 -- 172.21.15.159:0/2964848353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ffc60 msgr2=0x7f5158103c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:33.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 --2- 172.21.15.159:0/2964848353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ffc60 0x7f5158103c30 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5148009910 tx=0x7f5148009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:33.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 -- 172.21.15.159:0/2964848353 shutdown_connections 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 --2- 172.21.15.159:0/2964848353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ffc60 0x7f5158103c30 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 --2- 172.21.15.159:0/2964848353 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51580ff2c0 0x7f51580ff690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 -- 172.21.15.159:0/2964848353 >> 172.21.15.159:0/2964848353 conn(0x7f51580fab80 msgr2=0x7f51580fcf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 -- 172.21.15.159:0/2964848353 shutdown_connections 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.252+0000 7f515cc0e700 1 -- 172.21.15.159:0/2964848353 wait complete. 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515cc0e700 1 Processor -- start 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515cc0e700 1 -- start start 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515cc0e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ff2c0 0x7f5158100cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515cc0e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51580ffc60 0x7f5158101210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515cc0e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5158101750 con 0x7f51580ff2c0 2024-09-17T10:36:33.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515cc0e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5158101890 con 0x7f51580ffc60 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ff2c0 0x7f5158100cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ff2c0 0x7f5158100cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53402/0 (socket says 172.21.15.159:53402) 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f515659c700 1 -- 172.21.15.159:0/821028828 learned_addr learned my addr 172.21.15.159:0/821028828 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.253+0000 7f5155d9b700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51580ffc60 0x7f5158101210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f515659c700 1 -- 172.21.15.159:0/821028828 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51580ffc60 msgr2=0x7f5158101210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f515659c700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51580ffc60 0x7f5158101210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f515659c700 1 -- 172.21.15.159:0/821028828 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51480095f0 con 0x7f51580ff2c0 2024-09-17T10:36:33.685 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f515659c700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ff2c0 0x7f5158100cd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f514c00e920 tx=0x7f514c00ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f514c00c9d0 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51581a1f20 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f514c010430 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f514c018650 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.254+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51581a22d0 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.255+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f515810c470 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.255+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f514c0105a0 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f51477fe700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f514006c680 0x7f514006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f5155d9b700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f514006c680 0x7f514006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f514c014070 con 0x7f51580ff2c0 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f51477fe700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] conn(0x7f5140072210 0x7f5140074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 --> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5140074cd0 con 0x7f5140072210 2024-09-17T10:36:33.686 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f514c08dd70 con 0x7f51580ff2c0 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f5156d9d700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] conn(0x7f5140072210 0x7f5140074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.256+0000 7f5155d9b700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f514006c680 0x7f514006eb30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f51480059d0 tx=0x7f5148005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.257+0000 7f5156d9d700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] conn(0x7f5140072210 0x7f5140074620 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.257+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== osd.0 v2:172.21.15.159:6802/2950320807 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f5140074cd0 con 0x7f5140072210 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 --> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f515804ea50 con 0x7f5140072210 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f51477fe700 1 -- 172.21.15.159:0/821028828 <== osd.0 v2:172.21.15.159:6802/2950320807 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f515804ea50 con 0x7f5140072210 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] conn(0x7f5140072210 msgr2=0x7f5140074620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f515cc0e700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] conn(0x7f5140072210 0x7f5140074620 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f514006c680 msgr2=0x7f514006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:33.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f515cc0e700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f514006c680 0x7f514006eb30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f51480059d0 tx=0x7f5148005940 comp rx=0 tx=0).stop 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ff2c0 msgr2=0x7f5158100cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.288+0000 7f515cc0e700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ff2c0 0x7f5158100cd0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f514c00e920 tx=0x7f514c00ec30 comp rx=0 tx=0).stop 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 shutdown_connections 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6802/2950320807,v1:172.21.15.159:6803/2950320807] conn(0x7f5140072210 0x7f5140074620 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f514006c680 0x7f514006eb30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f51580ff2c0 0x7f5158100cd0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 --2- 172.21.15.159:0/821028828 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51580ffc60 0x7f5158101210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 >> 172.21.15.159:0/821028828 conn(0x7f51580fab80 msgr2=0x7f5158068ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 shutdown_connections 2024-09-17T10:36:33.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:33.289+0000 7f515cc0e700 1 -- 172.21.15.159:0/821028828 wait complete. 2024-09-17T10:36:35.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:35 smithi159 ceph-mon[27674]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:35.413 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 -- 172.21.15.159:0/4120228168 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 msgr2=0x7fe630104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:35.413 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 --2- 172.21.15.159:0/4120228168 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe630104b60 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe624009910 tx=0x7fe624009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:35.413 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 -- 172.21.15.159:0/4120228168 shutdown_connections 2024-09-17T10:36:35.413 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 --2- 172.21.15.159:0/4120228168 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe630103450 0x7fe6301038c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.413 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 --2- 172.21.15.159:0/4120228168 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe630104b60 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.414 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 -- 172.21.15.159:0/4120228168 >> 172.21.15.159:0/4120228168 conn(0x7fe630074850 msgr2=0x7fe630074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:35.414 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 -- 172.21.15.159:0/4120228168 shutdown_connections 2024-09-17T10:36:35.414 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.411+0000 7fe6371b4700 1 -- 172.21.15.159:0/4120228168 wait complete. 2024-09-17T10:36:35.418 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe6371b4700 1 Processor -- start 2024-09-17T10:36:35.418 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe6371b4700 1 -- start start 2024-09-17T10:36:35.418 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe6371b4700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe630103450 0x7fe630196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:35.419 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe6371b4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe6301970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:35.419 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe6371b4700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6301977d0 con 0x7fe630104790 2024-09-17T10:36:35.419 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe6371b4700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe630197940 con 0x7fe630103450 2024-09-17T10:36:35.419 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe62ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe6301970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:35.419 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe62ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe6301970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53412/0 (socket says 172.21.15.159:53412) 2024-09-17T10:36:35.419 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe62ffff700 1 -- 172.21.15.159:0/2815405076 learned_addr learned my addr 172.21.15.159:0/2815405076 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:35.420 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.412+0000 7fe634f50700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe630103450 0x7fe630196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:35.420 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe62ffff700 1 -- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe630103450 msgr2=0x7fe630196bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:35.420 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe62ffff700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe630103450 0x7fe630196bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.420 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe62ffff700 1 -- 172.21.15.159:0/2815405076 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6240095f0 con 0x7fe630104790 2024-09-17T10:36:35.420 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe62ffff700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe6301970f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe61c00c8a0 tx=0x7fe61c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:35.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe61c00cea0 con 0x7fe630104790 2024-09-17T10:36:35.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe61c004830 con 0x7fe630104790 2024-09-17T10:36:35.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe61c0055b0 con 0x7fe630104790 2024-09-17T10:36:35.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe63019fc20 con 0x7fe630104790 2024-09-17T10:36:35.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.413+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6301a0120 con 0x7fe630104790 2024-09-17T10:36:35.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.414+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe63010bc00 con 0x7fe630104790 2024-09-17T10:36:35.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.415+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fe61c007ad0 con 0x7fe630104790 2024-09-17T10:36:35.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe62dffb700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe62006c6d0 0x7fe62006eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:35.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fe61c08b260 con 0x7fe630104790 2024-09-17T10:36:35.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe634f50700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe62006c6d0 0x7fe62006eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:35.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe62dffb700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] conn(0x7fe620072260 0x7fe620074670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:35.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 --> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe620074d20 con 0x7fe620072260 2024-09-17T10:36:35.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe61c08d880 con 0x7fe630104790 2024-09-17T10:36:35.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe635751700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] conn(0x7fe620072260 0x7fe620074670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:35.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.416+0000 7fe634f50700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe62006c6d0 0x7fe62006eb80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe62400b5c0 tx=0x7fe62401a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:35.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.417+0000 7fe635751700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] conn(0x7fe620072260 0x7fe620074670 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:35.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.417+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== osd.5 v2:172.21.15.170:6816/3808458275 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fe620074d20 con 0x7fe620072260 2024-09-17T10:36:35.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.433+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 --> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe63004ea50 con 0x7fe620072260 2024-09-17T10:36:35.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.433+0000 7fe62dffb700 1 -- 172.21.15.159:0/2815405076 <== osd.5 v2:172.21.15.170:6816/3808458275 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fe63004ea50 con 0x7fe620072260 2024-09-17T10:36:35.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] conn(0x7fe620072260 msgr2=0x7fe620074670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:35.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] conn(0x7fe620072260 0x7fe620074670 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe62006c6d0 msgr2=0x7fe62006eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:35.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe62006c6d0 0x7fe62006eb80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe62400b5c0 tx=0x7fe62401a040 comp rx=0 tx=0).stop 2024-09-17T10:36:35.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 msgr2=0x7fe6301970f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:35.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe6301970f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe61c00c8a0 tx=0x7fe61c00cc60 comp rx=0 tx=0).stop 2024-09-17T10:36:35.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 shutdown_connections 2024-09-17T10:36:35.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:6816/3808458275,v1:172.21.15.170:6817/3808458275] conn(0x7fe620072260 0x7fe620074670 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe62006c6d0 0x7fe62006eb80 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe630103450 0x7fe630196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 --2- 172.21.15.159:0/2815405076 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe630104790 0x7fe6301970f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:35.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 >> 172.21.15.159:0/2815405076 conn(0x7fe630074850 msgr2=0x7fe630108020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:35.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 shutdown_connections 2024-09-17T10:36:35.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:35.434+0000 7fe6371b4700 1 -- 172.21.15.159:0/2815405076 wait complete. 2024-09-17T10:36:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:35 smithi170 ceph-mon[33842]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:36.365 INFO:teuthology.orchestra.run.smithi159.stdout:38654705699 2024-09-17T10:36:36.365 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 -- 172.21.15.159:0/3498001972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101c80 msgr2=0x7f55ec10a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/3498001972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101c80 0x7f55ec10a180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009910 tx=0x7f55dc009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 -- 172.21.15.159:0/3498001972 shutdown_connections 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/3498001972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101c80 0x7f55ec10a180 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/3498001972 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55ec101370 0x7f55ec101740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 -- 172.21.15.159:0/3498001972 >> 172.21.15.159:0/3498001972 conn(0x7f55ec0fabb0 msgr2=0x7f55ec0fcfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 -- 172.21.15.159:0/3498001972 shutdown_connections 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.170+0000 7f55f1cfb700 1 -- 172.21.15.159:0/3498001972 wait complete. 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55f1cfb700 1 Processor -- start 2024-09-17T10:36:36.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55f1cfb700 1 -- start start 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55f1cfb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101370 0x7f55ec195db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55f1cfb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55ec101c80 0x7f55ec1962f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55f1cfb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec1969d0 con 0x7f55ec101370 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55f1cfb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec19a760 con 0x7f55ec101c80 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55eb7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101370 0x7f55ec195db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55eb7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101370 0x7f55ec195db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53428/0 (socket says 172.21.15.159:53428) 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55eb7fe700 1 -- 172.21.15.159:0/1627452806 learned_addr learned my addr 172.21.15.159:0/1627452806 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55eb7fe700 1 -- 172.21.15.159:0/1627452806 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55ec101c80 msgr2=0x7f55ec1962f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:36.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55eb7fe700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55ec101c80 0x7f55ec1962f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.171+0000 7f55eb7fe700 1 -- 172.21.15.159:0/1627452806 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55dc0095f0 con 0x7f55ec101370 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.172+0000 7f55eb7fe700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101370 0x7f55ec195db0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f55d400b4b0 tx=0x7f55d400b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.172+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f55d4011800 con 0x7f55ec101370 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.172+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f55d4011e10 con 0x7f55ec101370 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.172+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f55d400f2e0 con 0x7f55ec101370 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.172+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55ec19aa40 con 0x7f55ec101370 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.172+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55ec19af90 con 0x7f55ec101370 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.173+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f55ec10d680 con 0x7f55ec101370 2024-09-17T10:36:36.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.173+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f55d4010380 con 0x7f55ec101370 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55e8ff9700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f55d806c680 0x7f55d806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f55d408b110 con 0x7f55ec101370 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55eaffd700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f55d806c680 0x7f55d806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55e8ff9700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] conn(0x7f55d8072210 0x7f55d8074620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 --> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f55d8074cd0 con 0x7f55d8072210 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f55d408d7e0 con 0x7f55ec101370 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55ebfff700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] conn(0x7f55d8072210 0x7f55d8074620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55eaffd700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f55d806c680 0x7f55d806eb30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00b5c0 tx=0x7f55dc005960 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.174+0000 7f55ebfff700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] conn(0x7f55d8072210 0x7f55d8074620 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.175+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== osd.1 v2:172.21.15.159:6810/168339369 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f55d8074cd0 con 0x7f55d8072210 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 --> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f55ec04ea50 con 0x7f55d8072210 2024-09-17T10:36:36.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55e8ff9700 1 -- 172.21.15.159:0/1627452806 <== osd.1 v2:172.21.15.159:6810/168339369 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f55ec04ea50 con 0x7f55d8072210 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] conn(0x7f55d8072210 msgr2=0x7f55d8074620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] conn(0x7f55d8072210 0x7f55d8074620 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f55d806c680 msgr2=0x7f55d806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f55d806c680 0x7f55d806eb30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00b5c0 tx=0x7f55dc005960 comp rx=0 tx=0).stop 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101370 msgr2=0x7f55ec195db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101370 0x7f55ec195db0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f55d400b4b0 tx=0x7f55d400b870 comp rx=0 tx=0).stop 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 shutdown_connections 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6810/168339369,v1:172.21.15.159:6811/168339369] conn(0x7f55d8072210 0x7f55d8074620 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f55d806c680 0x7f55d806eb30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f55ec101370 0x7f55ec195db0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 --2- 172.21.15.159:0/1627452806 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55ec101c80 0x7f55ec1962f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:36.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 >> 172.21.15.159:0/1627452806 conn(0x7f55ec0fabb0 msgr2=0x7f55ec104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:36.575 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 shutdown_connections 2024-09-17T10:36:36.575 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:36.191+0000 7f55f1cfb700 1 -- 172.21.15.159:0/1627452806 wait complete. 2024-09-17T10:36:37.128 INFO:teuthology.orchestra.run.smithi159.stdout:60129542175 2024-09-17T10:36:37.129 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 -- 172.21.15.159:0/2265609281 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 msgr2=0x7f5a3010bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 --2- 172.21.15.159:0/2265609281 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3010bad0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5a2000b0a0 tx=0x7f5a2000b3b0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 -- 172.21.15.159:0/2265609281 shutdown_connections 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 --2- 172.21.15.159:0/2265609281 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a3010c010 0x7f5a30106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 --2- 172.21.15.159:0/2265609281 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3010bad0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 -- 172.21.15.159:0/2265609281 >> 172.21.15.159:0/2265609281 conn(0x7f5a30076000 msgr2=0x7f5a30078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 -- 172.21.15.159:0/2265609281 shutdown_connections 2024-09-17T10:36:37.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.326+0000 7f5a371f8700 1 -- 172.21.15.159:0/2265609281 wait complete. 2024-09-17T10:36:37.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a371f8700 1 Processor -- start 2024-09-17T10:36:37.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a371f8700 1 -- start start 2024-09-17T10:36:37.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a371f8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:37.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a371f8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a3010c010 0x7f5a3019c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:37.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a371f8700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a3019cf50 con 0x7f5a3010b700 2024-09-17T10:36:37.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a371f8700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a301a0ce0 con 0x7f5a3010c010 2024-09-17T10:36:37.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a34f94700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a34f94700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3019c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36070/0 (socket says 172.21.15.159:36070) 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a34f94700 1 -- 172.21.15.159:0/1789501138 learned_addr learned my addr 172.21.15.159:0/1789501138 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.327+0000 7f5a2ffff700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a3010c010 0x7f5a3019c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a34f94700 1 -- 172.21.15.159:0/1789501138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a3010c010 msgr2=0x7f5a3019c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a34f94700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a3010c010 0x7f5a3019c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a34f94700 1 -- 172.21.15.159:0/1789501138 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a20009d00 con 0x7f5a3010b700 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a34f94700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3019c330 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5a20009fd0 tx=0x7f5a20003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5a2000e040 con 0x7f5a3010b700 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f5a20007d60 con 0x7f5a3010b700 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a301a0f60 con 0x7f5a3010b700 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5a2001d7d0 con 0x7f5a3010b700 2024-09-17T10:36:37.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.328+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a301a14d0 con 0x7f5a3010b700 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.329+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5a30113c50 con 0x7f5a3010b700 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.330+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f5a20004710 con 0x7f5a3010b700 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.330+0000 7f5a2dffb700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f5a1c06c6d0 0x7f5a1c06eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.330+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f5a2008cbe0 con 0x7f5a3010b700 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.330+0000 7f5a2ffff700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f5a1c06c6d0 0x7f5a1c06eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.330+0000 7f5a2dffb700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] conn(0x7f5a1c072260 0x7f5a1c074670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.330+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 --> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5a1c074d20 con 0x7f5a1c072260 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.330+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a20092240 con 0x7f5a3010b700 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.331+0000 7f5a35795700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] conn(0x7f5a1c072260 0x7f5a1c074670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.331+0000 7f5a2ffff700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f5a1c06c6d0 0x7f5a1c06eb80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5a3019d950 tx=0x7f5a1800a300 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:37.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.331+0000 7f5a35795700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] conn(0x7f5a1c072260 0x7f5a1c074670 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:37.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.332+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== osd.2 v2:172.21.15.159:6818/1057196111 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f5a1c074d20 con 0x7f5a1c072260 2024-09-17T10:36:37.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 --> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f5a3004ea50 con 0x7f5a1c072260 2024-09-17T10:36:37.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a2dffb700 1 -- 172.21.15.159:0/1789501138 <== osd.2 v2:172.21.15.159:6818/1057196111 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f5a3004ea50 con 0x7f5a1c072260 2024-09-17T10:36:37.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] conn(0x7f5a1c072260 msgr2=0x7f5a1c074670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:37.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] conn(0x7f5a1c072260 0x7f5a1c074670 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f5a1c06c6d0 msgr2=0x7f5a1c06eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:37.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f5a1c06c6d0 0x7f5a1c06eb80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5a3019d950 tx=0x7f5a1800a300 comp rx=0 tx=0).stop 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 msgr2=0x7f5a3019c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3019c330 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5a20009fd0 tx=0x7f5a20003c10 comp rx=0 tx=0).stop 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 shutdown_connections 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6818/1057196111,v1:172.21.15.159:6819/1057196111] conn(0x7f5a1c072260 0x7f5a1c074670 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f5a1c06c6d0 0x7f5a1c06eb80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a3010b700 0x7f5a3019c330 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 --2- 172.21.15.159:0/1789501138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a3010c010 0x7f5a3019c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.348+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 >> 172.21.15.159:0/1789501138 conn(0x7f5a30076000 msgr2=0x7f5a30076920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.349+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 shutdown_connections 2024-09-17T10:36:37.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:37.349+0000 7f5a371f8700 1 -- 172.21.15.159:0/1789501138 wait complete. 2024-09-17T10:36:37.360 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:37 smithi159 ceph-mon[27674]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:37 smithi170 ceph-mon[33842]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:37.772 INFO:teuthology.orchestra.run.smithi159.stdout:171798691850 2024-09-17T10:36:37.773 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-17T10:36:38.390 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:38 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:38.410 INFO:teuthology.orchestra.run.smithi159.stdout:81604378649 2024-09-17T10:36:38.410 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-17T10:36:38.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:38 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:38.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.947+0000 7f4542373700 1 -- 172.21.15.159:0/1913879815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068f40 msgr2=0x7f453c104de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:38.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.947+0000 7f4542373700 1 --2- 172.21.15.159:0/1913879815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068f40 0x7f453c104de0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4530009960 tx=0x7f4530009c70 comp rx=0 tx=0).stop 2024-09-17T10:36:38.950 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:38.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.949+0000 7f4542373700 1 -- 172.21.15.159:0/1913879815 shutdown_connections 2024-09-17T10:36:38.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.949+0000 7f4542373700 1 --2- 172.21.15.159:0/1913879815 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068f40 0x7f453c104de0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.949+0000 7f4542373700 1 --2- 172.21.15.159:0/1913879815 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068630 0x7f453c068a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.949+0000 7f4542373700 1 -- 172.21.15.159:0/1913879815 >> 172.21.15.159:0/1913879815 conn(0x7f453c074f50 msgr2=0x7f453c075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:38.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.949+0000 7f4542373700 1 -- 172.21.15.159:0/1913879815 shutdown_connections 2024-09-17T10:36:38.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.949+0000 7f4542373700 1 -- 172.21.15.159:0/1913879815 wait complete. 2024-09-17T10:36:38.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.949+0000 7f4542373700 1 Processor -- start 2024-09-17T10:36:38.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f4542373700 1 -- start start 2024-09-17T10:36:38.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f4542373700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068630 0x7f453c198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:38.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f4542373700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068f40 0x7f453c1986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:38.952 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:38.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f4542373700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f453c198d90 con 0x7f453c068630 2024-09-17T10:36:38.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f4542373700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f453c19cb20 con 0x7f453c068f40 2024-09-17T10:36:38.953 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f453b7fe700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068f40 0x7f453c1986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f453bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068630 0x7f453c198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f453b7fe700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068f40 0x7f453c1986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:47392/0 (socket says 172.21.15.159:47392) 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.950+0000 7f453b7fe700 1 -- 172.21.15.159:0/2884702215 learned_addr learned my addr 172.21.15.159:0/2884702215 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.951+0000 7f453b7fe700 1 -- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068630 msgr2=0x7f453c198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.951+0000 7f453b7fe700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068630 0x7f453c198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.951+0000 7f453b7fe700 1 -- 172.21.15.159:0/2884702215 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45300095f0 con 0x7f453c068f40 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.951+0000 7f453bfff700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068630 0x7f453c198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:36:38.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.951+0000 7f453b7fe700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068f40 0x7f453c1986b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f45300054b0 tx=0x7f45300054e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:38.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.951+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f453001d070 con 0x7f453c068f40 2024-09-17T10:36:38.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.952+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4530004f60 con 0x7f453c068f40 2024-09-17T10:36:38.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.952+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f453c19cda0 con 0x7f453c068f40 2024-09-17T10:36:38.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.952+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f453000f460 con 0x7f453c068f40 2024-09-17T10:36:38.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.952+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f453c19d1d0 con 0x7f453c068f40 2024-09-17T10:36:38.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.953+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f453c10f880 con 0x7f453c068f40 2024-09-17T10:36:38.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.954+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f453000f680 con 0x7f453c068f40 2024-09-17T10:36:38.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.955+0000 7f45397fa700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f452406c680 0x7f452406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:38.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.955+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f453008c990 con 0x7f453c068f40 2024-09-17T10:36:38.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.955+0000 7f453bfff700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f452406c680 0x7f452406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:38.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.955+0000 7f45397fa700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] conn(0x7f4524072260 0x7f4524074670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:38.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.955+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 --> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4524074d20 con 0x7f4524072260 2024-09-17T10:36:38.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.955+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45300912a0 con 0x7f453c068f40 2024-09-17T10:36:38.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.956+0000 7f4540910700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] conn(0x7f4524072260 0x7f4524074670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:38.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.956+0000 7f453bfff700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f452406c680 0x7f452406eb30 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f452c006fd0 tx=0x7f452c009190 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:38.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.956+0000 7f4540910700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] conn(0x7f4524072260 0x7f4524074670 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:38.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.957+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== osd.3 v2:172.21.15.170:6800/1009972578 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f4524074d20 con 0x7f4524072260 2024-09-17T10:36:38.980 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:38.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.984+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 --> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f453c04ea50 con 0x7f4524072260 2024-09-17T10:36:38.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.984+0000 7f45397fa700 1 -- 172.21.15.159:0/2884702215 <== osd.3 v2:172.21.15.170:6800/1009972578 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f453c04ea50 con 0x7f4524072260 2024-09-17T10:36:38.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] conn(0x7f4524072260 msgr2=0x7f4524074670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:38.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] conn(0x7f4524072260 0x7f4524074670 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f452406c680 msgr2=0x7f452406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f452406c680 0x7f452406eb30 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f452c006fd0 tx=0x7f452c009190 comp rx=0 tx=0).stop 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068f40 msgr2=0x7f453c1986b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068f40 0x7f453c1986b0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f45300054b0 tx=0x7f45300054e0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 shutdown_connections 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:6800/1009972578,v1:172.21.15.170:6801/1009972578] conn(0x7f4524072260 0x7f4524074670 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.985+0000 7f4542373700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f452406c680 0x7f452406eb30 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.986+0000 7f4542373700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f453c068630 0x7f453c198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.986+0000 7f4542373700 1 --2- 172.21.15.159:0/2884702215 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f453c068f40 0x7f453c1986b0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:38.988 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.986+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 >> 172.21.15.159:0/2884702215 conn(0x7f453c074f50 msgr2=0x7f453c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:38.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.987+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 shutdown_connections 2024-09-17T10:36:38.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:38.987+0000 7f4542373700 1 -- 172.21.15.159:0/2884702215 wait complete. 2024-09-17T10:36:39.007 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:39.311 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:39 smithi159 ceph-mon[27674]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:39.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:39 smithi170 ceph-mon[33842]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:39.668 INFO:teuthology.orchestra.run.smithi159.stdout:115964117013 2024-09-17T10:36:39.668 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-17T10:36:41.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:41 smithi159 ceph-mon[27674]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:41.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:41 smithi170 ceph-mon[33842]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:43.293 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:43 smithi159 ceph-mon[27674]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:43.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 -- 172.21.15.159:0/1152416731 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ffa60 msgr2=0x7fe550103f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:43.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 --2- 172.21.15.159:0/1152416731 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ffa60 0x7fe550103f40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe544009910 tx=0x7fe544009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 -- 172.21.15.159:0/1152416731 shutdown_connections 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 --2- 172.21.15.159:0/1152416731 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ffa60 0x7fe550103f40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 --2- 172.21.15.159:0/1152416731 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5500ff150 0x7fe5500ff520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 -- 172.21.15.159:0/1152416731 >> 172.21.15.159:0/1152416731 conn(0x7fe5500faba0 msgr2=0x7fe5500fcfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 -- 172.21.15.159:0/1152416731 shutdown_connections 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.434+0000 7fe554837700 1 -- 172.21.15.159:0/1152416731 wait complete. 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe554837700 1 Processor -- start 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe554837700 1 -- start start 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe554837700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ff150 0x7fe55019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe554837700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5500ffa60 0x7fe55019c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe554837700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe55019cf60 con 0x7fe5500ff150 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe554837700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5501a0cf0 con 0x7fe5500ffa60 2024-09-17T10:36:43.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54e59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ff150 0x7fe55019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54e59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ff150 0x7fe55019c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36100/0 (socket says 172.21.15.159:36100) 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54e59c700 1 -- 172.21.15.159:0/1266297495 learned_addr learned my addr 172.21.15.159:0/1266297495 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54dd9b700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5500ffa60 0x7fe55019c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54e59c700 1 -- 172.21.15.159:0/1266297495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5500ffa60 msgr2=0x7fe55019c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54e59c700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5500ffa60 0x7fe55019c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54e59c700 1 -- 172.21.15.159:0/1266297495 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5440095f0 con 0x7fe5500ff150 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.435+0000 7fe54e59c700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ff150 0x7fe55019c340 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe54000d8d0 tx=0x7fe54000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.436+0000 7fe53f7fe700 1 -- 172.21.15.159:0/1266297495 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe5400098a0 con 0x7fe5500ff150 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.436+0000 7fe53f7fe700 1 -- 172.21.15.159:0/1266297495 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe540010460 con 0x7fe5500ff150 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.436+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5501a0fd0 con 0x7fe5500ff150 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.436+0000 7fe53f7fe700 1 -- 172.21.15.159:0/1266297495 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe54000f5f0 con 0x7fe5500ff150 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.436+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5501a1520 con 0x7fe5500ff150 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.437+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5501015d0 con 0x7fe5500ff150 2024-09-17T10:36:43.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.437+0000 7fe53f7fe700 1 -- 172.21.15.159:0/1266297495 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fe540009a00 con 0x7fe5500ff150 2024-09-17T10:36:43.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.437+0000 7fe53f7fe700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe53806c680 0x7fe53806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:43.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.438+0000 7fe54dd9b700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe53806c680 0x7fe53806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:43.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.438+0000 7fe53f7fe700 1 -- 172.21.15.159:0/1266297495 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fe54008b380 con 0x7fe5500ff150 2024-09-17T10:36:43.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.438+0000 7fe54dd9b700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe53806c680 0x7fe53806eb30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe55019d960 tx=0x7fe54401a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:43.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.442+0000 7fe53f7fe700 1 -- 172.21.15.159:0/1266297495 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fe540055e40 con 0x7fe5500ff150 2024-09-17T10:36:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:43 smithi170 ceph-mon[33842]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:43.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.635+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fe5501a1830 con 0x7fe5500ff150 2024-09-17T10:36:43.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.635+0000 7fe53f7fe700 1 -- 172.21.15.159:0/1266297495 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fe540059460 con 0x7fe5500ff150 2024-09-17T10:36:43.638 INFO:teuthology.orchestra.run.smithi159.stdout:150323855376 2024-09-17T10:36:43.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe53806c680 msgr2=0x7fe53806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:43.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe53806c680 0x7fe53806eb30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe55019d960 tx=0x7fe54401a040 comp rx=0 tx=0).stop 2024-09-17T10:36:43.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ff150 msgr2=0x7fe55019c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:43.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ff150 0x7fe55019c340 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe54000d8d0 tx=0x7fe54000dbe0 comp rx=0 tx=0).stop 2024-09-17T10:36:43.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 shutdown_connections 2024-09-17T10:36:43.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe53806c680 0x7fe53806eb30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:43.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5500ff150 0x7fe55019c340 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:43.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 --2- 172.21.15.159:0/1266297495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5500ffa60 0x7fe55019c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:43.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.637+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 >> 172.21.15.159:0/1266297495 conn(0x7fe5500faba0 msgr2=0x7fe5501105c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:43.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.638+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 shutdown_connections 2024-09-17T10:36:43.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:43.638+0000 7fe554837700 1 -- 172.21.15.159:0/1266297495 wait complete. 2024-09-17T10:36:44.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:44 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1266297495' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T10:36:44.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:44 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1266297495' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-17T10:36:45.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 -- 172.21.15.159:0/623346816 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ff2c0 msgr2=0x7f45c40ff690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:45.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 --2- 172.21.15.159:0/623346816 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ff2c0 0x7f45c40ff690 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f45b4009910 tx=0x7f45b4009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:45.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 -- 172.21.15.159:0/623346816 shutdown_connections 2024-09-17T10:36:45.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 --2- 172.21.15.159:0/623346816 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45c40ffc60 0x7f45c4103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:45.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 --2- 172.21.15.159:0/623346816 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ff2c0 0x7f45c40ff690 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:45.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 -- 172.21.15.159:0/623346816 >> 172.21.15.159:0/623346816 conn(0x7f45c40fab80 msgr2=0x7f45c40fcf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:45.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 -- 172.21.15.159:0/623346816 shutdown_connections 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.239+0000 7f45ca79b700 1 -- 172.21.15.159:0/623346816 wait complete. 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45ca79b700 1 Processor -- start 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45ca79b700 1 -- start start 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45ca79b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45c40ff2c0 0x7f45c419a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45ca79b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ffc60 0x7f45c419af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45ca79b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c419b5c0 con 0x7f45c40ffc60 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45ca79b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c4194a70 con 0x7f45c40ff2c0 2024-09-17T10:36:45.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45c37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ffc60 0x7f45c419af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:45.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45c37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ffc60 0x7f45c419af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36146/0 (socket says 172.21.15.159:36146) 2024-09-17T10:36:45.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45c37fe700 1 -- 172.21.15.159:0/147354476 learned_addr learned my addr 172.21.15.159:0/147354476 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:45.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.240+0000 7f45c3fff700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45c40ff2c0 0x7f45c419a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:45.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45c37fe700 1 -- 172.21.15.159:0/147354476 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45c40ff2c0 msgr2=0x7f45c419a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:45.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45c37fe700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45c40ff2c0 0x7f45c419a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:45.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45c37fe700 1 -- 172.21.15.159:0/147354476 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45b40095f0 con 0x7f45c40ffc60 2024-09-17T10:36:45.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45c37fe700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ffc60 0x7f45c419af30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f45b800d900 tx=0x7f45b800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45c17fa700 1 -- 172.21.15.159:0/147354476 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f45b8009900 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45c4194d50 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45c17fa700 1 -- 172.21.15.159:0/147354476 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f45b8010460 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45c17fa700 1 -- 172.21.15.159:0/147354476 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f45b800f5f0 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.241+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45c41952a0 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.242+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45c404ea50 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.243+0000 7f45c17fa700 1 -- 172.21.15.159:0/147354476 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f45b80105d0 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.243+0000 7f45c17fa700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f45ac06c680 0x7f45ac06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.243+0000 7f45c17fa700 1 -- 172.21.15.159:0/147354476 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f45b808b040 con 0x7f45c40ffc60 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.243+0000 7f45c3fff700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f45ac06c680 0x7f45ac06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:45.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.243+0000 7f45c3fff700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f45ac06c680 0x7f45ac06eb30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f45b400b5c0 tx=0x7f45b401a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:45.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.247+0000 7f45c17fa700 1 -- 172.21.15.159:0/147354476 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f45b8059590 con 0x7f45c40ffc60 2024-09-17T10:36:45.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:45 smithi159 ceph-mon[27674]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:45.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:45 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3702750933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T10:36:45.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.445+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f45c41956a0 con 0x7f45c40ffc60 2024-09-17T10:36:45.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.445+0000 7f45c17fa700 1 -- 172.21.15.159:0/147354476 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f45b8089e60 con 0x7f45c40ffc60 2024-09-17T10:36:45.448 INFO:teuthology.orchestra.run.smithi159.stdout:81604378650 2024-09-17T10:36:45.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.447+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f45ac06c680 msgr2=0x7f45ac06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:45.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.447+0000 7f45ca79b700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f45ac06c680 0x7f45ac06eb30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f45b400b5c0 tx=0x7f45b401a040 comp rx=0 tx=0).stop 2024-09-17T10:36:45.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.447+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ffc60 msgr2=0x7f45c419af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:45.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.447+0000 7f45ca79b700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ffc60 0x7f45c419af30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f45b800d900 tx=0x7f45b800dc10 comp rx=0 tx=0).stop 2024-09-17T10:36:45.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.448+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 shutdown_connections 2024-09-17T10:36:45.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.448+0000 7f45ca79b700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f45ac06c680 0x7f45ac06eb30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:45.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.448+0000 7f45ca79b700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45c40ff2c0 0x7f45c419a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:45.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.448+0000 7f45ca79b700 1 --2- 172.21.15.159:0/147354476 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45c40ffc60 0x7f45c419af30 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:45.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.448+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 >> 172.21.15.159:0/147354476 conn(0x7f45c40fab80 msgr2=0x7f45c40fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:45.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.448+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 shutdown_connections 2024-09-17T10:36:45.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.448+0000 7f45ca79b700 1 -- 172.21.15.159:0/147354476 wait complete. 2024-09-17T10:36:45.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:45 smithi170 ceph-mon[33842]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:45.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:45 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3702750933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-17T10:36:45.620 INFO:tasks.cephadm.ceph_manager.ceph:need seq 150323855374 got 150323855376 for osd.4 2024-09-17T10:36:45.620 DEBUG:teuthology.parallel:result is None 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 -- 172.21.15.159:0/2292420820 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 msgr2=0x7ff65c1007a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 --2- 172.21.15.159:0/2292420820 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c1007a0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff644009910 tx=0x7ff644009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 -- 172.21.15.159:0/2292420820 shutdown_connections 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 --2- 172.21.15.159:0/2292420820 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff65c100d70 0x7ff65c104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 --2- 172.21.15.159:0/2292420820 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c1007a0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 -- 172.21.15.159:0/2292420820 >> 172.21.15.159:0/2292420820 conn(0x7ff65c0fbc50 msgr2=0x7ff65c0fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 -- 172.21.15.159:0/2292420820 shutdown_connections 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.809+0000 7ff662565700 1 -- 172.21.15.159:0/2292420820 wait complete. 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff662565700 1 Processor -- start 2024-09-17T10:36:46.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff662565700 1 -- start start 2024-09-17T10:36:46.136 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff662565700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c195db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:46.136 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff662565700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff65c100d70 0x7ff65c1962f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:46.136 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff662565700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff65c1969d0 con 0x7ff65c1003d0 2024-09-17T10:36:46.136 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff662565700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff65c19a760 con 0x7ff65c100d70 2024-09-17T10:36:46.136 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff65bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c195db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:46.136 INFO:teuthology.orchestra.run.smithi159.stdout:171798691852 2024-09-17T10:36:46.136 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff65bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c195db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36128/0 (socket says 172.21.15.159:36128) 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.810+0000 7ff65bfff700 1 -- 172.21.15.159:0/3702750933 learned_addr learned my addr 172.21.15.159:0/3702750933 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff65bfff700 1 -- 172.21.15.159:0/3702750933 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff65c100d70 msgr2=0x7ff65c1962f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff65bfff700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff65c100d70 0x7ff65c1962f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff65bfff700 1 -- 172.21.15.159:0/3702750933 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6440095f0 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff65bfff700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c195db0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff644006010 tx=0x7ff64400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff6597fa700 1 -- 172.21.15.159:0/3702750933 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff64401d070 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff6597fa700 1 -- 172.21.15.159:0/3702750933 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff64400f460 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff65c19a9e0 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff6597fa700 1 -- 172.21.15.159:0/3702750933 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff644017630 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.811+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff65c19aed0 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.812+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff65c1086e0 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.812+0000 7ff6597fa700 1 -- 172.21.15.159:0/3702750933 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7ff64400f5d0 con 0x7ff65c1003d0 2024-09-17T10:36:46.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.813+0000 7ff6597fa700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff64806c680 0x7ff64806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.813+0000 7ff65b7fe700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff64806c680 0x7ff64806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.813+0000 7ff6597fa700 1 -- 172.21.15.159:0/3702750933 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7ff64408ca30 con 0x7ff65c1003d0 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.813+0000 7ff65b7fe700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff64806c680 0x7ff64806eb30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff65c1973d0 tx=0x7ff64c005c80 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:44.818+0000 7ff6597fa700 1 -- 172.21.15.159:0/3702750933 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7ff644057570 con 0x7ff65c1003d0 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.014+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7ff65c04ea50 con 0x7ff65c1003d0 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.014+0000 7ff6597fa700 1 -- 172.21.15.159:0/3702750933 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7ff65c04ea50 con 0x7ff65c1003d0 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff64806c680 msgr2=0x7ff64806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff64806c680 0x7ff64806eb30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff65c1973d0 tx=0x7ff64c005c80 comp rx=0 tx=0).stop 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 msgr2=0x7ff65c195db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c195db0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff644006010 tx=0x7ff64400be20 comp rx=0 tx=0).stop 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 shutdown_connections 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7ff64806c680 0x7ff64806eb30 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:46.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff65c1003d0 0x7ff65c195db0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:46.139 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 --2- 172.21.15.159:0/3702750933 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff65c100d70 0x7ff65c1962f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:46.139 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 >> 172.21.15.159:0/3702750933 conn(0x7ff65c0fbc50 msgr2=0x7ff65c0fd260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:46.139 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 shutdown_connections 2024-09-17T10:36:46.139 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:45.016+0000 7ff662565700 1 -- 172.21.15.159:0/3702750933 wait complete. 2024-09-17T10:36:46.317 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:46.414 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:46 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/147354476' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T10:36:46.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:46 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/147354476' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-17T10:36:46.726 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691850 got 171798691852 for osd.5 2024-09-17T10:36:46.726 DEBUG:teuthology.parallel:result is None 2024-09-17T10:36:47.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:47 smithi159 ceph-mon[27674]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:47 smithi170 ceph-mon[33842]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:47.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 -- 172.21.15.159:0/2180037740 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 msgr2=0x7fe290103ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 --2- 172.21.15.159:0/2180037740 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe290103ce0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe284009910 tx=0x7fe284009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 -- 172.21.15.159:0/2180037740 shutdown_connections 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 --2- 172.21.15.159:0/2180037740 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe290103ce0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 --2- 172.21.15.159:0/2180037740 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2900ff390 0x7fe2900ff760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 -- 172.21.15.159:0/2180037740 >> 172.21.15.159:0/2180037740 conn(0x7fe290074f50 msgr2=0x7fe290075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 -- 172.21.15.159:0/2180037740 shutdown_connections 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.813+0000 7fe296953700 1 -- 172.21.15.159:0/2180037740 wait complete. 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.814+0000 7fe296953700 1 Processor -- start 2024-09-17T10:36:47.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.814+0000 7fe296953700 1 -- start start 2024-09-17T10:36:47.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.814+0000 7fe296953700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2900ff390 0x7fe290100d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:47.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.814+0000 7fe296953700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe2901012c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:47.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.814+0000 7fe296953700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe290101800 con 0x7fe2900ffd30 2024-09-17T10:36:47.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.814+0000 7fe296953700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe290101940 con 0x7fe2900ff390 2024-09-17T10:36:47.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe2901012c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:47.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe2901012c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33476/0 (socket says 172.21.15.159:33476) 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28f7fe700 1 -- 172.21.15.159:0/2902447773 learned_addr learned my addr 172.21.15.159:0/2902447773 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28ffff700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2900ff390 0x7fe290100d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28f7fe700 1 -- 172.21.15.159:0/2902447773 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2900ff390 msgr2=0x7fe290100d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28f7fe700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2900ff390 0x7fe290100d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28f7fe700 1 -- 172.21.15.159:0/2902447773 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2840095f0 con 0x7fe2900ffd30 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28ffff700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2900ff390 0x7fe290100d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28f7fe700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe2901012c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe2840092e0 tx=0x7fe28400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28d7fa700 1 -- 172.21.15.159:0/2902447773 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe28401d070 con 0x7fe2900ffd30 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe290101bc0 con 0x7fe2900ffd30 2024-09-17T10:36:47.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28d7fa700 1 -- 172.21.15.159:0/2902447773 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe284022470 con 0x7fe2900ffd30 2024-09-17T10:36:47.821 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe28d7fa700 1 -- 172.21.15.159:0/2902447773 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe28400f690 con 0x7fe2900ffd30 2024-09-17T10:36:47.821 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.815+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2901a2290 con 0x7fe2900ffd30 2024-09-17T10:36:47.821 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.816+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe29004ea50 con 0x7fe2900ffd30 2024-09-17T10:36:47.821 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.817+0000 7fe28d7fa700 1 -- 172.21.15.159:0/2902447773 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fe2840225e0 con 0x7fe2900ffd30 2024-09-17T10:36:47.821 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.817+0000 7fe28d7fa700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe27806c680 0x7fe27806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:47.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.817+0000 7fe28d7fa700 1 -- 172.21.15.159:0/2902447773 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fe28408c950 con 0x7fe2900ffd30 2024-09-17T10:36:47.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.817+0000 7fe28ffff700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe27806c680 0x7fe27806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:47.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.818+0000 7fe28ffff700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe27806c680 0x7fe27806eb30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe280005950 tx=0x7fe280005f50 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:47.824 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:47.822+0000 7fe28d7fa700 1 -- 172.21.15.159:0/2902447773 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fe284057540 con 0x7fe2900ffd30 2024-09-17T10:36:48.022 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.019+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fe2901a2670 con 0x7fe2900ffd30 2024-09-17T10:36:48.022 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.019+0000 7fe28d7fa700 1 -- 172.21.15.159:0/2902447773 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe284027020 con 0x7fe2900ffd30 2024-09-17T10:36:48.022 INFO:teuthology.orchestra.run.smithi159.stdout:38654705702 2024-09-17T10:36:48.024 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe27806c680 msgr2=0x7fe27806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:48.024 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe27806c680 0x7fe27806eb30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe280005950 tx=0x7fe280005f50 comp rx=0 tx=0).stop 2024-09-17T10:36:48.024 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 msgr2=0x7fe2901012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe2901012c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe2840092e0 tx=0x7fe28400be20 comp rx=0 tx=0).stop 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 shutdown_connections 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe27806c680 0x7fe27806eb30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2900ff390 0x7fe290100d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 --2- 172.21.15.159:0/2902447773 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe2900ffd30 0x7fe2901012c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 >> 172.21.15.159:0/2902447773 conn(0x7fe290074f50 msgr2=0x7fe290103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 shutdown_connections 2024-09-17T10:36:48.025 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:48.022+0000 7fe296953700 1 -- 172.21.15.159:0/2902447773 wait complete. 2024-09-17T10:36:48.177 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378649 got 81604378650 for osd.2 2024-09-17T10:36:48.177 DEBUG:teuthology.parallel:result is None 2024-09-17T10:36:48.313 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:48 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2902447773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T10:36:48.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:48 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2902447773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-17T10:36:48.772 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705699 got 38654705702 for osd.0 2024-09-17T10:36:48.772 DEBUG:teuthology.parallel:result is None 2024-09-17T10:36:49.261 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:49 smithi159 ceph-mon[27674]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:49 smithi170 ceph-mon[33842]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:49.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 -- 172.21.15.159:0/3409520365 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100390 msgr2=0x7f6068100760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:49.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 --2- 172.21.15.159:0/3409520365 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100390 0x7f6068100760 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6058009910 tx=0x7f6058009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:49.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 -- 172.21.15.159:0/3409520365 shutdown_connections 2024-09-17T10:36:49.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 --2- 172.21.15.159:0/3409520365 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6068100d30 0x7f6068104d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:49.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 --2- 172.21.15.159:0/3409520365 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100390 0x7f6068100760 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:49.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 -- 172.21.15.159:0/3409520365 >> 172.21.15.159:0/3409520365 conn(0x7f60680fbc50 msgr2=0x7f60680fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:49.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 -- 172.21.15.159:0/3409520365 shutdown_connections 2024-09-17T10:36:49.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.896+0000 7f606e790700 1 -- 172.21.15.159:0/3409520365 wait complete. 2024-09-17T10:36:49.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.897+0000 7f606e790700 1 Processor -- start 2024-09-17T10:36:49.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.897+0000 7f606e790700 1 -- start start 2024-09-17T10:36:49.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.897+0000 7f606e790700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6068100390 0x7f6068195d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:49.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.897+0000 7f606e790700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100d30 0x7f6068196290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:49.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.897+0000 7f606e790700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6068196970 con 0x7f6068100d30 2024-09-17T10:36:49.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.897+0000 7f606e790700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606819a700 con 0x7f6068100390 2024-09-17T10:36:49.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60677fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100d30 0x7f6068196290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:49.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60677fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100d30 0x7f6068196290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33494/0 (socket says 172.21.15.159:33494) 2024-09-17T10:36:49.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60677fe700 1 -- 172.21.15.159:0/1271895426 learned_addr learned my addr 172.21.15.159:0/1271895426 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:49.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f6067fff700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6068100390 0x7f6068195d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:49.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60677fe700 1 -- 172.21.15.159:0/1271895426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6068100390 msgr2=0x7f6068195d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:49.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60677fe700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6068100390 0x7f6068195d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:49.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60677fe700 1 -- 172.21.15.159:0/1271895426 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60580095f0 con 0x7f6068100d30 2024-09-17T10:36:49.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60677fe700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100d30 0x7f6068196290 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f605c00d900 tx=0x7f605c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:49.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60657fa700 1 -- 172.21.15.159:0/1271895426 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f605c009900 con 0x7f6068100d30 2024-09-17T10:36:49.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f606819a9e0 con 0x7f6068100d30 2024-09-17T10:36:49.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60657fa700 1 -- 172.21.15.159:0/1271895426 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f605c010460 con 0x7f6068100d30 2024-09-17T10:36:49.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f60657fa700 1 -- 172.21.15.159:0/1271895426 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f605c00f5f0 con 0x7f6068100d30 2024-09-17T10:36:49.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.898+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f606819af30 con 0x7f6068100d30 2024-09-17T10:36:49.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.899+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f606804ea50 con 0x7f6068100d30 2024-09-17T10:36:49.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.900+0000 7f60657fa700 1 -- 172.21.15.159:0/1271895426 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f605c00f870 con 0x7f6068100d30 2024-09-17T10:36:49.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.900+0000 7f60657fa700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f605006c680 0x7f605006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:49.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.900+0000 7f6067fff700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f605006c680 0x7f605006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:49.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.900+0000 7f60657fa700 1 -- 172.21.15.159:0/1271895426 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f605c08b080 con 0x7f6068100d30 2024-09-17T10:36:49.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.901+0000 7f6067fff700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f605006c680 0x7f605006eb30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6058006010 tx=0x7f605801a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:49.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:49.905+0000 7f60657fa700 1 -- 172.21.15.159:0/1271895426 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f605c055b40 con 0x7f6068100d30 2024-09-17T10:36:50.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.102+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f60681970b0 con 0x7f6068100d30 2024-09-17T10:36:50.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.102+0000 7f60657fa700 1 -- 172.21.15.159:0/1271895426 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f605c059160 con 0x7f6068100d30 2024-09-17T10:36:50.104 INFO:teuthology.orchestra.run.smithi159.stdout:60129542177 2024-09-17T10:36:50.106 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f605006c680 msgr2=0x7f605006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:50.106 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f605006c680 0x7f605006eb30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6058006010 tx=0x7f605801a040 comp rx=0 tx=0).stop 2024-09-17T10:36:50.106 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100d30 msgr2=0x7f6068196290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100d30 0x7f6068196290 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f605c00d900 tx=0x7f605c00dc10 comp rx=0 tx=0).stop 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 shutdown_connections 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f605006c680 0x7f605006eb30 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6068100390 0x7f6068195d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 --2- 172.21.15.159:0/1271895426 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6068100d30 0x7f6068196290 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 >> 172.21.15.159:0/1271895426 conn(0x7f60680fbc50 msgr2=0x7f60680fd210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 shutdown_connections 2024-09-17T10:36:50.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:50.105+0000 7f606e790700 1 -- 172.21.15.159:0/1271895426 wait complete. 2024-09-17T10:36:50.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:50 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1271895426' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T10:36:50.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:50 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1271895426' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-17T10:36:51.023 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542175 got 60129542177 for osd.1 2024-09-17T10:36:51.023 DEBUG:teuthology.parallel:result is None 2024-09-17T10:36:51.253 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:51 smithi159 ceph-mon[27674]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:51.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:51 smithi170 ceph-mon[33842]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 -- 172.21.15.159:0/4294834055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 msgr2=0x7fc794103c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 --2- 172.21.15.159:0/4294834055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794103c80 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc784009910 tx=0x7fc784009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 -- 172.21.15.159:0/4294834055 shutdown_connections 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 --2- 172.21.15.159:0/4294834055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794103c80 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 --2- 172.21.15.159:0/4294834055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc7940ff310 0x7fc7940ff6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 -- 172.21.15.159:0/4294834055 >> 172.21.15.159:0/4294834055 conn(0x7fc7940fac10 msgr2=0x7fc7940fd020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 -- 172.21.15.159:0/4294834055 shutdown_connections 2024-09-17T10:36:51.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.488+0000 7fc798db2700 1 -- 172.21.15.159:0/4294834055 wait complete. 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc798db2700 1 Processor -- start 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc798db2700 1 -- start start 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc798db2700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc7940ff310 0x7fc794100d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc798db2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794101260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc798db2700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7941017a0 con 0x7fc7940ffcb0 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc798db2700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7941018e0 con 0x7fc7940ff310 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc791d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794101260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc791d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794101260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33514/0 (socket says 172.21.15.159:33514) 2024-09-17T10:36:51.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.489+0000 7fc791d9b700 1 -- 172.21.15.159:0/218567973 learned_addr learned my addr 172.21.15.159:0/218567973 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc791d9b700 1 -- 172.21.15.159:0/218567973 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc7940ff310 msgr2=0x7fc794100d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc791d9b700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc7940ff310 0x7fc794100d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc791d9b700 1 -- 172.21.15.159:0/218567973 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7840095f0 con 0x7fc7940ffcb0 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc791d9b700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794101260 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc7840092e0 tx=0x7fc78400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc7837fe700 1 -- 172.21.15.159:0/218567973 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc78401d070 con 0x7fc7940ffcb0 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc794101b60 con 0x7fc7940ffcb0 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc7837fe700 1 -- 172.21.15.159:0/218567973 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc784022470 con 0x7fc7940ffcb0 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc7837fe700 1 -- 172.21.15.159:0/218567973 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc78400f690 con 0x7fc7940ffcb0 2024-09-17T10:36:51.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.490+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7941a2330 con 0x7fc7940ffcb0 2024-09-17T10:36:51.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.491+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7941085e0 con 0x7fc7940ffcb0 2024-09-17T10:36:51.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.491+0000 7fc7837fe700 1 -- 172.21.15.159:0/218567973 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc784004b70 con 0x7fc7940ffcb0 2024-09-17T10:36:51.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.492+0000 7fc7837fe700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc77c06c680 0x7fc77c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:51.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.492+0000 7fc7837fe700 1 -- 172.21.15.159:0/218567973 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fc78408ca50 con 0x7fc7940ffcb0 2024-09-17T10:36:51.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.492+0000 7fc79259c700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc77c06c680 0x7fc77c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:51.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.492+0000 7fc79259c700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc77c06c680 0x7fc77c06eb30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc7880097b0 tx=0x7fc788006d20 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:51.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.496+0000 7fc7837fe700 1 -- 172.21.15.159:0/218567973 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc7840575c0 con 0x7fc7940ffcb0 2024-09-17T10:36:51.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.686+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fc79404ea50 con 0x7fc7940ffcb0 2024-09-17T10:36:51.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.687+0000 7fc7837fe700 1 -- 172.21.15.159:0/218567973 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fc784027020 con 0x7fc7940ffcb0 2024-09-17T10:36:51.689 INFO:teuthology.orchestra.run.smithi159.stdout:115964117015 2024-09-17T10:36:51.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc77c06c680 msgr2=0x7fc77c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:51.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc77c06c680 0x7fc77c06eb30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc7880097b0 tx=0x7fc788006d20 comp rx=0 tx=0).stop 2024-09-17T10:36:51.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 msgr2=0x7fc794101260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:51.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794101260 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc7840092e0 tx=0x7fc78400be20 comp rx=0 tx=0).stop 2024-09-17T10:36:51.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 shutdown_connections 2024-09-17T10:36:51.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc77c06c680 0x7fc77c06eb30 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:51.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc7940ff310 0x7fc794100d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:51.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 --2- 172.21.15.159:0/218567973 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc7940ffcb0 0x7fc794101260 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:51.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 >> 172.21.15.159:0/218567973 conn(0x7fc7940fac10 msgr2=0x7fc794068f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:51.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 shutdown_connections 2024-09-17T10:36:51.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:51.689+0000 7fc798db2700 1 -- 172.21.15.159:0/218567973 wait complete. 2024-09-17T10:36:52.226 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117013 got 115964117015 for osd.3 2024-09-17T10:36:52.226 DEBUG:teuthology.parallel:result is None 2024-09-17T10:36:52.226 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-17T10:36:52.227 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T10:36:52.425 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:52.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:52 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/218567973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T10:36:52.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:52.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:52 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/218567973' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-17T10:36:52.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:36:53.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:53 smithi159 ceph-mon[27674]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:53.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:53 smithi170 ceph-mon[33842]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:53.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 -- 172.21.15.159:0/283763448 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 msgr2=0x7fa544109410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:53.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/283763448 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544109410 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa534009940 tx=0x7fa534009c50 comp rx=0 tx=0).stop 2024-09-17T10:36:53.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 -- 172.21.15.159:0/283763448 shutdown_connections 2024-09-17T10:36:53.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/283763448 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544109410 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:53.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/283763448 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa5441003a0 0x7fa544100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:53.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 -- 172.21.15.159:0/283763448 >> 172.21.15.159:0/283763448 conn(0x7fa544074850 msgr2=0x7fa544074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 -- 172.21.15.159:0/283763448 shutdown_connections 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 -- 172.21.15.159:0/283763448 wait complete. 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 Processor -- start 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.992+0000 7fa54c5ab700 1 -- start start 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa54c5ab700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa5441003a0 0x7fa544195de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa54c5ab700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544196320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa54c5ab700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa544196a00 con 0x7fa544100cb0 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa54c5ab700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa54419a790 con 0x7fa5441003a0 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa549b46700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544196320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa549b46700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544196320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33542/0 (socket says 172.21.15.159:33542) 2024-09-17T10:36:53.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa549b46700 1 -- 172.21.15.159:0/2093236177 learned_addr learned my addr 172.21.15.159:0/2093236177 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa54a347700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa5441003a0 0x7fa544195de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa549b46700 1 -- 172.21.15.159:0/2093236177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa5441003a0 msgr2=0x7fa544195de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa549b46700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa5441003a0 0x7fa544195de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa549b46700 1 -- 172.21.15.159:0/2093236177 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5340095f0 con 0x7fa544100cb0 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa54a347700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa5441003a0 0x7fa544195de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa549b46700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544196320 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa5340055f0 tx=0x7fa5340056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa53b7fe700 1 -- 172.21.15.159:0/2093236177 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa53401d070 con 0x7fa544100cb0 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa53b7fe700 1 -- 172.21.15.159:0/2093236177 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa534003ba0 con 0x7fa544100cb0 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa54419aa10 con 0x7fa544100cb0 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.993+0000 7fa53b7fe700 1 -- 172.21.15.159:0/2093236177 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa534021640 con 0x7fa544100cb0 2024-09-17T10:36:53.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.994+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa54419af80 con 0x7fa544100cb0 2024-09-17T10:36:53.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.994+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa544107d80 con 0x7fa544100cb0 2024-09-17T10:36:53.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.995+0000 7fa53b7fe700 1 -- 172.21.15.159:0/2093236177 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fa534003d10 con 0x7fa544100cb0 2024-09-17T10:36:53.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.995+0000 7fa53b7fe700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa53006c680 0x7fa53006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:53.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.995+0000 7fa53b7fe700 1 -- 172.21.15.159:0/2093236177 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fa53408c8e0 con 0x7fa544100cb0 2024-09-17T10:36:53.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.995+0000 7fa54a347700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa53006c680 0x7fa53006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:53.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:53.996+0000 7fa54a347700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa53006c680 0x7fa53006eb30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa5400099d0 tx=0x7fa540008040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:54.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.000+0000 7fa53b7fe700 1 -- 172.21.15.159:0/2093236177 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fa5340573a0 con 0x7fa544100cb0 2024-09-17T10:36:54.189 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.188+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa54419b320 con 0x7fa53006c680 2024-09-17T10:36:54.191 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.189+0000 7fa53b7fe700 1 -- 172.21.15.159:0/2093236177 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+28016 (secure 0 0 0) 0x7fa54419b320 con 0x7fa53006c680 2024-09-17T10:36:54.191 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:54.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa53006c680 msgr2=0x7fa53006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:54.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa53006c680 0x7fa53006eb30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa5400099d0 tx=0x7fa540008040 comp rx=0 tx=0).stop 2024-09-17T10:36:54.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 msgr2=0x7fa544196320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:54.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544196320 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa5340055f0 tx=0x7fa5340056d0 comp rx=0 tx=0).stop 2024-09-17T10:36:54.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 shutdown_connections 2024-09-17T10:36:54.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa53006c680 0x7fa53006eb30 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:54.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa5441003a0 0x7fa544195de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:54.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 --2- 172.21.15.159:0/2093236177 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa544100cb0 0x7fa544196320 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:54.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.191+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 >> 172.21.15.159:0/2093236177 conn(0x7fa544074850 msgr2=0x7fa5440ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:54.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.192+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 shutdown_connections 2024-09-17T10:36:54.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:54.192+0000 7fa54c5ab700 1 -- 172.21.15.159:0/2093236177 wait complete. 2024-09-17T10:36:54.194 INFO:teuthology.orchestra.run.smithi159.stderr:dumped all 2024-09-17T10:36:54.832 INFO:teuthology.orchestra.run.smithi159.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-17T10:36:54.137704+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":3,"kb":562470912,"kb_used":165588,"kb_used_data":3876,"kb_used_omap":0,"kb_used_meta":161664,"kb_avail":562305324,"statfs":{"total":575970213888,"available":575800651776,"internally_reserved":0,"allocated":3969024,"data_stored":2588226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":165543936},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002092"},"pg_stats":[{"pgid":"1.0","version":"24'117","reported_seq":185,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-17T10:36:01.193243+0000","last_change":"2024-09-17T10:35:34.300301+0000","last_active":"2024-09-17T10:36:01.193243+0000","last_peered":"2024-09-17T10:36:01.193243+0000","last_clean":"2024-09-17T10:36:01.193243+0000","last_became_active":"2024-09-17T10:35:34.299979+0000","last_became_peered":"2024-09-17T10:35:34.299979+0000","last_unstale":"2024-09-17T10:36:01.193243+0000","last_undegraded":"2024-09-17T10:36:01.193243+0000","last_fullsized":"2024-09-17T10:36:01.193243+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T10:34:48.454378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T10:34:48.454378+0000","last_clean_scrub_stamp":"2024-09-17T10:34:48.454378+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:12:01.329419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":40,"seq":171798691854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27308,"kb_used_data":356,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717844,"statfs":{"total":95995035648,"available":95967072256,"internally_reserved":0,"allocated":364544,"data_stored":136187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]}]},{"osd":4,"up_from":35,"seq":150323855378,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27308,"kb_used_data":356,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717844,"statfs":{"total":95995035648,"available":95967072256,"internally_reserved":0,"allocated":364544,"data_stored":136187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44}]},{"osd":1,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.503},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.51500000000000001}]},{"osd":2,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.48899999999999999}]},{"osd":3,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]}]},{"osd":3,"up_from":27,"seq":115964117016,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":936,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":958464,"data_stored":726555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.622}]},{"osd":1,"last update":"Tue Sep 17 10:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.66000000000000003}]},{"osd":2,"last update":"Tue Sep 17 10:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.42799999999999999}]},{"osd":4,"last update":"Tue Sep 17 10:36:34 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.34899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]}]},{"osd":2,"up_from":19,"seq":81604378652,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27308,"kb_used_data":356,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717844,"statfs":{"total":95995035648,"available":95967072256,"internally_reserved":0,"allocated":364544,"data_stored":136187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.40799999999999997}]},{"osd":1,"last update":"Tue Sep 17 10:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.435},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.44600000000000001}]},{"osd":3,"last update":"Tue Sep 17 10:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.748},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.73599999999999999}]},{"osd":4,"last update":"Tue Sep 17 10:36:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.56799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":0,"up_from":9,"seq":38654705703,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":936,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":958464,"data_stored":726555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 10:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.32200000000000001,"15min":0.316},"min":{"1min":0.23200000000000001,"5min":0.214,"15min":0.214},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.314},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.34599999999999997,"15min":0.34200000000000003},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.28299999999999997}]},{"osd":2,"last update":"Tue Sep 17 10:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.26700000000000002}]},{"osd":3,"last update":"Tue Sep 17 10:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.69399999999999995}]},{"osd":4,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.66700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":1,"up_from":14,"seq":60129542178,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":936,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":958464,"data_stored":726555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.318,"15min":0.308},"min":{"1min":0.28000000000000003,"5min":0.22,"15min":0.22},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.33400000000000002,"15min":0.32500000000000001},"min":{"1min":0.217,"5min":0.215,"15min":0.215},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.316}]},{"osd":2,"last update":"Tue Sep 17 10:36:49 2024","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.35899999999999999,"15min":0.36499999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.49199999999999999,"5min":0.504,"15min":0.504},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.29699999999999999}]},{"osd":3,"last update":"Tue Sep 17 10:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55300000000000005}]},{"osd":4,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T10:36:54.834 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-17T10:36:55.031 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:55.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:55 smithi159 ceph-mon[27674]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:55 smithi159 ceph-mon[27674]: from='client.14506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T10:36:55.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:55 smithi170 ceph-mon[33842]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:55.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:55 smithi170 ceph-mon[33842]: from='client.14506 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T10:36:56.624 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 -- 172.21.15.159:0/3790039799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 msgr2=0x7fda480ff760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3790039799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda480ff760 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fda38009910 tx=0x7fda38009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 -- 172.21.15.159:0/3790039799 shutdown_connections 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3790039799 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fda480ffd30 0x7fda48103ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3790039799 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda480ff760 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 -- 172.21.15.159:0/3790039799 >> 172.21.15.159:0/3790039799 conn(0x7fda48074f50 msgr2=0x7fda48075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 -- 172.21.15.159:0/3790039799 shutdown_connections 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.620+0000 7fda4fa84700 1 -- 172.21.15.159:0/3790039799 wait complete. 2024-09-17T10:36:56.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4fa84700 1 Processor -- start 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4fa84700 1 -- start start 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4fa84700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda48195d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4fa84700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fda480ffd30 0x7fda48196270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4fa84700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda481968c0 con 0x7fda480ff390 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4fa84700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda48196a00 con 0x7fda480ffd30 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4d820700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda48195d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4d820700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda48195d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:48844/0 (socket says 172.21.15.159:48844) 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4d820700 1 -- 172.21.15.159:0/3029136053 learned_addr learned my addr 172.21.15.159:0/3029136053 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:56.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4d01f700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fda480ffd30 0x7fda48196270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4d820700 1 -- 172.21.15.159:0/3029136053 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fda480ffd30 msgr2=0x7fda48196270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4d820700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fda480ffd30 0x7fda48196270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.621+0000 7fda4d820700 1 -- 172.21.15.159:0/3029136053 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda380095f0 con 0x7fda480ff390 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.622+0000 7fda4d820700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda48195d30 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fda38006010 tx=0x7fda3800be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.622+0000 7fda3effd700 1 -- 172.21.15.159:0/3029136053 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fda3801d070 con 0x7fda480ff390 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.622+0000 7fda3effd700 1 -- 172.21.15.159:0/3029136053 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fda3800f460 con 0x7fda480ff390 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.622+0000 7fda3effd700 1 -- 172.21.15.159:0/3029136053 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fda38021640 con 0x7fda480ff390 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.622+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda4819a7f0 con 0x7fda480ff390 2024-09-17T10:36:56.627 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.622+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda4819ace0 con 0x7fda480ff390 2024-09-17T10:36:56.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.623+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda48108660 con 0x7fda480ff390 2024-09-17T10:36:56.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.623+0000 7fda3effd700 1 -- 172.21.15.159:0/3029136053 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fda3800fab0 con 0x7fda480ff390 2024-09-17T10:36:56.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.624+0000 7fda3effd700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fda3406c680 0x7fda3406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:56.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.624+0000 7fda3effd700 1 -- 172.21.15.159:0/3029136053 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fda3808c6f0 con 0x7fda480ff390 2024-09-17T10:36:56.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.624+0000 7fda4d01f700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fda3406c680 0x7fda3406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:56.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.624+0000 7fda4d01f700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fda3406c680 0x7fda3406eb30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fda44005ea0 tx=0x7fda44005e30 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:56.630 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.628+0000 7fda3effd700 1 -- 172.21.15.159:0/3029136053 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fda38057230 con 0x7fda480ff390 2024-09-17T10:36:56.813 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.811+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fda4802ccf0 con 0x7fda3406c680 2024-09-17T10:36:56.814 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.813+0000 7fda3effd700 1 -- 172.21.15.159:0/3029136053 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+27997 (secure 0 0 0) 0x7fda4802ccf0 con 0x7fda3406c680 2024-09-17T10:36:56.815 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:56.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fda3406c680 msgr2=0x7fda3406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:56.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fda3406c680 0x7fda3406eb30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fda44005ea0 tx=0x7fda44005e30 comp rx=0 tx=0).stop 2024-09-17T10:36:56.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 msgr2=0x7fda48195d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda48195d30 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fda38006010 tx=0x7fda3800be20 comp rx=0 tx=0).stop 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 shutdown_connections 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fda3406c680 0x7fda3406eb30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fda480ff390 0x7fda48195d30 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 --2- 172.21.15.159:0/3029136053 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fda480ffd30 0x7fda48196270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 >> 172.21.15.159:0/3029136053 conn(0x7fda48074f50 msgr2=0x7fda48068630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 shutdown_connections 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:56.815+0000 7fda4fa84700 1 -- 172.21.15.159:0/3029136053 wait complete. 2024-09-17T10:36:56.817 INFO:teuthology.orchestra.run.smithi159.stderr:dumped all 2024-09-17T10:36:57.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:57 smithi159 ceph-mon[27674]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:57.418 INFO:teuthology.orchestra.run.smithi159.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-09-17T10:36:56.138027+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":3,"kb":562470912,"kb_used":165588,"kb_used_data":3876,"kb_used_omap":0,"kb_used_meta":161664,"kb_avail":562305324,"statfs":{"total":575970213888,"available":575800651776,"internally_reserved":0,"allocated":3969024,"data_stored":2588226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":165543936},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001970"},"pg_stats":[{"pgid":"1.0","version":"24'117","reported_seq":185,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-17T10:36:01.193243+0000","last_change":"2024-09-17T10:35:34.300301+0000","last_active":"2024-09-17T10:36:01.193243+0000","last_peered":"2024-09-17T10:36:01.193243+0000","last_clean":"2024-09-17T10:36:01.193243+0000","last_became_active":"2024-09-17T10:35:34.299979+0000","last_became_peered":"2024-09-17T10:35:34.299979+0000","last_unstale":"2024-09-17T10:36:01.193243+0000","last_undegraded":"2024-09-17T10:36:01.193243+0000","last_fullsized":"2024-09-17T10:36:01.193243+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-17T10:34:48.454378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-17T10:34:48.454378+0000","last_clean_scrub_stamp":"2024-09-17T10:34:48.454378+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-18T14:12:01.329419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":40,"seq":171798691854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27308,"kb_used_data":356,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717844,"statfs":{"total":95995035648,"available":95967072256,"internally_reserved":0,"allocated":364544,"data_stored":136187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]}]},{"osd":4,"up_from":35,"seq":150323855379,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27308,"kb_used_data":356,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717844,"statfs":{"total":95995035648,"available":95967072256,"internally_reserved":0,"allocated":364544,"data_stored":136187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44700000000000001}]},{"osd":1,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.52400000000000002}]},{"osd":2,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.33800000000000002}]},{"osd":3,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.46999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]},{"osd":3,"up_from":27,"seq":115964117017,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":936,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":958464,"data_stored":726555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.47799999999999998}]},{"osd":1,"last update":"Tue Sep 17 10:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.46200000000000002}]},{"osd":2,"last update":"Tue Sep 17 10:36:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.442}]},{"osd":4,"last update":"Tue Sep 17 10:36:34 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.373,"15min":0.373},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.49299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]}]},{"osd":2,"up_from":19,"seq":81604378652,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27308,"kb_used_data":356,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717844,"statfs":{"total":95995035648,"available":95967072256,"internally_reserved":0,"allocated":364544,"data_stored":136187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.371,"5min":0.371,"15min":0.371},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.40799999999999997}]},{"osd":1,"last update":"Tue Sep 17 10:35:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.435},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.44600000000000001}]},{"osd":3,"last update":"Tue Sep 17 10:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.748},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.73599999999999999}]},{"osd":4,"last update":"Tue Sep 17 10:36:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.56799999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":0,"up_from":9,"seq":38654705704,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":936,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":958464,"data_stored":726555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Sep 17 10:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.32200000000000001,"15min":0.316},"min":{"1min":0.23200000000000001,"5min":0.214,"15min":0.214},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.34599999999999997,"15min":0.34200000000000003},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.23599999999999999}]},{"osd":2,"last update":"Tue Sep 17 10:36:51 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.38700000000000001,"15min":0.39500000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.25},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.40100000000000002,"15min":0.40799999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.501,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.30599999999999999}]},{"osd":3,"last update":"Tue Sep 17 10:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.60399999999999998}]},{"osd":4,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.5},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.59299999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":1,"up_from":14,"seq":60129542179,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":936,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":958464,"data_stored":726555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Sep 17 10:36:25 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.318,"15min":0.308},"min":{"1min":0.28000000000000003,"5min":0.22,"15min":0.22},"max":{"1min":0.504,"5min":0.504,"15min":0.504},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.33400000000000002,"15min":0.32500000000000001},"min":{"1min":0.217,"5min":0.215,"15min":0.215},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.246}]},{"osd":2,"last update":"Tue Sep 17 10:36:49 2024","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.35899999999999999,"15min":0.36499999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.49199999999999999,"5min":0.504,"15min":0.504},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.318}]},{"osd":3,"last update":"Tue Sep 17 10:36:09 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42699999999999999}]},{"osd":4,"last update":"Tue Sep 17 10:36:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.40000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-17T10:36:57.419 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-17T10:36:57.419 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-17T10:36:57.420 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-17T10:36:57.420 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-17T10:36:57.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:57 smithi170 ceph-mon[33842]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:57.621 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:36:58.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:58 smithi159 ceph-mon[27674]: from='client.14510 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T10:36:58.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:58 smithi170 ceph-mon[33842]: from='client.14510 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-17T10:36:59.192 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 -- 172.21.15.159:0/4234179760 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 msgr2=0x7fbbcc10a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:59.192 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 --2- 172.21.15.159:0/4234179760 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc10a610 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc009910 tx=0x7fbbbc009c20 comp rx=0 tx=0).stop 2024-09-17T10:36:59.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 -- 172.21.15.159:0/4234179760 shutdown_connections 2024-09-17T10:36:59.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 --2- 172.21.15.159:0/4234179760 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc10a610 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:59.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 --2- 172.21.15.159:0/4234179760 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbbcc0ff290 0x7fbbcc0ff660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:59.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 -- 172.21.15.159:0/4234179760 >> 172.21.15.159:0/4234179760 conn(0x7fbbcc074850 msgr2=0x7fbbcc074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:59.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 -- 172.21.15.159:0/4234179760 shutdown_connections 2024-09-17T10:36:59.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.190+0000 7fbbd340e700 1 -- 172.21.15.159:0/4234179760 wait complete. 2024-09-17T10:36:59.194 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:36:59 smithi159 ceph-mon[27674]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:59.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd340e700 1 Processor -- start 2024-09-17T10:36:59.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd340e700 1 -- start start 2024-09-17T10:36:59.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd340e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbbcc0ff290 0x7fbbcc195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:59.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd340e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc1962a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:59.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd340e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc196980 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd340e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc19a710 con 0x7fbbcc0ff290 2024-09-17T10:36:59.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd09a9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc1962a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:59.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd09a9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc1962a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:48870/0 (socket says 172.21.15.159:48870) 2024-09-17T10:36:59.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd09a9700 1 -- 172.21.15.159:0/3643857371 learned_addr learned my addr 172.21.15.159:0/3643857371 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.191+0000 7fbbd11aa700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbbcc0ff290 0x7fbbcc195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbd09a9700 1 -- 172.21.15.159:0/3643857371 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbbcc0ff290 msgr2=0x7fbbcc195d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbd09a9700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbbcc0ff290 0x7fbbcc195d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbd09a9700 1 -- 172.21.15.159:0/3643857371 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbbc0095f0 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbd09a9700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc1962a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00fa00 tx=0x7fbbbc00fa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbc27fc700 1 -- 172.21.15.159:0/3643857371 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbbbc01d070 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbcc19a990 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbc27fc700 1 -- 172.21.15.159:0/3643857371 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fbbbc00fe90 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbc27fc700 1 -- 172.21.15.159:0/3643857371 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbbbc022470 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.192+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbcc19ae80 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.193+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbcc107d10 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.193+0000 7fbbc27fc700 1 -- 172.21.15.159:0/3643857371 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fbbbc003680 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.194+0000 7fbbc27fc700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbbb806c680 0x7fbbb806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:36:59.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.194+0000 7fbbc27fc700 1 -- 172.21.15.159:0/3643857371 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fbbbc08c820 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.194+0000 7fbbd11aa700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbbb806c680 0x7fbbb806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:36:59.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.194+0000 7fbbd11aa700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbbb806c680 0x7fbbb806eb30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc06a5c0 tx=0x7fbbc8009260 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:36:59.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.198+0000 7fbbc27fc700 1 -- 172.21.15.159:0/3643857371 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fbbbc057360 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.440+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fbbcc02cc30 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.440+0000 7fbbc27fc700 1 -- 172.21.15.159:0/3643857371 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fbbbc05a980 con 0x7fbbcc0ffba0 2024-09-17T10:36:59.442 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:36:59.442 INFO:teuthology.orchestra.run.smithi159.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-17T10:36:59.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbbb806c680 msgr2=0x7fbbb806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:59.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbbb806c680 0x7fbbb806eb30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc06a5c0 tx=0x7fbbc8009260 comp rx=0 tx=0).stop 2024-09-17T10:36:59.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 msgr2=0x7fbbcc1962a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc1962a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc00fa00 tx=0x7fbbbc00fa30 comp rx=0 tx=0).stop 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 shutdown_connections 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbbb806c680 0x7fbbb806eb30 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbbcc0ff290 0x7fbbcc195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 --2- 172.21.15.159:0/3643857371 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbbcc0ffba0 0x7fbbcc1962a0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 >> 172.21.15.159:0/3643857371 conn(0x7fbbcc074850 msgr2=0x7fbbcc104e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 shutdown_connections 2024-09-17T10:36:59.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:36:59.443+0000 7fbbd340e700 1 -- 172.21.15.159:0/3643857371 wait complete. 2024-09-17T10:36:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:36:59 smithi170 ceph-mon[33842]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:36:59.994 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-17T10:36:59.994 INFO:tasks.cephadm:Setup complete, yielding 2024-09-17T10:36:59.995 INFO:teuthology.run_tasks:Running task print... 2024-09-17T10:37:00.004 INFO:teuthology.task.print:**** done end installing v18.2.0 cephadm ... 2024-09-17T10:37:00.004 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:37:00.043 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:00.043 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-17T10:37:00.246 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:00.367 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:00 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3643857371' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T10:37:00.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:00 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3643857371' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-17T10:37:01.378 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:01 smithi159 ceph-mon[27674]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:01.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:01 smithi170 ceph-mon[33842]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:01.918 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 -- 172.21.15.159:0/962719154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f0100290 msgr2=0x7fe5f01006e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:01.918 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 --2- 172.21.15.159:0/962719154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f0100290 0x7fe5f01006e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fe5e0009910 tx=0x7fe5e0009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:01.918 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 -- 172.21.15.159:0/962719154 shutdown_connections 2024-09-17T10:37:01.918 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 --2- 172.21.15.159:0/962719154 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f0100290 0x7fe5f01006e0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:01.918 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 --2- 172.21.15.159:0/962719154 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5f00ff090 0x7fe5f00ff4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:01.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 -- 172.21.15.159:0/962719154 >> 172.21.15.159:0/962719154 conn(0x7fe5f00fa620 msgr2=0x7fe5f00fca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:01.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 -- 172.21.15.159:0/962719154 shutdown_connections 2024-09-17T10:37:01.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.916+0000 7fe5f7520700 1 -- 172.21.15.159:0/962719154 wait complete. 2024-09-17T10:37:01.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f7520700 1 Processor -- start 2024-09-17T10:37:01.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f7520700 1 -- start start 2024-09-17T10:37:01.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f7520700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f00ff090 0x7fe5f00698d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:01.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f7520700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5f0100290 0x7fe5f019a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f7520700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5f019acc0 con 0x7fe5f00ff090 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f7520700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5f019ae30 con 0x7fe5f0100290 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f52bc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f00ff090 0x7fe5f00698d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f52bc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f00ff090 0x7fe5f00698d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:48888/0 (socket says 172.21.15.159:48888) 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.917+0000 7fe5f52bc700 1 -- 172.21.15.159:0/3690731174 learned_addr learned my addr 172.21.15.159:0/3690731174 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5f4abb700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5f0100290 0x7fe5f019a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5f52bc700 1 -- 172.21.15.159:0/3690731174 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5f0100290 msgr2=0x7fe5f019a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5f52bc700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5f0100290 0x7fe5f019a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5f52bc700 1 -- 172.21.15.159:0/3690731174 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5e00095f0 con 0x7fe5f00ff090 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5f52bc700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f00ff090 0x7fe5f00698d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe5ec00d900 tx=0x7fe5ec00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:01.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5e67fc700 1 -- 172.21.15.159:0/3690731174 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe5ec0041f0 con 0x7fe5f00ff090 2024-09-17T10:37:01.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5e67fc700 1 -- 172.21.15.159:0/3690731174 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe5ec004350 con 0x7fe5f00ff090 2024-09-17T10:37:01.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5f019b110 con 0x7fe5f00ff090 2024-09-17T10:37:01.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5e67fc700 1 -- 172.21.15.159:0/3690731174 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe5ec003d20 con 0x7fe5f00ff090 2024-09-17T10:37:01.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.918+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5f019b660 con 0x7fe5f00ff090 2024-09-17T10:37:01.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.919+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5f0107be0 con 0x7fe5f00ff090 2024-09-17T10:37:01.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.919+0000 7fe5e67fc700 1 -- 172.21.15.159:0/3690731174 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fe5ec009730 con 0x7fe5f00ff090 2024-09-17T10:37:01.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.920+0000 7fe5e67fc700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe5dc06c680 0x7fe5dc06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:01.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.920+0000 7fe5f4abb700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe5dc06c680 0x7fe5dc06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:01.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.920+0000 7fe5e67fc700 1 -- 172.21.15.159:0/3690731174 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fe5ec08b3c0 con 0x7fe5f00ff090 2024-09-17T10:37:01.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.921+0000 7fe5f4abb700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe5dc06c680 0x7fe5dc06eb30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0069e30 tx=0x7fe5e000b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:01.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:01.925+0000 7fe5e67fc700 1 -- 172.21.15.159:0/3690731174 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fe5ec059910 con 0x7fe5f00ff090 2024-09-17T10:37:02.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.115+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/use_repo_digest}] v 0) v1 -- 0x7fe5f0107dd0 con 0x7fe5f00ff090 2024-09-17T10:37:02.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.119+0000 7fe5e67fc700 1 -- 172.21.15.159:0/3690731174 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/use_repo_digest}]=0 v38)=0 v38) v1 ==== 143+0+0 (secure 0 0 0) 0x7fe5ec003e80 con 0x7fe5f00ff090 2024-09-17T10:37:02.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe5dc06c680 msgr2=0x7fe5dc06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe5dc06c680 0x7fe5dc06eb30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0069e30 tx=0x7fe5e000b540 comp rx=0 tx=0).stop 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f00ff090 msgr2=0x7fe5f00698d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f00ff090 0x7fe5f00698d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe5ec00d900 tx=0x7fe5ec00dc10 comp rx=0 tx=0).stop 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 shutdown_connections 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fe5dc06c680 0x7fe5dc06eb30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe5f00ff090 0x7fe5f00698d0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 --2- 172.21.15.159:0/3690731174 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5f0100290 0x7fe5f019a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 >> 172.21.15.159:0/3690731174 conn(0x7fe5f00fa620 msgr2=0x7fe5f01034c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 shutdown_connections 2024-09-17T10:37:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:02.122+0000 7fe5f7520700 1 -- 172.21.15.159:0/3690731174 wait complete. 2024-09-17T10:37:02.901 INFO:teuthology.run_tasks:Running task print... 2024-09-17T10:37:02.910 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-17T10:37:02.911 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:37:02.919 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:02.919 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph orch status' 2024-09-17T10:37:03.122 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:03 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3690731174' entity='client.admin' 2024-09-17T10:37:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:03 smithi159 ceph-mon[27674]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:03.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:03.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:03 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:03.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:03 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3690731174' entity='client.admin' 2024-09-17T10:37:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:03 smithi170 ceph-mon[33842]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:03 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:04.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 -- 172.21.15.159:0/2760434546 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 msgr2=0x7f19000ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 --2- 172.21.15.159:0/2760434546 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f19000ff460 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f18f4009910 tx=0x7f18f4009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 -- 172.21.15.159:0/2760434546 shutdown_connections 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 --2- 172.21.15.159:0/2760434546 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1900100250 0x7f19001006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 --2- 172.21.15.159:0/2760434546 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f19000ff460 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 -- 172.21.15.159:0/2760434546 >> 172.21.15.159:0/2760434546 conn(0x7f19000fa5e0 msgr2=0x7f19000fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 -- 172.21.15.159:0/2760434546 shutdown_connections 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.692+0000 7f1906a85700 1 -- 172.21.15.159:0/2760434546 wait complete. 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1906a85700 1 Processor -- start 2024-09-17T10:37:04.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1906a85700 1 -- start start 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1906a85700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f1900194910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1906a85700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1900100250 0x7f1900194e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1906a85700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1900195470 con 0x7f19000ff050 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1906a85700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19001955b0 con 0x7f1900100250 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1904821700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f1900194910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1904821700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f1900194910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:48914/0 (socket says 172.21.15.159:48914) 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.693+0000 7f1904821700 1 -- 172.21.15.159:0/3186409811 learned_addr learned my addr 172.21.15.159:0/3186409811 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:04.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f1904821700 1 -- 172.21.15.159:0/3186409811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1900100250 msgr2=0x7f1900194e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f18fffff700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1900100250 0x7f1900194e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f1904821700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1900100250 0x7f1900194e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f1904821700 1 -- 172.21.15.159:0/3186409811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18f40095f0 con 0x7f19000ff050 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f18fffff700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1900100250 0x7f1900194e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f1904821700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f1900194910 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f18f400bda0 tx=0x7f18f400be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f18fdffb700 1 -- 172.21.15.159:0/3186409811 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f18f401d070 con 0x7f19000ff050 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f190019a000 con 0x7f19000ff050 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f18fdffb700 1 -- 172.21.15.159:0/3186409811 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f18f4004c50 con 0x7f19000ff050 2024-09-17T10:37:04.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f18fdffb700 1 -- 172.21.15.159:0/3186409811 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f18f400f690 con 0x7f19000ff050 2024-09-17T10:37:04.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.694+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f190019a570 con 0x7f19000ff050 2024-09-17T10:37:04.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.695+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1900107c20 con 0x7f19000ff050 2024-09-17T10:37:04.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.696+0000 7f18fdffb700 1 -- 172.21.15.159:0/3186409811 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f18f40229b0 con 0x7f19000ff050 2024-09-17T10:37:04.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.696+0000 7f18fdffb700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f18f006c680 0x7f18f006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:04.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.696+0000 7f18fdffb700 1 -- 172.21.15.159:0/3186409811 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f18f408cb90 con 0x7f19000ff050 2024-09-17T10:37:04.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.696+0000 7f18fffff700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f18f006c680 0x7f18f006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:04.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.697+0000 7f18fffff700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f18f006c680 0x7f18f006eb30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f18ec007900 tx=0x7f18ec008040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:04.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.701+0000 7f18fdffb700 1 -- 172.21.15.159:0/3186409811 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f18f405b190 con 0x7f19000ff050 2024-09-17T10:37:04.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.902+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f1900104ba0 con 0x7f18f006c680 2024-09-17T10:37:04.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.904+0000 7f18fdffb700 1 -- 172.21.15.159:0/3186409811 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f1900104ba0 con 0x7f18f006c680 2024-09-17T10:37:04.905 INFO:teuthology.orchestra.run.smithi159.stdout:Backend: cephadm 2024-09-17T10:37:04.905 INFO:teuthology.orchestra.run.smithi159.stdout:Available: Yes 2024-09-17T10:37:04.905 INFO:teuthology.orchestra.run.smithi159.stdout:Paused: No 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f18f006c680 msgr2=0x7f18f006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f18f006c680 0x7f18f006eb30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f18ec007900 tx=0x7f18ec008040 comp rx=0 tx=0).stop 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 msgr2=0x7f1900194910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f1900194910 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f18f400bda0 tx=0x7f18f400be80 comp rx=0 tx=0).stop 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 shutdown_connections 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f18f006c680 0x7f18f006eb30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f19000ff050 0x7f1900194910 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 --2- 172.21.15.159:0/3186409811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1900100250 0x7f1900194e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 >> 172.21.15.159:0/3186409811 conn(0x7f19000fa5e0 msgr2=0x7f1900103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:04.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 shutdown_connections 2024-09-17T10:37:04.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:04.906+0000 7f1906a85700 1 -- 172.21.15.159:0/3186409811 wait complete. 2024-09-17T10:37:05.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:05 smithi170 ceph-mon[33842]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:05.485 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:05 smithi159 ceph-mon[27674]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:05.507 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-17T10:37:05.706 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:06.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:06 smithi159 ceph-mon[27674]: from='client.14522 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:06.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:06 smithi170 ceph-mon[33842]: from='client.14522 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:07.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 -- 172.21.15.159:0/1444053610 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6418101440 msgr2=0x7f6418101890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 --2- 172.21.15.159:0/1444053610 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6418101440 0x7f6418101890 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6408009910 tx=0x7f6408009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 -- 172.21.15.159:0/1444053610 shutdown_connections 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 --2- 172.21.15.159:0/1444053610 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6418101440 0x7f6418101890 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 --2- 172.21.15.159:0/1444053610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64180fe460 0x7f64180fe870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 -- 172.21.15.159:0/1444053610 >> 172.21.15.159:0/1444053610 conn(0x7f64180f9db0 msgr2=0x7f64180fc200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 -- 172.21.15.159:0/1444053610 shutdown_connections 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 -- 172.21.15.159:0/1444053610 wait complete. 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.242+0000 7f641faa5700 1 Processor -- start 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641faa5700 1 -- start start 2024-09-17T10:37:07.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641faa5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64180fe460 0x7f64181959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641faa5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6418101440 0x7f6418195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641faa5700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6418196510 con 0x7f64180fe460 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641faa5700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6418196650 con 0x7f6418101440 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d841700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64180fe460 0x7f64181959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d841700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64180fe460 0x7f64181959b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55162/0 (socket says 172.21.15.159:55162) 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d841700 1 -- 172.21.15.159:0/3211230084 learned_addr learned my addr 172.21.15.159:0/3211230084 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d040700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6418101440 0x7f6418195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d841700 1 -- 172.21.15.159:0/3211230084 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6418101440 msgr2=0x7f6418195ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d841700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6418101440 0x7f6418195ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d841700 1 -- 172.21.15.159:0/3211230084 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64080095f0 con 0x7f64180fe460 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f641d841700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64180fe460 0x7f64181959b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f641400c8f0 tx=0x7f641400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:07.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.243+0000 7f640effd700 1 -- 172.21.15.159:0/3211230084 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f64140078e0 con 0x7f64180fe460 2024-09-17T10:37:07.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.244+0000 7f640effd700 1 -- 172.21.15.159:0/3211230084 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f641400f450 con 0x7f64180fe460 2024-09-17T10:37:07.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.244+0000 7f640effd700 1 -- 172.21.15.159:0/3211230084 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6414018610 con 0x7f64180fe460 2024-09-17T10:37:07.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.244+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f641819b100 con 0x7f64180fe460 2024-09-17T10:37:07.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.244+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f641819b600 con 0x7f64180fe460 2024-09-17T10:37:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.245+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6418108ce0 con 0x7f64180fe460 2024-09-17T10:37:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.245+0000 7f640effd700 1 -- 172.21.15.159:0/3211230084 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f641400f5c0 con 0x7f64180fe460 2024-09-17T10:37:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.245+0000 7f640effd700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f640406c680 0x7f640406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.246+0000 7f641d040700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f640406c680 0x7f640406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.246+0000 7f640effd700 1 -- 172.21.15.159:0/3211230084 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f641408b380 con 0x7f64180fe460 2024-09-17T10:37:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.246+0000 7f641d040700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f640406c680 0x7f640406eb30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6408006010 tx=0x7f640800b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:07.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.250+0000 7f640effd700 1 -- 172.21.15.159:0/3211230084 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f64140598d0 con 0x7f64180fe460 2024-09-17T10:37:07.450 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.448+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f6418105d90 con 0x7f640406c680 2024-09-17T10:37:07.450 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:07 smithi159 ceph-mon[27674]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:07.450 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:07 smithi170 ceph-mon[33842]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:07.458 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.457+0000 7f640effd700 1 -- 172.21.15.159:0/3211230084 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+2820 (secure 0 0 0) 0x7f6418105d90 con 0x7f640406c680 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (3m) 2m ago 5m 26.9M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (6m) 2m ago 6m 6953k - 18.2.0 dc2bc1663786 cfddc9b53fae 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (5m) 68s ago 5m 6962k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (6m) 2m ago 5m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (5m) 68s ago 5m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (3m) 2m ago 5m 78.1M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (7m) 2m ago 7m 476M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:37:07.459 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (4m) 68s ago 4m 439M - 18.2.0 dc2bc1663786 f75007dd89d0 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (7m) 2m ago 7m 46.3M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (4m) 68s ago 4m 43.6M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (5m) 2m ago 5m 16.0M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (4m) 68s ago 4m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (3m) 2m ago 3m 38.2M 3946M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (2m) 2m ago 2m 37.5M 3946M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (2m) 2m ago 2m 10.9M 3946M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (2m) 68s ago 2m 44.0M 4970M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (99s) 68s ago 99s 39.2M 4970M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (73s) 68s ago 73s 14.0M 4970M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:37:07.460 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (3m) 2m ago 5m 40.4M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:37:07.461 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f640406c680 msgr2=0x7f640406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:07.461 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f640406c680 0x7f640406eb30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6408006010 tx=0x7f640800b540 comp rx=0 tx=0).stop 2024-09-17T10:37:07.461 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64180fe460 msgr2=0x7f64181959b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:07.461 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64180fe460 0x7f64181959b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f641400c8f0 tx=0x7f641400cc00 comp rx=0 tx=0).stop 2024-09-17T10:37:07.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 shutdown_connections 2024-09-17T10:37:07.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f640406c680 0x7f640406eb30 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:07.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f64180fe460 0x7f64181959b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:07.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 --2- 172.21.15.159:0/3211230084 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6418101440 0x7f6418195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:07.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 >> 172.21.15.159:0/3211230084 conn(0x7f64180f9db0 msgr2=0x7f6418104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:07.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.459+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 shutdown_connections 2024-09-17T10:37:07.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:07.460+0000 7f641faa5700 1 -- 172.21.15.159:0/3211230084 wait complete. 2024-09-17T10:37:08.087 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-17T10:37:08.287 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:08.408 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:08 smithi159 ceph-mon[27674]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:08.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:08 smithi170 ceph-mon[33842]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:09.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:09 smithi170 ceph-mon[33842]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:09.456 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:09 smithi159 ceph-mon[27674]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.753+0000 7fbddfdc0700 1 -- 172.21.15.159:0/1912238440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8100150 msgr2=0x7fbdd8100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.753+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/1912238440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8100150 0x7fbdd8100560 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbdd4009910 tx=0x7fbdd4009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.753+0000 7fbddfdc0700 1 -- 172.21.15.159:0/1912238440 shutdown_connections 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.753+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/1912238440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbdd8101350 0x7fbdd81017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/1912238440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8100150 0x7fbdd8100560 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 -- 172.21.15.159:0/1912238440 >> 172.21.15.159:0/1912238440 conn(0x7fbdd80fb6e0 msgr2=0x7fbdd80fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 -- 172.21.15.159:0/1912238440 shutdown_connections 2024-09-17T10:37:09.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 -- 172.21.15.159:0/1912238440 wait complete. 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 Processor -- start 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 -- start start 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbdd8100150 0x7fbdd8195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8101350 0x7fbdd8195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdd8196570 con 0x7fbdd8101350 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddfdc0700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdd81966b0 con 0x7fbdd8100150 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.754+0000 7fbddd35b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8101350 0x7fbdd8195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddd35b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8101350 0x7fbdd8195f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55186/0 (socket says 172.21.15.159:55186) 2024-09-17T10:37:09.757 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddd35b700 1 -- 172.21.15.159:0/2177278895 learned_addr learned my addr 172.21.15.159:0/2177278895 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbdddb5c700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbdd8100150 0x7fbdd8195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddd35b700 1 -- 172.21.15.159:0/2177278895 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbdd8100150 msgr2=0x7fbdd8195a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddd35b700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbdd8100150 0x7fbdd8195a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddd35b700 1 -- 172.21.15.159:0/2177278895 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdd40095f0 con 0x7fbdd8101350 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddd35b700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8101350 0x7fbdd8195f50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbdc800b4b0 tx=0x7fbdc800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbdceffd700 1 -- 172.21.15.159:0/2177278895 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbdc8011800 con 0x7fbdd8101350 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbdceffd700 1 -- 172.21.15.159:0/2177278895 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fbdc8011e10 con 0x7fbdd8101350 2024-09-17T10:37:09.759 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdd819b160 con 0x7fbdd8101350 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbdceffd700 1 -- 172.21.15.159:0/2177278895 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbdc800f2e0 con 0x7fbdd8101350 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.755+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdd819b730 con 0x7fbdd8101350 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.756+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdd8108d20 con 0x7fbdd8101350 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.757+0000 7fbdceffd700 1 -- 172.21.15.159:0/2177278895 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fbdc8010380 con 0x7fbdd8101350 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.757+0000 7fbdceffd700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbdc406c680 0x7fbdc406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.757+0000 7fbdceffd700 1 -- 172.21.15.159:0/2177278895 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7fbdc808b110 con 0x7fbdd8101350 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.757+0000 7fbdddb5c700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbdc406c680 0x7fbdc406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:09.760 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.758+0000 7fbdddb5c700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbdc406c680 0x7fbdc406eb30 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbdd40059d0 tx=0x7fbdd4005960 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:09.763 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.761+0000 7fbdceffd700 1 -- 172.21.15.159:0/2177278895 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fbdc8059660 con 0x7fbdd8101350 2024-09-17T10:37:09.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.957+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fbdd8105ca0 con 0x7fbdc406c680 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.961+0000 7fbdceffd700 1 -- 172.21.15.159:0/2177278895 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+1310 (secure 0 0 0) 0x7fbdd8105ca0 con 0x7fbdc406c680 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager ?:9093,9094 1/1 2m ago 6m count:1 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter 2/2 2m ago 6m * 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stdout:crash 2/2 2m ago 6m * 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stdout:grafana ?:3000 1/1 2m ago 6m count:1 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stdout:mgr 2/2 2m ago 6m count:2 2024-09-17T10:37:09.963 INFO:teuthology.orchestra.run.smithi159.stdout:mon 2/2 2m ago 5m smithi159:172.21.15.159=smithi159;smithi170:172.21.15.170=smithi170;count:2 2024-09-17T10:37:09.964 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter ?:9100 2/2 2m ago 6m * 2024-09-17T10:37:09.964 INFO:teuthology.orchestra.run.smithi159.stdout:osd 6 2m ago - 2024-09-17T10:37:09.964 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus ?:9095 1/1 2m ago 6m count:1 2024-09-17T10:37:09.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbdc406c680 msgr2=0x7fbdc406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:09.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbdc406c680 0x7fbdc406eb30 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbdd40059d0 tx=0x7fbdd4005960 comp rx=0 tx=0).stop 2024-09-17T10:37:09.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8101350 msgr2=0x7fbdd8195f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:09.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8101350 0x7fbdd8195f50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbdc800b4b0 tx=0x7fbdc800b870 comp rx=0 tx=0).stop 2024-09-17T10:37:09.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 shutdown_connections 2024-09-17T10:37:09.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbdc406c680 0x7fbdc406eb30 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:09.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbdd8100150 0x7fbdd8195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:09.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 --2- 172.21.15.159:0/2177278895 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbdd8101350 0x7fbdd8195f50 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:09.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.963+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 >> 172.21.15.159:0/2177278895 conn(0x7fbdd80fb6e0 msgr2=0x7fbdd8104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:09.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.964+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 shutdown_connections 2024-09-17T10:37:09.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:09.964+0000 7fbddfdc0700 1 -- 172.21.15.159:0/2177278895 wait complete. 2024-09-17T10:37:10.609 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-17T10:37:10.809 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:11.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:11 smithi159 ceph-mon[27674]: from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:11.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:11 smithi159 ceph-mon[27674]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:11.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:11 smithi170 ceph-mon[33842]: from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:11.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:11 smithi170 ceph-mon[33842]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:12.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.333+0000 7f2e608bb700 1 -- 172.21.15.159:0/1101441239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c101390 msgr2=0x7f2e5c1017e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:12.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.333+0000 7f2e608bb700 1 --2- 172.21.15.159:0/1101441239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c101390 0x7f2e5c1017e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009910 tx=0x7f2e50009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:12.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.334+0000 7f2e608bb700 1 -- 172.21.15.159:0/1101441239 shutdown_connections 2024-09-17T10:37:12.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.334+0000 7f2e608bb700 1 --2- 172.21.15.159:0/1101441239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c101390 0x7f2e5c1017e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:12.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.334+0000 7f2e608bb700 1 --2- 172.21.15.159:0/1101441239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2e5c100190 0x7f2e5c1005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:12.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.334+0000 7f2e608bb700 1 -- 172.21.15.159:0/1101441239 >> 172.21.15.159:0/1101441239 conn(0x7f2e5c0fb720 msgr2=0x7f2e5c0fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:12.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.334+0000 7f2e608bb700 1 -- 172.21.15.159:0/1101441239 shutdown_connections 2024-09-17T10:37:12.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.334+0000 7f2e608bb700 1 -- 172.21.15.159:0/1101441239 wait complete. 2024-09-17T10:37:12.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e608bb700 1 Processor -- start 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e608bb700 1 -- start start 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e608bb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c100190 0x7f2e5c1959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e608bb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2e5c101390 0x7f2e5c195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e608bb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c196500 con 0x7f2e5c100190 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e608bb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c196640 con 0x7f2e5c101390 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e5a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c100190 0x7f2e5c1959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e5a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c100190 0x7f2e5c1959a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55204/0 (socket says 172.21.15.159:55204) 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e5a59c700 1 -- 172.21.15.159:0/3736320184 learned_addr learned my addr 172.21.15.159:0/3736320184 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e59d9b700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2e5c101390 0x7f2e5c195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e5a59c700 1 -- 172.21.15.159:0/3736320184 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2e5c101390 msgr2=0x7f2e5c195ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e5a59c700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2e5c101390 0x7f2e5c195ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:12.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.335+0000 7f2e5a59c700 1 -- 172.21.15.159:0/3736320184 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e500095f0 con 0x7f2e5c100190 2024-09-17T10:37:12.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.336+0000 7f2e5a59c700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c100190 0x7f2e5c1959a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00d900 tx=0x7f2e4c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:12.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.336+0000 7f2e4b7fe700 1 -- 172.21.15.159:0/3736320184 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2e4c0041f0 con 0x7f2e5c100190 2024-09-17T10:37:12.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.336+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e5c19b0f0 con 0x7f2e5c100190 2024-09-17T10:37:12.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.336+0000 7f2e4b7fe700 1 -- 172.21.15.159:0/3736320184 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f2e4c004350 con 0x7f2e5c100190 2024-09-17T10:37:12.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.336+0000 7f2e4b7fe700 1 -- 172.21.15.159:0/3736320184 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2e4c003da0 con 0x7f2e5c100190 2024-09-17T10:37:12.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.336+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e5c19b640 con 0x7f2e5c100190 2024-09-17T10:37:12.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.337+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e5c108ce0 con 0x7f2e5c100190 2024-09-17T10:37:12.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.337+0000 7f2e4b7fe700 1 -- 172.21.15.159:0/3736320184 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f2e4c009730 con 0x7f2e5c100190 2024-09-17T10:37:12.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.338+0000 7f2e4b7fe700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2e4406c680 0x7f2e4406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:12.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.338+0000 7f2e4b7fe700 1 -- 172.21.15.159:0/3736320184 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f2e4c08b610 con 0x7f2e5c100190 2024-09-17T10:37:12.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.338+0000 7f2e59d9b700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2e4406c680 0x7f2e4406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:12.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.338+0000 7f2e59d9b700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2e4406c680 0x7f2e4406eb30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2e5000b5c0 tx=0x7f2e50005960 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:12.343 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.342+0000 7f2e4b7fe700 1 -- 172.21.15.159:0/3736320184 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f2e4c059b60 con 0x7f2e5c100190 2024-09-17T10:37:12.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.536+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f2e5c105ce0 con 0x7f2e4406c680 2024-09-17T10:37:12.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.537+0000 7f2e4b7fe700 1 -- 172.21.15.159:0/3736320184 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+148 (secure 0 0 0) 0x7f2e5c105ce0 con 0x7f2e4406c680 2024-09-17T10:37:12.539 INFO:teuthology.orchestra.run.smithi159.stdout:HOST ADDR LABELS STATUS 2024-09-17T10:37:12.539 INFO:teuthology.orchestra.run.smithi159.stdout:smithi159 172.21.15.159 2024-09-17T10:37:12.539 INFO:teuthology.orchestra.run.smithi159.stdout:smithi170 172.21.15.170 2024-09-17T10:37:12.539 INFO:teuthology.orchestra.run.smithi159.stdout:2 hosts in cluster 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2e4406c680 msgr2=0x7f2e4406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2e4406c680 0x7f2e4406eb30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2e5000b5c0 tx=0x7f2e50005960 comp rx=0 tx=0).stop 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c100190 msgr2=0x7f2e5c1959a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c100190 0x7f2e5c1959a0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00d900 tx=0x7f2e4c00dcc0 comp rx=0 tx=0).stop 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 shutdown_connections 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2e4406c680 0x7f2e4406eb30 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2e5c100190 0x7f2e5c1959a0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:12.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 --2- 172.21.15.159:0/3736320184 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2e5c101390 0x7f2e5c195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:12.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 >> 172.21.15.159:0/3736320184 conn(0x7f2e5c0fb720 msgr2=0x7f2e5c1045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:12.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 shutdown_connections 2024-09-17T10:37:12.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:12.539+0000 7f2e608bb700 1 -- 172.21.15.159:0/3736320184 wait complete. 2024-09-17T10:37:13.132 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-17T10:37:13.335 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:13.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:13 smithi159 ceph-mon[27674]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:13.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:13 smithi159 ceph-mon[27674]: from='client.14534 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:13.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:13 smithi170 ceph-mon[33842]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:13.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:13 smithi170 ceph-mon[33842]: from='client.14534 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:14.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.855+0000 7f23a5a87700 1 -- 172.21.15.159:0/1839773769 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0103500 msgr2=0x7f23a01058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:14.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.855+0000 7f23a5a87700 1 --2- 172.21.15.159:0/1839773769 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0103500 0x7f23a01058e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f2388009910 tx=0x7f2388009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:14.858 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.855+0000 7f23a5a87700 1 -- 172.21.15.159:0/1839773769 shutdown_connections 2024-09-17T10:37:14.858 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.855+0000 7f23a5a87700 1 --2- 172.21.15.159:0/1839773769 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0103500 0x7f23a01058e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:14.858 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.855+0000 7f23a5a87700 1 --2- 172.21.15.159:0/1839773769 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f23a0100be0 0x7f23a0102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:14.858 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.855+0000 7f23a5a87700 1 -- 172.21.15.159:0/1839773769 >> 172.21.15.159:0/1839773769 conn(0x7f23a00fa600 msgr2=0x7f23a00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:14.858 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.855+0000 7f23a5a87700 1 -- 172.21.15.159:0/1839773769 shutdown_connections 2024-09-17T10:37:14.858 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.856+0000 7f23a5a87700 1 -- 172.21.15.159:0/1839773769 wait complete. 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.856+0000 7f23a5a87700 1 Processor -- start 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.856+0000 7f23a5a87700 1 -- start start 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f23a5a87700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0100be0 0x7f23a01959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f23a5a87700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f23a0103500 0x7f23a0195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f23a5a87700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23a0196500 con 0x7f23a0100be0 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f23a5a87700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23a0196640 con 0x7f23a0103500 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0100be0 0x7f23a01959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0100be0 0x7f23a01959a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55228/0 (socket says 172.21.15.159:55228) 2024-09-17T10:37:14.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239f7fe700 1 -- 172.21.15.159:0/337446568 learned_addr learned my addr 172.21.15.159:0/337446568 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f2397fff700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f23a0103500 0x7f23a0195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239f7fe700 1 -- 172.21.15.159:0/337446568 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f23a0103500 msgr2=0x7f23a0195ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239f7fe700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f23a0103500 0x7f23a0195ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239f7fe700 1 -- 172.21.15.159:0/337446568 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23880095f0 con 0x7f23a0100be0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f2397fff700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f23a0103500 0x7f23a0195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239f7fe700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0100be0 0x7f23a01959a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f239000b4b0 tx=0x7f239000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239d7fa700 1 -- 172.21.15.159:0/337446568 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2390011800 con 0x7f23a0100be0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23a019b0f0 con 0x7f23a0100be0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239d7fa700 1 -- 172.21.15.159:0/337446568 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f2390011e10 con 0x7f23a0100be0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f239d7fa700 1 -- 172.21.15.159:0/337446568 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f239000f2e0 con 0x7f23a0100be0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.857+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23a019b6c0 con 0x7f23a0100be0 2024-09-17T10:37:14.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.858+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23a018fbf0 con 0x7f23a0100be0 2024-09-17T10:37:14.862 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.859+0000 7f239d7fa700 1 -- 172.21.15.159:0/337446568 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f2390010380 con 0x7f23a0100be0 2024-09-17T10:37:14.862 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.859+0000 7f239d7fa700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f238c06c680 0x7f238c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:14.862 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.859+0000 7f2397fff700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f238c06c680 0x7f238c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:14.862 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.859+0000 7f239d7fa700 1 -- 172.21.15.159:0/337446568 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f239008b110 con 0x7f23a0100be0 2024-09-17T10:37:14.862 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.860+0000 7f2397fff700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f238c06c680 0x7f238c06eb30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f238800b5c0 tx=0x7f2388005e20 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:14.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:14.864+0000 7f239d7fa700 1 -- 172.21.15.159:0/337446568 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f2390059660 con 0x7f23a0100be0 2024-09-17T10:37:15.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.060+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f23a0061190 con 0x7f238c06c680 2024-09-17T10:37:15.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.062+0000 7f239d7fa700 1 -- 172.21.15.159:0/337446568 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+369 (secure 0 0 0) 0x7f23a0061190 con 0x7f238c06c680 2024-09-17T10:37:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-17T10:37:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:smithi159 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300GH400BGN 372G No 2m ago LVM detected, locked 2024-09-17T10:37:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:smithi170 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7476002R480DGN 447G No 72s ago LVM detected, locked 2024-09-17T10:37:15.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f238c06c680 msgr2=0x7f238c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f238c06c680 0x7f238c06eb30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f238800b5c0 tx=0x7f2388005e20 comp rx=0 tx=0).stop 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0100be0 msgr2=0x7f23a01959a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0100be0 0x7f23a01959a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f239000b4b0 tx=0x7f239000b870 comp rx=0 tx=0).stop 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 shutdown_connections 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f238c06c680 0x7f238c06eb30 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f23a0100be0 0x7f23a01959a0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 --2- 172.21.15.159:0/337446568 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f23a0103500 0x7f23a0195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 >> 172.21.15.159:0/337446568 conn(0x7f23a00fa600 msgr2=0x7f23a00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 shutdown_connections 2024-09-17T10:37:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:15.064+0000 7f23a5a87700 1 -- 172.21.15.159:0/337446568 wait complete. 2024-09-17T10:37:15.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:15 smithi159 ceph-mon[27674]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:15.694 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:37:15.703 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:15.704 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph fs volume create cephfs --placement=4' 2024-09-17T10:37:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:15 smithi170 ceph-mon[33842]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:15.902 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:16.326 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:16 smithi159 ceph-mon[27674]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:16.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:16 smithi170 ceph-mon[33842]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:17.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.354+0000 7f443dd14700 1 -- 172.21.15.159:0/2481763679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 msgr2=0x7f44380ff4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:17.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.354+0000 7f443dd14700 1 --2- 172.21.15.159:0/2481763679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44380ff4a0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f442800b0a0 tx=0x7f442800b3b0 comp rx=0 tx=0).stop 2024-09-17T10:37:17.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.354+0000 7f443dd14700 1 -- 172.21.15.159:0/2481763679 shutdown_connections 2024-09-17T10:37:17.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.354+0000 7f443dd14700 1 --2- 172.21.15.159:0/2481763679 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4438100290 0x7f44381006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:17.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.354+0000 7f443dd14700 1 --2- 172.21.15.159:0/2481763679 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44380ff4a0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:17.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.354+0000 7f443dd14700 1 -- 172.21.15.159:0/2481763679 >> 172.21.15.159:0/2481763679 conn(0x7f44380fa660 msgr2=0x7f44380fca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:17.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.355+0000 7f443dd14700 1 -- 172.21.15.159:0/2481763679 shutdown_connections 2024-09-17T10:37:17.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.355+0000 7f443dd14700 1 -- 172.21.15.159:0/2481763679 wait complete. 2024-09-17T10:37:17.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.355+0000 7f443dd14700 1 Processor -- start 2024-09-17T10:37:17.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.355+0000 7f443dd14700 1 -- start start 2024-09-17T10:37:17.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f443dd14700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44381948e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f443dd14700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4438100290 0x7f4438194e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f443dd14700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44381953b0 con 0x7f44380ff090 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f443dd14700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44381954f0 con 0x7f4438100290 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f44377fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44381948e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f44377fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44381948e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:50990/0 (socket says 172.21.15.159:50990) 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f44377fe700 1 -- 172.21.15.159:0/4280984532 learned_addr learned my addr 172.21.15.159:0/4280984532 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f4436ffd700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4438100290 0x7f4438194e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f44377fe700 1 -- 172.21.15.159:0/4280984532 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4438100290 msgr2=0x7f4438194e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f44377fe700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4438100290 0x7f4438194e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f44377fe700 1 -- 172.21.15.159:0/4280984532 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4428009d00 con 0x7f44380ff090 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f44377fe700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44381948e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f442800b070 tx=0x7f4428003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:17.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.356+0000 7f4434ff9700 1 -- 172.21.15.159:0/4280984532 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f442800e040 con 0x7f44380ff090 2024-09-17T10:37:17.360 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.357+0000 7f4434ff9700 1 -- 172.21.15.159:0/4280984532 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f442800ce60 con 0x7f44380ff090 2024-09-17T10:37:17.360 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.357+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4438199f50 con 0x7f44380ff090 2024-09-17T10:37:17.360 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.357+0000 7f4434ff9700 1 -- 172.21.15.159:0/4280984532 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f442801da90 con 0x7f44380ff090 2024-09-17T10:37:17.360 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.357+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f443819a3f0 con 0x7f44380ff090 2024-09-17T10:37:17.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.357+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4438107be0 con 0x7f44380ff090 2024-09-17T10:37:17.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.358+0000 7f4434ff9700 1 -- 172.21.15.159:0/4280984532 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f4428004250 con 0x7f44380ff090 2024-09-17T10:37:17.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.358+0000 7f4434ff9700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f442006c680 0x7f442006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:17.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.359+0000 7f4434ff9700 1 -- 172.21.15.159:0/4280984532 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 4466+0+0 (secure 0 0 0) 0x7f442808d120 con 0x7f44380ff090 2024-09-17T10:37:17.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.359+0000 7f4436ffd700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f442006c680 0x7f442006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:17.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.359+0000 7f4436ffd700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f442006c680 0x7f442006eb30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f442c005ea0 tx=0x7f442c005e30 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:17.364 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.363+0000 7f4434ff9700 1 -- 172.21.15.159:0/4280984532 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f442805b670 con 0x7f44380ff090 2024-09-17T10:37:17.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:17 smithi159 ceph-mon[27674]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:17.585 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:17.584+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "fs volume create", "name": "cephfs", "placement": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f4438104be0 con 0x7f442006c680 2024-09-17T10:37:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:17 smithi170 ceph-mon[33842]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:18 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]: dispatch 2024-09-17T10:37:18.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:18 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]: dispatch 2024-09-17T10:37:19.253 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.251+0000 7f4434ff9700 1 -- 172.21.15.159:0/4280984532 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f4438104be0 con 0x7f442006c680 2024-09-17T10:37:19.257 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.255+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f442006c680 msgr2=0x7f442006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:19.257 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.255+0000 7f443dd14700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f442006c680 0x7f442006eb30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f442c005ea0 tx=0x7f442c005e30 comp rx=0 tx=0).stop 2024-09-17T10:37:19.257 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.255+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 msgr2=0x7f44381948e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:19.257 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.255+0000 7f443dd14700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44381948e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f442800b070 tx=0x7f4428003ce0 comp rx=0 tx=0).stop 2024-09-17T10:37:19.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.256+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 shutdown_connections 2024-09-17T10:37:19.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.256+0000 7f443dd14700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f442006c680 0x7f442006eb30 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:19.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.256+0000 7f443dd14700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f44380ff090 0x7f44381948e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:19.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.256+0000 7f443dd14700 1 --2- 172.21.15.159:0/4280984532 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4438100290 0x7f4438194e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:19.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.256+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 >> 172.21.15.159:0/4280984532 conn(0x7f44380fa660 msgr2=0x7f44381034c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:19.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.256+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 shutdown_connections 2024-09-17T10:37:19.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:19.257+0000 7f443dd14700 1 -- 172.21.15.159:0/4280984532 wait complete. 2024-09-17T10:37:19.667 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:19 smithi159 ceph-mon[27674]: from='client.14542 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "cephfs", "placement": "4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:19.667 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:19 smithi159 ceph-mon[27674]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:19.667 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:19 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]': finished 2024-09-17T10:37:19.667 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:19 smithi159 ceph-mon[27674]: osdmap e42: 6 total, 6 up, 6 in 2024-09-17T10:37:19.667 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:19 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]: dispatch 2024-09-17T10:37:19.667 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:19 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[27670]: 2024-09-17T10:37:19.233+0000 7fe7151d1700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:37:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:19 smithi170 ceph-mon[33842]: from='client.14542 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "cephfs", "placement": "4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:37:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:19 smithi170 ceph-mon[33842]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:19 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]': finished 2024-09-17T10:37:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:19 smithi170 ceph-mon[33842]: osdmap e42: 6 total, 6 up, 6 in 2024-09-17T10:37:19.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:19 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]: dispatch 2024-09-17T10:37:19.976 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-17T10:37:20.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]': finished 2024-09-17T10:37:20.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: osdmap e43: 6 total, 6 up, 6 in 2024-09-17T10:37:20.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]: dispatch 2024-09-17T10:37:20.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:37:20.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-17T10:37:20.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: osdmap e44: 6 total, 6 up, 6 in 2024-09-17T10:37:20.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]': finished 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: fsmap cephfs:0 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: Saving service mds.cephfs spec with placement count:4 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:20.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:20 smithi159 ceph-mon[27674]: Deploying daemon mds.cephfs.smithi159.cbywey on smithi159 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]': finished 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: osdmap e43: 6 total, 6 up, 6 in 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]: dispatch 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: osdmap e44: 6 total, 6 up, 6 in 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]': finished 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: fsmap cephfs:0 2024-09-17T10:37:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: Saving service mds.cephfs spec with placement count:4 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:20.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:20 smithi170 ceph-mon[33842]: Deploying daemon mds.cephfs.smithi159.cbywey on smithi159 2024-09-17T10:37:21.230 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:21.378 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:21 smithi159 ceph-mon[27674]: pgmap v196: 65 pgs: 6 creating+peering, 22 active+clean, 37 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:21.378 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:21 smithi159 ceph-mon[27674]: osdmap e45: 6 total, 6 up, 6 in 2024-09-17T10:37:21.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:21 smithi170 ceph-mon[33842]: pgmap v196: 65 pgs: 6 creating+peering, 22 active+clean, 37 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:21.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:21 smithi170 ceph-mon[33842]: osdmap e45: 6 total, 6 up, 6 in 2024-09-17T10:37:22.384 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:22 smithi159 ceph-mon[27674]: osdmap e46: 6 total, 6 up, 6 in 2024-09-17T10:37:22.384 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:22.384 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:22 smithi170 ceph-mon[33842]: osdmap e46: 6 total, 6 up, 6 in 2024-09-17T10:37:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:22.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 -- 172.21.15.159:0/1182455971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 msgr2=0x7f6ae80ff6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/1182455971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae80ff6d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009910 tx=0x7f6adc009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 -- 172.21.15.159:0/1182455971 shutdown_connections 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/1182455971 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae80ff6d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/1182455971 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6ae8100600 0x7f6ae8100a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 -- 172.21.15.159:0/1182455971 >> 172.21.15.159:0/1182455971 conn(0x7f6ae80f9d80 msgr2=0x7f6ae80fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 -- 172.21.15.159:0/1182455971 shutdown_connections 2024-09-17T10:37:23.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.335+0000 7f6aeffeb700 1 -- 172.21.15.159:0/1182455971 wait complete. 2024-09-17T10:37:23.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aeffeb700 1 Processor -- start 2024-09-17T10:37:23.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aeffeb700 1 -- start start 2024-09-17T10:37:23.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aeffeb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae8194850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:23.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aeffeb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6ae8100600 0x7f6ae8194d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aeffeb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ae81953b0 con 0x7f6ae80ff260 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aeffeb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ae81954f0 con 0x7f6ae8100600 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aedd87700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae8194850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aedd87700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae8194850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51012/0 (socket says 172.21.15.159:51012) 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aedd87700 1 -- 172.21.15.159:0/3564089734 learned_addr learned my addr 172.21.15.159:0/3564089734 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aed586700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6ae8100600 0x7f6ae8194d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aedd87700 1 -- 172.21.15.159:0/3564089734 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6ae8100600 msgr2=0x7f6ae8194d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aedd87700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6ae8100600 0x7f6ae8194d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.336+0000 7f6aedd87700 1 -- 172.21.15.159:0/3564089734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6adc0095f0 con 0x7f6ae80ff260 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.337+0000 7f6aedd87700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae8194850 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6ae000d8d0 tx=0x7f6ae000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.337+0000 7f6ae6ffd700 1 -- 172.21.15.159:0/3564089734 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6ae00098a0 con 0x7f6ae80ff260 2024-09-17T10:37:23.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.337+0000 7f6ae6ffd700 1 -- 172.21.15.159:0/3564089734 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6ae0010460 con 0x7f6ae80ff260 2024-09-17T10:37:23.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.337+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ae8199fa0 con 0x7f6ae80ff260 2024-09-17T10:37:23.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.337+0000 7f6ae6ffd700 1 -- 172.21.15.159:0/3564089734 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6ae000f5f0 con 0x7f6ae80ff260 2024-09-17T10:37:23.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.337+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ae819a460 con 0x7f6ae80ff260 2024-09-17T10:37:23.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.338+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ae8107b90 con 0x7f6ae80ff260 2024-09-17T10:37:23.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.338+0000 7f6ae6ffd700 1 -- 172.21.15.159:0/3564089734 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f6ae0009a00 con 0x7f6ae80ff260 2024-09-17T10:37:23.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.339+0000 7f6ae6ffd700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6ad006c680 0x7f6ad006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:23.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.339+0000 7f6aed586700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6ad006c680 0x7f6ad006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:23.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.339+0000 7f6ae6ffd700 1 -- 172.21.15.159:0/3564089734 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5296+0+0 (secure 0 0 0) 0x7f6ae008b680 con 0x7f6ae80ff260 2024-09-17T10:37:23.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.339+0000 7f6aed586700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6ad006c680 0x7f6ad006eb30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6adc00b5c0 tx=0x7f6adc005ee0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:23.345 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.343+0000 7f6ae6ffd700 1 -- 172.21.15.159:0/3564089734 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f6ae00598a0 con 0x7f6ae80ff260 2024-09-17T10:37:23.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.585+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f6ae819ab30 con 0x7f6ae80ff260 2024-09-17T10:37:23.587 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:23 smithi159 ceph-mon[27674]: pgmap v199: 65 pgs: 6 creating+peering, 37 active+clean, 22 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:23.587 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:23.587 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:23.587 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:23.587 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:23.588 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:23.588 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:23 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:23.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.585+0000 7f6ae6ffd700 1 -- 172.21.15.159:0/3564089734 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 4 v4) v1 ==== 75+0+1266 (secure 0 0 0) 0x7f6ae008b020 con 0x7f6ae80ff260 2024-09-17T10:37:23.588 INFO:teuthology.orchestra.run.smithi159.stdout:e4 2024-09-17T10:37:23.588 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:37:23.588 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:37:23.588 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 4 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:23.260180+0000 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:37:23.589 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 0 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=14546} 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data disabled 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:37:23.590 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:37:23.591 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 0 2024-09-17T10:37:23.591 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{0:14546} state up:creating seq 1 addr [v2:172.21.15.159:6826/2007651179,v1:172.21.15.159:6827/2007651179] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:37:23.591 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:23.591 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:23.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6ad006c680 msgr2=0x7f6ad006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6ad006c680 0x7f6ad006eb30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6adc00b5c0 tx=0x7f6adc005ee0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 msgr2=0x7f6ae8194850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae8194850 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6ae000d8d0 tx=0x7f6ae000dbe0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 shutdown_connections 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6ad006c680 0x7f6ad006eb30 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6ae80ff260 0x7f6ae8194850 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 --2- 172.21.15.159:0/3564089734 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6ae8100600 0x7f6ae8194d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 >> 172.21.15.159:0/3564089734 conn(0x7f6ae80f9d80 msgr2=0x7f6ae81034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 shutdown_connections 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:23.588+0000 7f6aeffeb700 1 -- 172.21.15.159:0/3564089734 wait complete. 2024-09-17T10:37:23.592 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 4 2024-09-17T10:37:23.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:23 smithi170 ceph-mon[33842]: pgmap v199: 65 pgs: 6 creating+peering, 37 active+clean, 22 unknown; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:23.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:23.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:23.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:23.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:23.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:23.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:23 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:24.151 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:37:24.163 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:24.163 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph fs set cephfs max_mds 1' 2024-09-17T10:37:24.369 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: Deploying daemon mds.cephfs.smithi170.coklrp on smithi170 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.159:6826/2007651179,v1:172.21.15.159:6827/2007651179] up:boot 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: daemon mds.cephfs.smithi159.cbywey assigned to filesystem cephfs as rank 0 (now has 1 ranks) 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: Cluster is now healthy 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: fsmap cephfs:0 1 up:standby 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:creating} 2024-09-17T10:37:24.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: daemon mds.cephfs.smithi159.cbywey is now active in filesystem cephfs as rank 0 2024-09-17T10:37:24.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:24 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3564089734' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: Deploying daemon mds.cephfs.smithi170.coklrp on smithi170 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.159:6826/2007651179,v1:172.21.15.159:6827/2007651179] up:boot 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: daemon mds.cephfs.smithi159.cbywey assigned to filesystem cephfs as rank 0 (now has 1 ranks) 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: Cluster is now healthy 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: fsmap cephfs:0 1 up:standby 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:37:24.689 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:creating} 2024-09-17T10:37:24.690 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: daemon mds.cephfs.smithi159.cbywey is now active in filesystem cephfs as rank 0 2024-09-17T10:37:24.690 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:24 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3564089734' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:37:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:25 smithi170 ceph-mon[33842]: pgmap v200: 65 pgs: 6 creating+peering, 59 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:25 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.159:6826/2007651179,v1:172.21.15.159:6827/2007651179] up:active 2024-09-17T10:37:25.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:25 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 2024-09-17T10:37:25.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:25 smithi159 ceph-mon[27674]: pgmap v200: 65 pgs: 6 creating+peering, 59 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:37:25.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:25 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.159:6826/2007651179,v1:172.21.15.159:6827/2007651179] up:active 2024-09-17T10:37:25.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:25 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 2024-09-17T10:37:25.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 -- 172.21.15.159:0/1517490330 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 msgr2=0x7f82f80ff730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:25.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 --2- 172.21.15.159:0/1517490330 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f80ff730 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f82e8009910 tx=0x7f82e8009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:25.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 -- 172.21.15.159:0/1517490330 shutdown_connections 2024-09-17T10:37:25.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 --2- 172.21.15.159:0/1517490330 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f80ff730 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:25.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 --2- 172.21.15.159:0/1517490330 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f82f8100630 0x7f82f8100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:25.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 -- 172.21.15.159:0/1517490330 >> 172.21.15.159:0/1517490330 conn(0x7f82f80f9d80 msgr2=0x7f82f80fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:25.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 -- 172.21.15.159:0/1517490330 shutdown_connections 2024-09-17T10:37:25.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.805+0000 7f82fe056700 1 -- 172.21.15.159:0/1517490330 wait complete. 2024-09-17T10:37:25.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82fe056700 1 Processor -- start 2024-09-17T10:37:25.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82fe056700 1 -- start start 2024-09-17T10:37:25.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82fe056700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f8195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:25.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82fe056700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f82f8100630 0x7f82f8195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:25.809 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82fe056700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82f81964e0 con 0x7f82f80ff2e0 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82fe056700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82f8196620 con 0x7f82f8100630 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f77fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f8195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f77fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f8195980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51020/0 (socket says 172.21.15.159:51020) 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f77fe700 1 -- 172.21.15.159:0/2087122126 learned_addr learned my addr 172.21.15.159:0/2087122126 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f6ffd700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f82f8100630 0x7f82f8195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f77fe700 1 -- 172.21.15.159:0/2087122126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f82f8100630 msgr2=0x7f82f8195ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f77fe700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f82f8100630 0x7f82f8195ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f77fe700 1 -- 172.21.15.159:0/2087122126 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82e80095f0 con 0x7f82f80ff2e0 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.806+0000 7f82f6ffd700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f82f8100630 0x7f82f8195ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.807+0000 7f82f77fe700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f8195980 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f82ec00d900 tx=0x7f82ec00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.807+0000 7f82f4ff9700 1 -- 172.21.15.159:0/2087122126 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f82ec0041f0 con 0x7f82f80ff2e0 2024-09-17T10:37:25.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.807+0000 7f82f4ff9700 1 -- 172.21.15.159:0/2087122126 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f82ec004350 con 0x7f82f80ff2e0 2024-09-17T10:37:25.811 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.807+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82f819b0d0 con 0x7f82f80ff2e0 2024-09-17T10:37:25.811 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.807+0000 7f82f4ff9700 1 -- 172.21.15.159:0/2087122126 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f82ec003da0 con 0x7f82f80ff2e0 2024-09-17T10:37:25.811 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.807+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82f819b620 con 0x7f82f80ff2e0 2024-09-17T10:37:25.811 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.808+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82f8107b90 con 0x7f82f80ff2e0 2024-09-17T10:37:25.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.808+0000 7f82f4ff9700 1 -- 172.21.15.159:0/2087122126 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f82ec009730 con 0x7f82f80ff2e0 2024-09-17T10:37:25.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.809+0000 7f82f4ff9700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f82e006c680 0x7f82e006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:25.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.809+0000 7f82f6ffd700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f82e006c680 0x7f82e006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:25.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.809+0000 7f82f4ff9700 1 -- 172.21.15.159:0/2087122126 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5296+0+0 (secure 0 0 0) 0x7f82ec08b960 con 0x7f82f80ff2e0 2024-09-17T10:37:25.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.810+0000 7f82f6ffd700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f82e006c680 0x7f82e006eb30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f82e800b5c0 tx=0x7f82e8005e20 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:25.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:25.814+0000 7f82f4ff9700 1 -- 172.21.15.159:0/2087122126 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f82ec059b80 con 0x7f82f80ff2e0 2024-09-17T10:37:26.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.065+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"} v 0) v1 -- 0x7f82f819c160 con 0x7f82f80ff2e0 2024-09-17T10:37:26.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.139+0000 7f82f4ff9700 1 -- 172.21.15.159:0/2087122126 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"}]=0 v6) v1 ==== 105+0+0 (secure 0 0 0) 0x7f82ec059710 con 0x7f82f80ff2e0 2024-09-17T10:37:26.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f82e006c680 msgr2=0x7f82e006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:26.143 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f82e006c680 0x7f82e006eb30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f82e800b5c0 tx=0x7f82e8005e20 comp rx=0 tx=0).stop 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 msgr2=0x7f82f8195980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f8195980 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f82ec00d900 tx=0x7f82ec00dcc0 comp rx=0 tx=0).stop 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 shutdown_connections 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f82e006c680 0x7f82e006eb30 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f82f80ff2e0 0x7f82f8195980 secure :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f82ec00d900 tx=0x7f82ec00dcc0 comp rx=0 tx=0).stop 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 --2- 172.21.15.159:0/2087122126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f82f8100630 0x7f82f8195ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 >> 172.21.15.159:0/2087122126 conn(0x7f82f80f9d80 msgr2=0x7f82f80fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 shutdown_connections 2024-09-17T10:37:26.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:26.142+0000 7f82fe056700 1 -- 172.21.15.159:0/2087122126 wait complete. 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: Deploying daemon mds.cephfs.smithi159.jbziyi on smithi159 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2087122126' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"}]: dispatch 2024-09-17T10:37:26.894 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:boot 2024-09-17T10:37:26.895 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2087122126' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"}]': finished 2024-09-17T10:37:26.895 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 1 up:standby 2024-09-17T10:37:26.895 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"}]: dispatch 2024-09-17T10:37:26.895 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:26 smithi159 ceph-mon[27674]: pgmap v201: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2.0 KiB/s wr, 4 op/s 2024-09-17T10:37:26.918 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:37:26.928 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:26.928 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph fs set cephfs allow_standby_replay false' 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: Deploying daemon mds.cephfs.smithi159.jbziyi on smithi159 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2087122126' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"}]: dispatch 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:boot 2024-09-17T10:37:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2087122126' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"}]': finished 2024-09-17T10:37:26.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 1 up:standby 2024-09-17T10:37:26.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"}]: dispatch 2024-09-17T10:37:26.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:26 smithi170 ceph-mon[33842]: pgmap v201: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 2.0 KiB/s wr, 4 op/s 2024-09-17T10:37:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:29.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:29 smithi170 ceph-mon[33842]: pgmap v202: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-17T10:37:29.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:29 smithi159 ceph-mon[27674]: pgmap v202: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-17T10:37:30.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/2788515322 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc100280 msgr2=0x7fc9dc1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:30.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/2788515322 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc100280 0x7fc9dc1006d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc009910 tx=0x7fc9cc009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:30.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/2788515322 shutdown_connections 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/2788515322 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc100280 0x7fc9dc1006d0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/2788515322 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9dc0ff080 0x7fc9dc0ff490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/2788515322 >> 172.21.15.159:0/2788515322 conn(0x7fc9dc0fa630 msgr2=0x7fc9dc0fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/2788515322 shutdown_connections 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.835+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/2788515322 wait complete. 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e3e0b700 1 Processor -- start 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e3e0b700 1 -- start start 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e3e0b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc0ff080 0x7fc9dc194920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e3e0b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9dc100280 0x7fc9dc194e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e3e0b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9dc195480 con 0x7fc9dc0ff080 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e3e0b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9dc1955c0 con 0x7fc9dc100280 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e1ba7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc0ff080 0x7fc9dc194920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:30.071 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e1ba7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc0ff080 0x7fc9dc194920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:38448/0 (socket says 172.21.15.159:38448) 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.836+0000 7fc9e1ba7700 1 -- 172.21.15.159:0/3800065957 learned_addr learned my addr 172.21.15.159:0/3800065957 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9e1ba7700 1 -- 172.21.15.159:0/3800065957 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9dc100280 msgr2=0x7fc9dc194e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9e1ba7700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9dc100280 0x7fc9dc194e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9e1ba7700 1 -- 172.21.15.159:0/3800065957 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9cc0095f0 con 0x7fc9dc0ff080 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9e1ba7700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc0ff080 0x7fc9dc194920 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc9d800b480 tx=0x7fc9d800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9d2ffd700 1 -- 172.21.15.159:0/3800065957 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc9d80118c0 con 0x7fc9dc0ff080 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9dc19a070 con 0x7fc9dc0ff080 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9d2ffd700 1 -- 172.21.15.159:0/3800065957 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc9d8010380 con 0x7fc9dc0ff080 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9d2ffd700 1 -- 172.21.15.159:0/3800065957 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc9d800f4f0 con 0x7fc9dc0ff080 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.837+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9dc19a640 con 0x7fc9dc0ff080 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.838+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9dc107c70 con 0x7fc9dc0ff080 2024-09-17T10:37:30.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.839+0000 7fc9d2ffd700 1 -- 172.21.15.159:0/3800065957 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc9d80104f0 con 0x7fc9dc0ff080 2024-09-17T10:37:30.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.839+0000 7fc9d2ffd700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc9c806c680 0x7fc9c806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:30.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.839+0000 7fc9d2ffd700 1 -- 172.21.15.159:0/3800065957 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5296+0+0 (secure 0 0 0) 0x7fc9d808b420 con 0x7fc9dc0ff080 2024-09-17T10:37:30.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.839+0000 7fc9e13a6700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc9c806c680 0x7fc9c806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:30.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.839+0000 7fc9e13a6700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc9c806c680 0x7fc9c806eb30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc00b5c0 tx=0x7fc9cc005fd0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:30.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:29.843+0000 7fc9d2ffd700 1 -- 172.21.15.159:0/3800065957 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc9d8059640 con 0x7fc9dc0ff080 2024-09-17T10:37:30.086 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.085+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fc9dc107e30 con 0x7fc9dc0ff080 2024-09-17T10:37:30.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.202+0000 7fc9d2ffd700 1 -- 172.21.15.159:0/3800065957 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc9d80591d0 con 0x7fc9dc0ff080 2024-09-17T10:37:30.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc9c806c680 msgr2=0x7fc9c806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:30.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc9c806c680 0x7fc9c806eb30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc00b5c0 tx=0x7fc9cc005fd0 comp rx=0 tx=0).stop 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc0ff080 msgr2=0x7fc9dc194920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc0ff080 0x7fc9dc194920 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc9d800b480 tx=0x7fc9d800b840 comp rx=0 tx=0).stop 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 shutdown_connections 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc9c806c680 0x7fc9c806eb30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc9dc0ff080 0x7fc9dc194920 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 --2- 172.21.15.159:0/3800065957 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9dc100280 0x7fc9dc194e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 >> 172.21.15.159:0/3800065957 conn(0x7fc9dc0fa630 msgr2=0x7fc9dc1034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 shutdown_connections 2024-09-17T10:37:30.206 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:30.204+0000 7fc9e3e0b700 1 -- 172.21.15.159:0/3800065957 wait complete. 2024-09-17T10:37:30.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:30 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3800065957' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T10:37:30.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:30 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3800065957' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-17T10:37:31.055 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:37:31.065 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:31.065 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph fs set cephfs inline_data true --yes-i-really-really-mean-it' 2024-09-17T10:37:31.269 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: pgmap v203: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3800065957' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 1 up:standby 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:31.389 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:31.390 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:31 smithi159 ceph-mon[27674]: Deploying daemon mds.cephfs.smithi170.qtpusg on smithi170 2024-09-17T10:37:31.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: pgmap v203: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3800065957' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 1 up:standby 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:31 smithi170 ceph-mon[33842]: Deploying daemon mds.cephfs.smithi170.qtpusg on smithi170 2024-09-17T10:37:32.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:32 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] up:boot 2024-09-17T10:37:32.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:32 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 2 up:standby 2024-09-17T10:37:32.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"}]: dispatch 2024-09-17T10:37:32.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:32 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:32.528 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:32 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] up:boot 2024-09-17T10:37:32.528 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:32 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 2 up:standby 2024-09-17T10:37:32.528 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"}]: dispatch 2024-09-17T10:37:32.528 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:32 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 -- 172.21.15.159:0/1386759111 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8103500 msgr2=0x7fa2e81058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:33.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 --2- 172.21.15.159:0/1386759111 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8103500 0x7fa2e81058e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc009910 tx=0x7fa2dc009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:33.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 -- 172.21.15.159:0/1386759111 shutdown_connections 2024-09-17T10:37:33.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 --2- 172.21.15.159:0/1386759111 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8103500 0x7fa2e81058e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 --2- 172.21.15.159:0/1386759111 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa2e8100be0 0x7fa2e8102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 -- 172.21.15.159:0/1386759111 >> 172.21.15.159:0/1386759111 conn(0x7fa2e80fa5e0 msgr2=0x7fa2e80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 -- 172.21.15.159:0/1386759111 shutdown_connections 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 -- 172.21.15.159:0/1386759111 wait complete. 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 Processor -- start 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.004+0000 7fa2eda98700 1 -- start start 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2eda98700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8100be0 0x7fa2e8195930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2eda98700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa2e8103500 0x7fa2e8195e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2eda98700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e8196490 con 0x7fa2e8100be0 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2eda98700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e81965d0 con 0x7fa2e8103500 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e77fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8100be0 0x7fa2e8195930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:33.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e77fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8100be0 0x7fa2e8195930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:38478/0 (socket says 172.21.15.159:38478) 2024-09-17T10:37:33.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e77fe700 1 -- 172.21.15.159:0/2257399727 learned_addr learned my addr 172.21.15.159:0/2257399727 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:33.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e6ffd700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa2e8103500 0x7fa2e8195e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e6ffd700 1 -- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8100be0 msgr2=0x7fa2e8195930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e6ffd700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8100be0 0x7fa2e8195930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e6ffd700 1 -- 172.21.15.159:0/2257399727 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2dc0095f0 con 0x7fa2e8103500 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.005+0000 7fa2e6ffd700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa2e8103500 0x7fa2e8195e70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc009910 tx=0x7fa2dc00bd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.006+0000 7fa2e4ff9700 1 -- 172.21.15.159:0/2257399727 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa2dc01d070 con 0x7fa2e8103500 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.006+0000 7fa2e4ff9700 1 -- 172.21.15.159:0/2257399727 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa2dc00f460 con 0x7fa2e8103500 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.006+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2e819b020 con 0x7fa2e8103500 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.006+0000 7fa2e4ff9700 1 -- 172.21.15.159:0/2257399727 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa2dc021640 con 0x7fa2e8103500 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.006+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2e819b510 con 0x7fa2e8103500 2024-09-17T10:37:33.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.007+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2e818fb70 con 0x7fa2e8103500 2024-09-17T10:37:33.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.007+0000 7fa2e4ff9700 1 -- 172.21.15.159:0/2257399727 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fa2dc02b440 con 0x7fa2e8103500 2024-09-17T10:37:33.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.008+0000 7fa2e4ff9700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa2d006c680 0x7fa2d006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:33.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.008+0000 7fa2e4ff9700 1 -- 172.21.15.159:0/2257399727 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5296+0+0 (secure 0 0 0) 0x7fa2dc08c8e0 con 0x7fa2e8103500 2024-09-17T10:37:33.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.008+0000 7fa2e77fe700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa2d006c680 0x7fa2d006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:33.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.008+0000 7fa2e77fe700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa2d006c680 0x7fa2d006eb30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa2d8007d10 tx=0x7fa2d8007480 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:33.015 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.012+0000 7fa2e4ff9700 1 -- 172.21.15.159:0/2257399727 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fa2dc05ab80 con 0x7fa2e8103500 2024-09-17T10:37:33.282 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:33.279+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fa2e8061a00 con 0x7fa2e8103500 2024-09-17T10:37:33.282 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:33 smithi159 ceph-mon[27674]: pgmap v204: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-17T10:37:33.283 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:33 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.283 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:33 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.283 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:33 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.283 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:33 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.283 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:33 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.283 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:33 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:33.550 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:33 smithi170 ceph-mon[33842]: pgmap v204: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-17T10:37:33.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:33 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:33 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:33 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:33 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:33 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:33.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:33 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:34.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.236+0000 7fa2e4ff9700 1 -- 172.21.15.159:0/2257399727 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true}]=0 inline data enabled v10) v1 ==== 168+0+0 (secure 0 0 0) 0x7fa2dc05a710 con 0x7fa2e8103500 2024-09-17T10:37:34.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa2d006c680 msgr2=0x7fa2d006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa2d006c680 0x7fa2d006eb30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa2d8007d10 tx=0x7fa2d8007480 comp rx=0 tx=0).stop 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa2e8103500 msgr2=0x7fa2e8195e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa2e8103500 0x7fa2e8195e70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc009910 tx=0x7fa2dc00bd70 comp rx=0 tx=0).stop 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 shutdown_connections 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa2d006c680 0x7fa2d006eb30 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa2e8100be0 0x7fa2e8195930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 --2- 172.21.15.159:0/2257399727 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa2e8103500 0x7fa2e8195e70 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 >> 172.21.15.159:0/2257399727 conn(0x7fa2e80fa5e0 msgr2=0x7fa2e80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 shutdown_connections 2024-09-17T10:37:34.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:34.240+0000 7fa2eda98700 1 -- 172.21.15.159:0/2257399727 wait complete. 2024-09-17T10:37:34.244 INFO:teuthology.orchestra.run.smithi159.stderr:inline data enabled 2024-09-17T10:37:34.277 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:34 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:boot 2024-09-17T10:37:34.277 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:34 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 3 up:standby 2024-09-17T10:37:34.277 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:34 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"}]: dispatch 2024-09-17T10:37:34.277 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:34 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2257399727' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-17T10:37:34.277 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:34 smithi159 ceph-mon[27674]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-17T10:37:34.448 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:34 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:boot 2024-09-17T10:37:34.448 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:34 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 3 up:standby 2024-09-17T10:37:34.448 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:34 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"}]: dispatch 2024-09-17T10:37:34.448 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:34 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2257399727' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-17T10:37:34.448 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:34 smithi170 ceph-mon[33842]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-17T10:37:35.065 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:37:35.076 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:35.076 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-17T10:37:35.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: pgmap v205: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-17T10:37:35.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: Health check failed: 1 filesystem with deprecated feature inline_data (FS_INLINE_DATA_DEPRECATED) 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:standby 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: Dropping low affinity active daemon mds.cephfs.smithi159.cbywey in favor of higher affinity standby. 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: Replacing daemon mds.cephfs.smithi159.cbywey as rank 0 with standby daemon mds.cephfs.smithi170.coklrp 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 3 up:standby 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: osdmap e47: 6 total, 6 up, 6 in 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: fsmap cephfs:1/1 {0=cephfs.smithi170.coklrp=up:replay} 2 up:standby 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:35.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:35 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:35.521 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:35.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: pgmap v205: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: Health check failed: 1 filesystem with deprecated feature inline_data (FS_INLINE_DATA_DEPRECATED) 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "inline_data", "val": "true", "yes_i_really_really_mean_it": true}]': finished 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:standby 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: Dropping low affinity active daemon mds.cephfs.smithi159.cbywey in favor of higher affinity standby. 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: Replacing daemon mds.cephfs.smithi159.cbywey as rank 0 with standby daemon mds.cephfs.smithi170.coklrp 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 3 up:standby 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: osdmap e47: 6 total, 6 up, 6 in 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: fsmap cephfs:1/1 {0=cephfs.smithi170.coklrp=up:replay} 2 up:standby 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:35 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:36.582 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:36 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] up:standby 2024-09-17T10:37:36.582 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:36 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:reconnect 2024-09-17T10:37:36.582 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:36 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] up:boot 2024-09-17T10:37:36.582 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:36 smithi159 ceph-mon[27674]: fsmap cephfs:1/1 {0=cephfs.smithi170.coklrp=up:reconnect} 3 up:standby 2024-09-17T10:37:36.582 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:36 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:37:36.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:36 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] up:standby 2024-09-17T10:37:36.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:36 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:reconnect 2024-09-17T10:37:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:36 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] up:boot 2024-09-17T10:37:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:36 smithi170 ceph-mon[33842]: fsmap cephfs:1/1 {0=cephfs.smithi170.coklrp=up:reconnect} 3 up:standby 2024-09-17T10:37:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:36 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:37:37.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: pgmap v207: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-17T10:37:37.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:rejoin 2024-09-17T10:37:37.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: fsmap cephfs:1/1 {0=cephfs.smithi170.coklrp=up:rejoin} 3 up:standby 2024-09-17T10:37:37.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: daemon mds.cephfs.smithi170.coklrp is now active in filesystem cephfs as rank 0 2024-09-17T10:37:37.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:37.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:37.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:37.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:37 smithi159 ceph-mon[27674]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T10:37:37.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: pgmap v207: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-17T10:37:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:rejoin 2024-09-17T10:37:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: fsmap cephfs:1/1 {0=cephfs.smithi170.coklrp=up:rejoin} 3 up:standby 2024-09-17T10:37:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: daemon mds.cephfs.smithi170.coklrp is now active in filesystem cephfs as rank 0 2024-09-17T10:37:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:37 smithi170 ceph-mon[33842]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T10:37:38.548 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:38 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:active 2024-09-17T10:37:38.548 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:38 smithi159 ceph-mon[27674]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:standby 2024-09-17T10:37:38.548 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:38 smithi159 ceph-mon[27674]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:37:38.686 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:38 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] up:active 2024-09-17T10:37:38.686 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:38 smithi170 ceph-mon[33842]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:standby 2024-09-17T10:37:38.686 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:38 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:37:38.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/960868150 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18100190 msgr2=0x7f6f181005a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:38.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/960868150 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18100190 0x7f6f181005a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c009910 tx=0x7f6f0c009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:38.909 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/960868150 shutdown_connections 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/960868150 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6f18101390 0x7f6f181017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/960868150 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18100190 0x7f6f181005a0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/960868150 >> 172.21.15.159:0/960868150 conn(0x7f6f180fb720 msgr2=0x7f6f180fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/960868150 shutdown_connections 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.905+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/960868150 wait complete. 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f1d2e0700 1 Processor -- start 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f1d2e0700 1 -- start start 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f1d2e0700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6f18100190 0x7f6f18074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f1d2e0700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18101390 0x7f6f18073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f1d2e0700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f18073680 con 0x7f6f18101390 2024-09-17T10:37:38.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f1d2e0700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f180737c0 con 0x7f6f18100190 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f167fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18101390 0x7f6f18073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f167fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18101390 0x7f6f18073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52868/0 (socket says 172.21.15.159:52868) 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f167fc700 1 -- 172.21.15.159:0/2817692250 learned_addr learned my addr 172.21.15.159:0/2817692250 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f16ffd700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6f18100190 0x7f6f18074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f167fc700 1 -- 172.21.15.159:0/2817692250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6f18100190 msgr2=0x7f6f18074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f167fc700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6f18100190 0x7f6f18074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f167fc700 1 -- 172.21.15.159:0/2817692250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f0c0095f0 con 0x7f6f18101390 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.906+0000 7f6f16ffd700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6f18100190 0x7f6f18074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.907+0000 7f6f167fc700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18101390 0x7f6f18073140 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6f0800d8d0 tx=0x7f6f0800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.907+0000 7f6efffff700 1 -- 172.21.15.159:0/2817692250 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6f08009940 con 0x7f6f18101390 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.907+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f18073aa0 con 0x7f6f18101390 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.907+0000 7f6efffff700 1 -- 172.21.15.159:0/2817692250 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6f08010460 con 0x7f6f18101390 2024-09-17T10:37:38.911 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.907+0000 7f6efffff700 1 -- 172.21.15.159:0/2817692250 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6f0800f5f0 con 0x7f6f18101390 2024-09-17T10:37:38.912 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.907+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f1819d9f0 con 0x7f6f18101390 2024-09-17T10:37:38.912 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.908+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f18108ce0 con 0x7f6f18101390 2024-09-17T10:37:38.912 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.908+0000 7f6efffff700 1 -- 172.21.15.159:0/2817692250 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f6f080105d0 con 0x7f6f18101390 2024-09-17T10:37:38.913 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.909+0000 7f6efffff700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6f0006c680 0x7f6f0006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:38.913 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.909+0000 7f6f16ffd700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6f0006c680 0x7f6f0006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:38.913 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.909+0000 7f6efffff700 1 -- 172.21.15.159:0/2817692250 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f6f0808b830 con 0x7f6f18101390 2024-09-17T10:37:38.913 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.909+0000 7f6f16ffd700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6f0006c680 0x7f6f0006eb30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c00b5c0 tx=0x7f6f0c005e20 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:38.915 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:38.913+0000 7f6efffff700 1 -- 172.21.15.159:0/2817692250 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f6f080599f0 con 0x7f6f18101390 2024-09-17T10:37:39.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.166+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f6f1819dfa0 con 0x7f6f18101390 2024-09-17T10:37:39.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.166+0000 7f6efffff700 1 -- 172.21.15.159:0/2817692250 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7f6f08016740 con 0x7f6f18101390 2024-09-17T10:37:39.169 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:37:39.169 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:37:39.169 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:37:39.169 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:37:39.169 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:37:39.170 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:37:39.171 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:37:39.172 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6f0006c680 msgr2=0x7f6f0006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6f0006c680 0x7f6f0006eb30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c00b5c0 tx=0x7f6f0c005e20 comp rx=0 tx=0).stop 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18101390 msgr2=0x7f6f18073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18101390 0x7f6f18073140 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6f0800d8d0 tx=0x7f6f0800dc90 comp rx=0 tx=0).stop 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 shutdown_connections 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6f0006c680 0x7f6f0006eb30 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6f18100190 0x7f6f18074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 --2- 172.21.15.159:0/2817692250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6f18101390 0x7f6f18073140 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:39.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 >> 172.21.15.159:0/2817692250 conn(0x7f6f180fb720 msgr2=0x7f6f181045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:39.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 shutdown_connections 2024-09-17T10:37:39.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:39.170+0000 7f6f1d2e0700 1 -- 172.21.15.159:0/2817692250 wait complete. 2024-09-17T10:37:39.174 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:37:39.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: pgmap v208: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-17T10:37:39.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:39.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:39.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:39.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:39.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:39.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2817692250' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:37:39.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:39 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: pgmap v208: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2817692250' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:37:39.595 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:39 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:37:39.870 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph --format=json fs dump | jq -e ".filesystems | length == 1"' 2024-09-17T10:37:40.086 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:41.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:41 smithi159 ceph-mon[27674]: pgmap v209: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 6.4 KiB/s rd, 6 op/s 2024-09-17T10:37:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:41 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:41 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:41.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:41 smithi170 ceph-mon[33842]: pgmap v209: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 6.4 KiB/s rd, 6 op/s 2024-09-17T10:37:41.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:41 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:41.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:41 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:42.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 -- 172.21.15.159:0/2759770650 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 msgr2=0x7f0a1c1017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:42.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 --2- 172.21.15.159:0/2759770650 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c1017c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0a10009910 tx=0x7f0a10009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:42.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 -- 172.21.15.159:0/2759770650 shutdown_connections 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 --2- 172.21.15.159:0/2759770650 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c1017c0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 --2- 172.21.15.159:0/2759770650 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a1c100170 0x7f0a1c100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 -- 172.21.15.159:0/2759770650 >> 172.21.15.159:0/2759770650 conn(0x7f0a1c0fb6e0 msgr2=0x7f0a1c0fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 -- 172.21.15.159:0/2759770650 shutdown_connections 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.234+0000 7f0a225cf700 1 -- 172.21.15.159:0/2759770650 wait complete. 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a225cf700 1 Processor -- start 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a225cf700 1 -- start start 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a225cf700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a1c100170 0x7f0a1c195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a225cf700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a225cf700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1c1964e0 con 0x7f0a1c101370 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a225cf700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1c196620 con 0x7f0a1c100170 2024-09-17T10:37:42.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a1b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a1b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52888/0 (socket says 172.21.15.159:52888) 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a1b7fe700 1 -- 172.21.15.159:0/3482344582 learned_addr learned my addr 172.21.15.159:0/3482344582 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a1bfff700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a1c100170 0x7f0a1c195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a1b7fe700 1 -- 172.21.15.159:0/3482344582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a1c100170 msgr2=0x7f0a1c195980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a1b7fe700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a1c100170 0x7f0a1c195980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.235+0000 7f0a1b7fe700 1 -- 172.21.15.159:0/3482344582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a100095f0 con 0x7f0a1c101370 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.236+0000 7f0a1b7fe700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c195ec0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0a10006010 tx=0x7f0a1000be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.236+0000 7f0a197fa700 1 -- 172.21.15.159:0/3482344582 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0a1001d070 con 0x7f0a1c101370 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.236+0000 7f0a197fa700 1 -- 172.21.15.159:0/3482344582 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0a1000f460 con 0x7f0a1c101370 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.236+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a1c19b070 con 0x7f0a1c101370 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.236+0000 7f0a197fa700 1 -- 172.21.15.159:0/3482344582 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0a10017630 con 0x7f0a1c101370 2024-09-17T10:37:42.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.236+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a1c19b560 con 0x7f0a1c101370 2024-09-17T10:37:42.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.237+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a1c108cc0 con 0x7f0a1c101370 2024-09-17T10:37:42.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.237+0000 7f0a197fa700 1 -- 172.21.15.159:0/3482344582 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f0a10003a60 con 0x7f0a1c101370 2024-09-17T10:37:42.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.238+0000 7f0a197fa700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a0406c680 0x7f0a0406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:42.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.238+0000 7f0a197fa700 1 -- 172.21.15.159:0/3482344582 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f0a1008ccb0 con 0x7f0a1c101370 2024-09-17T10:37:42.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.238+0000 7f0a1bfff700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a0406c680 0x7f0a0406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:42.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.238+0000 7f0a1bfff700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a0406c680 0x7f0a0406eb30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c005950 tx=0x7f0a0c0058e0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:42.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.242+0000 7f0a197fa700 1 -- 172.21.15.159:0/3482344582 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0a1005aef0 con 0x7f0a1c101370 2024-09-17T10:37:42.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.482+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0a1c108e80 con 0x7f0a1c101370 2024-09-17T10:37:42.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.482+0000 7f0a197fa700 1 -- 172.21.15.159:0/3482344582 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) v1 ==== 94+0+4745 (secure 0 0 0) 0x7f0a1005aa80 con 0x7f0a1c101370 2024-09-17T10:37:42.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.484+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a0406c680 msgr2=0x7f0a0406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:42.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.484+0000 7f0a225cf700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a0406c680 0x7f0a0406eb30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c005950 tx=0x7f0a0c0058e0 comp rx=0 tx=0).stop 2024-09-17T10:37:42.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.484+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 msgr2=0x7f0a1c195ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:42.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.484+0000 7f0a225cf700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c195ec0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0a10006010 tx=0x7f0a1000be20 comp rx=0 tx=0).stop 2024-09-17T10:37:42.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.484+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 shutdown_connections 2024-09-17T10:37:42.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.484+0000 7f0a225cf700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0a0406c680 0x7f0a0406eb30 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:42.487 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.485+0000 7f0a225cf700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a1c100170 0x7f0a1c195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:42.487 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.485+0000 7f0a225cf700 1 --2- 172.21.15.159:0/3482344582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a1c101370 0x7f0a1c195ec0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:42.487 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.485+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 >> 172.21.15.159:0/3482344582 conn(0x7f0a1c0fb6e0 msgr2=0x7f0a1c1045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:42.487 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.485+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 shutdown_connections 2024-09-17T10:37:42.487 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:42.485+0000 7f0a225cf700 1 -- 172.21.15.159:0/3482344582 wait complete. 2024-09-17T10:37:42.487 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:37:42.496 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:37:43.308 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'while ! ceph --format=json mds versions | jq -e ". | add == 4"; do sleep 1; done' 2024-09-17T10:37:43.583 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:43 smithi159 ceph-mon[27674]: pgmap v210: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 8.2 KiB/s rd, 7 op/s 2024-09-17T10:37:43.584 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:43 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3482344582' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T10:37:43.652 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:43 smithi170 ceph-mon[33842]: pgmap v210: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 8.2 KiB/s rd, 7 op/s 2024-09-17T10:37:43.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:43 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3482344582' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T10:37:45.292 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:45 smithi159 ceph-mon[27674]: pgmap v211: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 8.2 KiB/s rd, 7 op/s 2024-09-17T10:37:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:45 smithi170 ceph-mon[33842]: pgmap v211: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 8.2 KiB/s rd, 7 op/s 2024-09-17T10:37:46.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 -- 172.21.15.159:0/149828353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 msgr2=0x7fc51c1017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 --2- 172.21.15.159:0/149828353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c1017b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc518009910 tx=0x7fc518009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 -- 172.21.15.159:0/149828353 shutdown_connections 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 --2- 172.21.15.159:0/149828353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c1017b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 --2- 172.21.15.159:0/149828353 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc51c100160 0x7fc51c100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 -- 172.21.15.159:0/149828353 >> 172.21.15.159:0/149828353 conn(0x7fc51c0fb6f0 msgr2=0x7fc51c0fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 -- 172.21.15.159:0/149828353 shutdown_connections 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.692+0000 7fc523b37700 1 -- 172.21.15.159:0/149828353 wait complete. 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc523b37700 1 Processor -- start 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc523b37700 1 -- start start 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc523b37700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc51c100160 0x7fc51c195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:46.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc523b37700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc523b37700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc51c1964c0 con 0x7fc51c101360 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc523b37700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc51c196600 con 0x7fc51c100160 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc5210d2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc5210d2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c195ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39786/0 (socket says 172.21.15.159:39786) 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc5210d2700 1 -- 172.21.15.159:0/3073705224 learned_addr learned my addr 172.21.15.159:0/3073705224 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc5218d3700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc51c100160 0x7fc51c195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc5210d2700 1 -- 172.21.15.159:0/3073705224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc51c100160 msgr2=0x7fc51c195960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc5210d2700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc51c100160 0x7fc51c195960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.693+0000 7fc5210d2700 1 -- 172.21.15.159:0/3073705224 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5180095f0 con 0x7fc51c101360 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.694+0000 7fc5210d2700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c195ea0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc518006010 tx=0x7fc51800bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.694+0000 7fc512ffd700 1 -- 172.21.15.159:0/3073705224 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc51801d070 con 0x7fc51c101360 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.694+0000 7fc512ffd700 1 -- 172.21.15.159:0/3073705224 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc51800f460 con 0x7fc51c101360 2024-09-17T10:37:46.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.694+0000 7fc512ffd700 1 -- 172.21.15.159:0/3073705224 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc518021640 con 0x7fc51c101360 2024-09-17T10:37:46.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.694+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc51c19b050 con 0x7fc51c101360 2024-09-17T10:37:46.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.694+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc51c19b540 con 0x7fc51c101360 2024-09-17T10:37:46.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.695+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc51c108cb0 con 0x7fc51c101360 2024-09-17T10:37:46.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.695+0000 7fc512ffd700 1 -- 172.21.15.159:0/3073705224 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc51800fab0 con 0x7fc51c101360 2024-09-17T10:37:46.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.696+0000 7fc512ffd700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc50806c680 0x7fc50806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:46.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.696+0000 7fc512ffd700 1 -- 172.21.15.159:0/3073705224 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fc51808cb00 con 0x7fc51c101360 2024-09-17T10:37:46.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.696+0000 7fc5218d3700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc50806c680 0x7fc50806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:46.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.696+0000 7fc5218d3700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc50806c680 0x7fc50806eb30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc51c1011c0 tx=0x7fc50c00b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:46.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.700+0000 7fc512ffd700 1 -- 172.21.15.159:0/3073705224 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc51805acc0 con 0x7fc51c101360 2024-09-17T10:37:46.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.976+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "mds versions", "format": "json"} v 0) v1 -- 0x7fc51c108ea0 con 0x7fc51c101360 2024-09-17T10:37:46.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.976+0000 7fc512ffd700 1 -- 172.21.15.159:0/3073705224 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "mds versions", "format": "json"}]=0 v14) v1 ==== 78+0+83 (secure 0 0 0) 0x7fc51805a850 con 0x7fc51c101360 2024-09-17T10:37:46.980 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.978+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc50806c680 msgr2=0x7fc50806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:46.980 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.978+0000 7fc523b37700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc50806c680 0x7fc50806eb30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fc51c1011c0 tx=0x7fc50c00b410 comp rx=0 tx=0).stop 2024-09-17T10:37:46.980 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 msgr2=0x7fc51c195ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:46.980 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c195ea0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc518006010 tx=0x7fc51800bd70 comp rx=0 tx=0).stop 2024-09-17T10:37:46.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 shutdown_connections 2024-09-17T10:37:46.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc50806c680 0x7fc50806eb30 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:46.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc51c100160 0x7fc51c195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:46.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 --2- 172.21.15.159:0/3073705224 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc51c101360 0x7fc51c195ea0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:46.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 >> 172.21.15.159:0/3073705224 conn(0x7fc51c0fb6f0 msgr2=0x7fc51c104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:46.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 shutdown_connections 2024-09-17T10:37:46.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:46.979+0000 7fc523b37700 1 -- 172.21.15.159:0/3073705224 wait complete. 2024-09-17T10:37:46.991 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:37:47.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:47 smithi159 ceph-mon[27674]: pgmap v212: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-17T10:37:47.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:47 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3073705224' entity='client.admin' cmd=[{"prefix": "mds versions", "format": "json"}]: dispatch 2024-09-17T10:37:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:47 smithi170 ceph-mon[33842]: pgmap v212: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 6.9 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-17T10:37:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:47 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3073705224' entity='client.admin' cmd=[{"prefix": "mds versions", "format": "json"}]: dispatch 2024-09-17T10:37:47.913 INFO:teuthology.run_tasks:Running task fs.pre_upgrade_save... 2024-09-17T10:37:47.939 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T10:37:48.161 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:49 smithi159 ceph-mon[27674]: pgmap v213: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:37:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:49 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:49.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:49 smithi170 ceph-mon[33842]: pgmap v213: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:37:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:37:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:37:49.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:49 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:49.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 -- 172.21.15.159:0/3845665589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 msgr2=0x7fb384104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:49.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 --2- 172.21.15.159:0/3845665589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb384104da0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb36c009910 tx=0x7fb36c009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:49.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 -- 172.21.15.159:0/3845665589 shutdown_connections 2024-09-17T10:37:49.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 --2- 172.21.15.159:0/3845665589 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb384104da0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:49.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 --2- 172.21.15.159:0/3845665589 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb384100430 0x7fb384100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:49.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 -- 172.21.15.159:0/3845665589 >> 172.21.15.159:0/3845665589 conn(0x7fb3840fbcf0 msgr2=0x7fb3840fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:49.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 -- 172.21.15.159:0/3845665589 shutdown_connections 2024-09-17T10:37:49.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.632+0000 7fb388f48700 1 -- 172.21.15.159:0/3845665589 wait complete. 2024-09-17T10:37:49.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.633+0000 7fb388f48700 1 Processor -- start 2024-09-17T10:37:49.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.633+0000 7fb388f48700 1 -- start start 2024-09-17T10:37:49.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.633+0000 7fb388f48700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb384100430 0x7fb384195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.633+0000 7fb388f48700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb3841962a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.633+0000 7fb388f48700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb384196980 con 0x7fb384100dd0 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.633+0000 7fb388f48700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb38419a710 con 0x7fb384100430 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb381d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb3841962a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb381d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb3841962a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39818/0 (socket says 172.21.15.159:39818) 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb381d9b700 1 -- 172.21.15.159:0/351932331 learned_addr learned my addr 172.21.15.159:0/351932331 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb38259c700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb384100430 0x7fb384195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb381d9b700 1 -- 172.21.15.159:0/351932331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb384100430 msgr2=0x7fb384195d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb381d9b700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb384100430 0x7fb384195d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb381d9b700 1 -- 172.21.15.159:0/351932331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb36c0095f0 con 0x7fb384100dd0 2024-09-17T10:37:49.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb381d9b700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb3841962a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb36c000c00 tx=0x7fb36c00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:49.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb37b7fe700 1 -- 172.21.15.159:0/351932331 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb36c01d070 con 0x7fb384100dd0 2024-09-17T10:37:49.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb38419a990 con 0x7fb384100dd0 2024-09-17T10:37:49.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb37b7fe700 1 -- 172.21.15.159:0/351932331 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb36c005dc0 con 0x7fb384100dd0 2024-09-17T10:37:49.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb37b7fe700 1 -- 172.21.15.159:0/351932331 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb36c017400 con 0x7fb384100dd0 2024-09-17T10:37:49.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.634+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb38419ae80 con 0x7fb384100dd0 2024-09-17T10:37:49.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.635+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3841087a0 con 0x7fb384100dd0 2024-09-17T10:37:49.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.636+0000 7fb37b7fe700 1 -- 172.21.15.159:0/351932331 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fb36c00f460 con 0x7fb384100dd0 2024-09-17T10:37:49.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.636+0000 7fb37b7fe700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb37006c680 0x7fb37006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:49.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.636+0000 7fb37b7fe700 1 -- 172.21.15.159:0/351932331 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fb36c08cd00 con 0x7fb384100dd0 2024-09-17T10:37:49.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.636+0000 7fb38259c700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb37006c680 0x7fb37006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:49.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.637+0000 7fb38259c700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb37006c680 0x7fb37006eb30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb37c005950 tx=0x7fb37c00b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:49.642 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.641+0000 7fb37b7fe700 1 -- 172.21.15.159:0/351932331 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fb36c090030 con 0x7fb384100dd0 2024-09-17T10:37:49.874 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.872+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb38402cc30 con 0x7fb384100dd0 2024-09-17T10:37:49.874 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.872+0000 7fb37b7fe700 1 -- 172.21.15.159:0/351932331 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) v1 ==== 94+0+4745 (secure 0 0 0) 0x7fb36c057430 con 0x7fb384100dd0 2024-09-17T10:37:49.874 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:37:49.874 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14566,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.159:6829/605660415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":605660415},{"type":"v1","addr":"172.21.15.159:6829","nonce":605660415}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":14578,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/3299688482","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":3299688482},{"type":"v1","addr":"172.21.15.159:6827","nonce":3299688482}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:37:37.245262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":47,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24299},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24299":{"gid":24299,"name":"cephfs.smithi170.coklrp","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.170:6825/2669011643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2669011643},{"type":"v1","addr":"172.21.15.170:6825","nonce":2669011643}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb37006c680 msgr2=0x7fb37006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb37006c680 0x7fb37006eb30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb37c005950 tx=0x7fb37c00b410 comp rx=0 tx=0).stop 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 msgr2=0x7fb3841962a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb3841962a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb36c000c00 tx=0x7fb36c00bd70 comp rx=0 tx=0).stop 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 shutdown_connections 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb37006c680 0x7fb37006eb30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb384100430 0x7fb384195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:49.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 --2- 172.21.15.159:0/351932331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb384100dd0 0x7fb3841962a0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:49.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 >> 172.21.15.159:0/351932331 conn(0x7fb3840fbcf0 msgr2=0x7fb3840fe0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:49.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 shutdown_connections 2024-09-17T10:37:49.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:49.875+0000 7fb388f48700 1 -- 172.21.15.159:0/351932331 wait complete. 2024-09-17T10:37:49.878 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:37:50.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:50 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/351932331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T10:37:50.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:50 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/351932331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-17T10:37:50.616 DEBUG:tasks.fs:fs fscid=1,name=cephfs state = {'epoch': 14, 'max_mds': 1, 'flags': 18} 2024-09-17T10:37:50.616 INFO:teuthology.run_tasks:Running task kclient... 2024-09-17T10:37:50.698 INFO:tasks.kclient:Mounting kernel clients... 2024-09-17T10:37:50.698 INFO:tasks.kclient:config is {'client.0': {}, 'client.1': {}} 2024-09-17T10:37:50.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:50.698 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list 2024-09-17T10:37:50.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:50.716 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link delete ceph-brx 2024-09-17T10:37:50.783 INFO:teuthology.orchestra.run.smithi159.stderr:Cannot find device "ceph-brx" 2024-09-17T10:37:50.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:37:50.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:50.785 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-17T10:37:50.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:50.805 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link delete ceph-brx 2024-09-17T10:37:50.879 INFO:teuthology.orchestra.run.smithi170.stderr:Cannot find device "ceph-brx" 2024-09-17T10:37:50.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:37:50.881 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2024-09-17T10:37:50.881 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-17T10:37:50.882 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:50.882 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs ls 2024-09-17T10:37:51.080 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:51.423 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:51 smithi159 ceph-mon[27674]: pgmap v214: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 3.3 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T10:37:51.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:51 smithi170 ceph-mon[33842]: pgmap v214: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 3.3 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-17T10:37:52.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 -- 172.21.15.159:0/3028404020 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068630 msgr2=0x7fc6a0068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 --2- 172.21.15.159:0/3028404020 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068630 0x7fc6a0068a00 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc690009910 tx=0x7fc690009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 -- 172.21.15.159:0/3028404020 shutdown_connections 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 --2- 172.21.15.159:0/3028404020 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc6a0068fd0 0x7fc6a0104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 --2- 172.21.15.159:0/3028404020 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068630 0x7fc6a0068a00 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 -- 172.21.15.159:0/3028404020 >> 172.21.15.159:0/3028404020 conn(0x7fc6a0074f50 msgr2=0x7fc6a0075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 -- 172.21.15.159:0/3028404020 shutdown_connections 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.640+0000 7fc6a682d700 1 -- 172.21.15.159:0/3028404020 wait complete. 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc6a682d700 1 Processor -- start 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc6a682d700 1 -- start start 2024-09-17T10:37:52.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc6a682d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc6a0068630 0x7fc6a0195d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc6a682d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068fd0 0x7fc6a0196270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc6a682d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6a01968c0 con 0x7fc6a0068fd0 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc6a682d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6a0196a00 con 0x7fc6a0068630 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc697fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068fd0 0x7fc6a0196270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc697fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068fd0 0x7fc6a0196270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39846/0 (socket says 172.21.15.159:39846) 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc697fff700 1 -- 172.21.15.159:0/4333384 learned_addr learned my addr 172.21.15.159:0/4333384 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.641+0000 7fc69ffff700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc6a0068630 0x7fc6a0195d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc697fff700 1 -- 172.21.15.159:0/4333384 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc6a0068630 msgr2=0x7fc6a0195d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc697fff700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc6a0068630 0x7fc6a0195d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc697fff700 1 -- 172.21.15.159:0/4333384 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6900095f0 con 0x7fc6a0068fd0 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc697fff700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068fd0 0x7fc6a0196270 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc68800c960 tx=0x7fc68800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:52.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc69dffb700 1 -- 172.21.15.159:0/4333384 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc688007a70 con 0x7fc6a0068fd0 2024-09-17T10:37:52.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6a019a850 con 0x7fc6a0068fd0 2024-09-17T10:37:52.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc69dffb700 1 -- 172.21.15.159:0/4333384 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc688007bd0 con 0x7fc6a0068fd0 2024-09-17T10:37:52.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc69dffb700 1 -- 172.21.15.159:0/4333384 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc688018630 con 0x7fc6a0068fd0 2024-09-17T10:37:52.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.642+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6a019ada0 con 0x7fc6a0068fd0 2024-09-17T10:37:52.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.643+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6a01086f0 con 0x7fc6a0068fd0 2024-09-17T10:37:52.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.644+0000 7fc69dffb700 1 -- 172.21.15.159:0/4333384 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc68800f450 con 0x7fc6a0068fd0 2024-09-17T10:37:52.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.644+0000 7fc69dffb700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc68c06c680 0x7fc68c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:52.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.644+0000 7fc69dffb700 1 -- 172.21.15.159:0/4333384 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fc68808b7f0 con 0x7fc6a0068fd0 2024-09-17T10:37:52.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.644+0000 7fc69ffff700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc68c06c680 0x7fc68c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:52.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.644+0000 7fc69ffff700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc68c06c680 0x7fc68c06eb30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc690006010 tx=0x7fc69001a040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:52.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.648+0000 7fc69dffb700 1 -- 172.21.15.159:0/4333384 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc688055f20 con 0x7fc6a0068fd0 2024-09-17T10:37:52.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.884+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fc6a004ea50 con 0x7fc6a0068fd0 2024-09-17T10:37:52.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.884+0000 7fc69dffb700 1 -- 172.21.15.159:0/4333384 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) v1 ==== 53+0+83 (secure 0 0 0) 0x7fc688059540 con 0x7fc6a0068fd0 2024-09-17T10:37:52.886 INFO:teuthology.orchestra.run.smithi159.stdout:name: cephfs, metadata pool: cephfs.cephfs.meta, data pools: [cephfs.cephfs.data ] 2024-09-17T10:37:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc68c06c680 msgr2=0x7fc68c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc68c06c680 0x7fc68c06eb30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc690006010 tx=0x7fc69001a040 comp rx=0 tx=0).stop 2024-09-17T10:37:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068fd0 msgr2=0x7fc6a0196270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068fd0 0x7fc6a0196270 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc68800c960 tx=0x7fc68800cc70 comp rx=0 tx=0).stop 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 shutdown_connections 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc68c06c680 0x7fc68c06eb30 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc6a0068630 0x7fc6a0195d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 --2- 172.21.15.159:0/4333384 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc6a0068fd0 0x7fc6a0196270 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 >> 172.21.15.159:0/4333384 conn(0x7fc6a0074f50 msgr2=0x7fc6a00fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 shutdown_connections 2024-09-17T10:37:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:52.887+0000 7fc6a682d700 1 -- 172.21.15.159:0/4333384 wait complete. 2024-09-17T10:37:53.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:53.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:53 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:53.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:53 smithi159 ceph-mon[27674]: pgmap v215: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T10:37:53.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:53 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4333384' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-17T10:37:53.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:53 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:37:53.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:53 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:37:53.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:53 smithi170 ceph-mon[33842]: pgmap v215: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-17T10:37:53.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:53 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4333384' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-17T10:37:53.572 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-17T10:37:53.572 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T10:37:53.572 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi159.front.sepia.ceph.com 2024-09-17T10:37:53.572 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-17T10:37:53.572 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:53.572 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-17T10:37:53.572 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T10:37:53.573 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T10:37:53.573 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-17T10:37:53.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:53.573 DEBUG:teuthology.orchestra.run.smithi159:> ip addr 2024-09-17T10:37:53.589 INFO:teuthology.orchestra.run.smithi159.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 ::1/128 scope host 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:d9:d8:c6 brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: altname enp7s0f0 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T10:37:53.590 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:d9:d8:c7 brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout: altname enp7s0f1 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:88:72:4e brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout: link/ether 0c:c4:7a:88:72:4f brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout: inet 172.21.15.159/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft 42307sec preferred_lft 42307sec 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout: inet6 fe80::ec4:7aff:fe88:724f/64 scope link noprefixroute 2024-09-17T10:37:53.591 INFO:teuthology.orchestra.run.smithi159.stdout: valid_lft forever preferred_lft forever 2024-09-17T10:37:53.592 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-17T10:37:53.592 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:53.592 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-17T10:37:53.592 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link add name ceph-brx type bridge 2024-09-17T10:37:53.592 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip addr flush dev ceph-brx 2024-09-17T10:37:53.592 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set ceph-brx up 2024-09-17T10:37:53.592 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-17T10:37:53.592 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-17T10:37:53.679 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:53.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:53.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:53.826 DEBUG:teuthology.orchestra.run.smithi159:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T10:37:53.850 INFO:teuthology.orchestra.run.smithi159.stdout:1 2024-09-17T10:37:53.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:53.852 DEBUG:teuthology.orchestra.run.smithi159:> route 2024-09-17T10:37:53.919 INFO:teuthology.orchestra.run.smithi159.stdout:Kernel IP routing table 2024-09-17T10:37:53.919 INFO:teuthology.orchestra.run.smithi159.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T10:37:53.919 INFO:teuthology.orchestra.run.smithi159.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-17T10:37:53.920 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-17T10:37:53.920 INFO:teuthology.orchestra.run.smithi159.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T10:37:53.920 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:53.920 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-17T10:37:53.920 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-17T10:37:53.920 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-17T10:37:53.920 DEBUG:teuthology.orchestra.run.smithi159:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-17T10:37:53.921 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-17T10:37:54.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:54.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:54.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:54.227 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list 2024-09-17T10:37:54.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:54.244 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list-id 2024-09-17T10:37:54.299 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:54.299 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-17T10:37:54.299 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T10:37:54.299 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-17T10:37:54.300 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-17T10:37:54.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:54.411 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:54.417 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-17T10:37:54.418 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-17T10:37:54.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:54.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:54.542 DEBUG:teuthology.orchestra.run.smithi159:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:54.542 DEBUG:teuthology.orchestra.run.smithi159:> set -e 2024-09-17T10:37:54.543 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set brx.0 up 2024-09-17T10:37:54.543 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link set dev brx.0 master ceph-brx 2024-09-17T10:37:54.543 DEBUG:teuthology.orchestra.run.smithi159:> ') 2024-09-17T10:37:54.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:54.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:54.620 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T10:37:54.620 DEBUG:teuthology.orchestra.run.smithi159:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:54.635 INFO:teuthology.orchestra.run.smithi159.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-17T10:37:54.695 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T10:37:54.695 DEBUG:teuthology.orchestra.run.smithi159:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:54.710 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-17T10:37:54.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:54.710 DEBUG:teuthology.orchestra.run.smithi159:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-17T10:37:54.811 INFO:teuthology.orchestra.run.smithi159.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-17T10:37:54.811 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-17T10:37:54.811 INFO:teuthology.orchestra.run.smithi159.stdout:invalid new device string format 2024-09-17T10:37:54.944 INFO:teuthology.orchestra.run.smithi159.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-17T10:37:54.945 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-17T10:37:54.945 INFO:teuthology.orchestra.run.smithi159.stdout:invalid new device string format 2024-09-17T10:37:54.945 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: resolved to: "172.21.15.159:3300,172.21.15.170:3300" 2024-09-17T10:37:54.945 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-17T10:37:54.950 INFO:teuthology.orchestra.run.smithi159.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-17T10:37:54.950 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-17T10:37:54.950 INFO:teuthology.orchestra.run.smithi159.stdout:invalid new device string format 2024-09-17T10:37:54.951 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: resolved to: "172.21.15.159:3300,172.21.15.170:3300" 2024-09-17T10:37:54.951 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-17T10:37:54.951 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: resolved to: "172.21.15.159:6789,172.21.15.170:6789" 2024-09-17T10:37:54.951 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.159:6789,172.21.15.170:6789:/ 2024-09-17T10:37:54.951 INFO:teuthology.orchestra.run.smithi159.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ac45a212-74df-11ef-bceb-c7b262605968" will pass to kernel 2024-09-17T10:37:54.952 INFO:teuthology.orchestra.run.smithi159.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-17T10:37:54.952 INFO:teuthology.orchestra.run.smithi159.stdout: You just mounted a file system that supports labels which does not 2024-09-17T10:37:54.952 INFO:teuthology.orchestra.run.smithi159.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-17T10:37:54.952 INFO:teuthology.orchestra.run.smithi159.stdout: applications will generate AVC messages and not be allowed access to 2024-09-17T10:37:54.952 INFO:teuthology.orchestra.run.smithi159.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-17T10:37:54.954 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-17T10:37:54.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:54.954 DEBUG:teuthology.orchestra.run.smithi159:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:54.983 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-17T10:37:55.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-17T10:37:55.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:55.088 INFO:teuthology.orchestra.run.smithi159.stdout:client14600 2024-09-17T10:37:55.088 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:37:55.089 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T10:37:55.107 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-17T10:37:55.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-17T10:37:55.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:55.212 INFO:teuthology.orchestra.run.smithi159.stdout:client14600 2024-09-17T10:37:55.212 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-17T10:37:55.264 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-17T10:37:55.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:55.276 INFO:teuthology.orchestra.run.smithi159.stdout:client14600 2024-09-17T10:37:55.276 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ac45a212-74df-11ef-bceb-c7b262605968.client14600/status') 2024-09-17T10:37:55.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:55.339 INFO:teuthology.orchestra.run.smithi159.stdout:instance: client.14600 (3)192.168.0.1:0/912598407 2024-09-17T10:37:55.340 INFO:teuthology.orchestra.run.smithi159.stdout:blocklisted: false 2024-09-17T10:37:55.340 INFO:teuthology.orchestra.run.smithi159.stderr:0+1 records in 2024-09-17T10:37:55.340 INFO:teuthology.orchestra.run.smithi159.stderr:0+1 records out 2024-09-17T10:37:55.340 INFO:teuthology.orchestra.run.smithi159.stderr:69 bytes copied, 2.1081e-05 s, 3.3 MB/s 2024-09-17T10:37:55.340 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:55.347 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2024-09-17T10:37:55.347 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-17T10:37:55.347 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:55.347 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs ls 2024-09-17T10:37:55.549 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:37:55.670 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:55 smithi159 ceph-mon[27674]: pgmap v216: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 0 B/s wr, 0 op/s 2024-09-17T10:37:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:55 smithi170 ceph-mon[33842]: pgmap v216: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 0 B/s wr, 0 op/s 2024-09-17T10:37:57.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 -- 172.21.15.159:0/1084788021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 msgr2=0x7f62400ff760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:57.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 --2- 172.21.15.159:0/1084788021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f62400ff760 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6230009910 tx=0x7f6230009c20 comp rx=0 tx=0).stop 2024-09-17T10:37:57.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 -- 172.21.15.159:0/1084788021 shutdown_connections 2024-09-17T10:37:57.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 --2- 172.21.15.159:0/1084788021 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f62400ffd30 0x7f6240103ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:57.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 --2- 172.21.15.159:0/1084788021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f62400ff760 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:57.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 -- 172.21.15.159:0/1084788021 >> 172.21.15.159:0/1084788021 conn(0x7f6240074f50 msgr2=0x7f6240075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:57.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 -- 172.21.15.159:0/1084788021 shutdown_connections 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.097+0000 7f6245e85700 1 -- 172.21.15.159:0/1084788021 wait complete. 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f6245e85700 1 Processor -- start 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f6245e85700 1 -- start start 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f6245e85700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f6240100d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f6245e85700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f62400ffd30 0x7f62401012c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f6245e85700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6240101800 con 0x7f62400ff390 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f6245e85700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6240101940 con 0x7f62400ffd30 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f623f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f6240100d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f623f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f6240100d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60944/0 (socket says 172.21.15.159:60944) 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.098+0000 7f623f7fe700 1 -- 172.21.15.159:0/2835901564 learned_addr learned my addr 172.21.15.159:0/2835901564 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f6237fff700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f62400ffd30 0x7f62401012c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f623f7fe700 1 -- 172.21.15.159:0/2835901564 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f62400ffd30 msgr2=0x7f62401012c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:57.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f623f7fe700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f62400ffd30 0x7f62401012c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:57.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f623f7fe700 1 -- 172.21.15.159:0/2835901564 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62300095f0 con 0x7f62400ff390 2024-09-17T10:37:57.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f623f7fe700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f6240100d80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6230006010 tx=0x7f623000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:57.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f623d7fa700 1 -- 172.21.15.159:0/2835901564 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f623001d070 con 0x7f62400ff390 2024-09-17T10:37:57.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f623d7fa700 1 -- 172.21.15.159:0/2835901564 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f623000f460 con 0x7f62400ff390 2024-09-17T10:37:57.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f623d7fa700 1 -- 172.21.15.159:0/2835901564 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6230017630 con 0x7f62400ff390 2024-09-17T10:37:57.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6240101bc0 con 0x7f62400ff390 2024-09-17T10:37:57.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.099+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62401a2220 con 0x7f62400ff390 2024-09-17T10:37:57.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.100+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f624004ea50 con 0x7f62400ff390 2024-09-17T10:37:57.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.100+0000 7f623d7fa700 1 -- 172.21.15.159:0/2835901564 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f623000f5d0 con 0x7f62400ff390 2024-09-17T10:37:57.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.101+0000 7f623d7fa700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f622c06c680 0x7f622c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:37:57.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.101+0000 7f623d7fa700 1 -- 172.21.15.159:0/2835901564 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f623008cb30 con 0x7f62400ff390 2024-09-17T10:37:57.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.101+0000 7f6237fff700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f622c06c680 0x7f622c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:37:57.104 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.101+0000 7f6237fff700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f622c06c680 0x7f622c06eb30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6240102570 tx=0x7f622800b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:37:57.107 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.106+0000 7f623d7fa700 1 -- 172.21.15.159:0/2835901564 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f62300572e0 con 0x7f62400ff390 2024-09-17T10:37:57.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.339+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f62401022b0 con 0x7f62400ff390 2024-09-17T10:37:57.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.340+0000 7f623d7fa700 1 -- 172.21.15.159:0/2835901564 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) v1 ==== 53+0+83 (secure 0 0 0) 0x7f623005a900 con 0x7f62400ff390 2024-09-17T10:37:57.342 INFO:teuthology.orchestra.run.smithi159.stdout:name: cephfs, metadata pool: cephfs.cephfs.meta, data pools: [cephfs.cephfs.data ] 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f622c06c680 msgr2=0x7f622c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f622c06c680 0x7f622c06eb30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f6240102570 tx=0x7f622800b410 comp rx=0 tx=0).stop 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 msgr2=0x7f6240100d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f6240100d80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6230006010 tx=0x7f623000bd70 comp rx=0 tx=0).stop 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 shutdown_connections 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f622c06c680 0x7f622c06eb30 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f62400ff390 0x7f6240100d80 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 --2- 172.21.15.159:0/2835901564 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f62400ffd30 0x7f62401012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 >> 172.21.15.159:0/2835901564 conn(0x7f6240074f50 msgr2=0x7f6240068450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:37:57.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 shutdown_connections 2024-09-17T10:37:57.345 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:37:57.342+0000 7f6245e85700 1 -- 172.21.15.159:0/2835901564 wait complete. 2024-09-17T10:37:57.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:57 smithi159 ceph-mon[27674]: pgmap v217: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:37:57.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:57 smithi170 ceph-mon[33842]: pgmap v217: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi170.front.sepia.ceph.com 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-17T10:37:57.954 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-17T10:37:57.955 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-17T10:37:57.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:57.955 DEBUG:teuthology.orchestra.run.smithi170:> ip addr 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout: inet 127.0.0.1/8 scope host lo 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 ::1/128 scope host 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T10:37:57.975 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:d9:3b:54 brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: altname enp7s0f0 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:d9:3b:55 brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: altname enp7s0f1 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:88:72:54 brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:88:72:55 brd ff:ff:ff:ff:ff:ff 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: inet 172.21.15.170/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft 42295sec preferred_lft 42295sec 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 fe80::ec4:7aff:fe88:7255/64 scope link noprefixroute 2024-09-17T10:37:57.976 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-17T10:37:57.977 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-17T10:37:57.977 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:57.977 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-17T10:37:57.977 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link add name ceph-brx type bridge 2024-09-17T10:37:57.977 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip addr flush dev ceph-brx 2024-09-17T10:37:57.977 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set ceph-brx up 2024-09-17T10:37:57.977 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-17T10:37:57.977 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-17T10:37:58.072 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:58.189 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:58.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:58.196 DEBUG:teuthology.orchestra.run.smithi170:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-17T10:37:58.221 INFO:teuthology.orchestra.run.smithi170.stdout:1 2024-09-17T10:37:58.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:58.223 DEBUG:teuthology.orchestra.run.smithi170:> route 2024-09-17T10:37:58.291 INFO:teuthology.orchestra.run.smithi170.stdout:Kernel IP routing table 2024-09-17T10:37:58.291 INFO:teuthology.orchestra.run.smithi170.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-17T10:37:58.291 INFO:teuthology.orchestra.run.smithi170.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-17T10:37:58.291 INFO:teuthology.orchestra.run.smithi170.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-17T10:37:58.292 INFO:teuthology.orchestra.run.smithi170.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-17T10:37:58.293 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:58.293 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-17T10:37:58.293 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-17T10:37:58.293 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-17T10:37:58.293 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-17T10:37:58.293 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-17T10:37:58.356 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:58 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2835901564' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-17T10:37:58.382 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:58.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:58 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2835901564' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-17T10:37:58.575 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:58.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:58.582 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-17T10:37:58.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:58.638 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list-id 2024-09-17T10:37:58.693 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:58.693 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-17T10:37:58.694 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T10:37:58.694 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-17T10:37:58.694 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-17T10:37:58.783 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:58.806 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:58.812 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-17T10:37:58.813 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-17T10:37:58.863 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:58.934 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:58.940 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-17T10:37:58.940 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-17T10:37:58.940 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set brx.0 up 2024-09-17T10:37:58.940 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set dev brx.0 master ceph-brx 2024-09-17T10:37:58.940 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-17T10:37:58.988 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:59.011 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:59.017 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T10:37:59.017 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:59.033 INFO:teuthology.orchestra.run.smithi170.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-17T10:37:59.033 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-17T10:37:59.033 DEBUG:teuthology.orchestra.run.smithi170:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:59.088 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-17T10:37:59.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:59.089 DEBUG:teuthology.orchestra.run.smithi170:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-17T10:37:59.220 INFO:teuthology.orchestra.run.smithi170.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-17T10:37:59.220 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-17T10:37:59.220 INFO:teuthology.orchestra.run.smithi170.stdout:invalid new device string format 2024-09-17T10:37:59.341 INFO:teuthology.orchestra.run.smithi170.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-17T10:37:59.341 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-17T10:37:59.341 INFO:teuthology.orchestra.run.smithi170.stdout:invalid new device string format 2024-09-17T10:37:59.341 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: resolved to: "172.21.15.159:3300,172.21.15.170:3300" 2024-09-17T10:37:59.341 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-17T10:37:59.346 INFO:teuthology.orchestra.run.smithi170.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-17T10:37:59.346 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-17T10:37:59.346 INFO:teuthology.orchestra.run.smithi170.stdout:invalid new device string format 2024-09-17T10:37:59.346 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: resolved to: "172.21.15.159:3300,172.21.15.170:3300" 2024-09-17T10:37:59.346 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-17T10:37:59.346 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: resolved to: "172.21.15.159:6789,172.21.15.170:6789" 2024-09-17T10:37:59.347 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.159:6789,172.21.15.170:6789:/ 2024-09-17T10:37:59.347 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=ac45a212-74df-11ef-bceb-c7b262605968" will pass to kernel 2024-09-17T10:37:59.347 INFO:teuthology.orchestra.run.smithi170.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-17T10:37:59.347 INFO:teuthology.orchestra.run.smithi170.stdout: You just mounted a file system that supports labels which does not 2024-09-17T10:37:59.347 INFO:teuthology.orchestra.run.smithi170.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-17T10:37:59.347 INFO:teuthology.orchestra.run.smithi170.stdout: applications will generate AVC messages and not be allowed access to 2024-09-17T10:37:59.347 INFO:teuthology.orchestra.run.smithi170.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-17T10:37:59.349 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-17T10:37:59.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:37:59.349 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:59.380 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-17T10:37:59.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:37:59 smithi159 ceph-mon[27674]: pgmap v218: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:37:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:37:59 smithi170 ceph-mon[33842]: pgmap v218: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:37:59.469 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-17T10:37:59.470 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:59.476 INFO:teuthology.orchestra.run.smithi170.stdout:client14606 2024-09-17T10:37:59.476 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:37:59.476 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T10:37:59.534 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-17T10:37:59.621 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-17T10:37:59.623 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:59.629 INFO:teuthology.orchestra.run.smithi170.stdout:client14606 2024-09-17T10:37:59.629 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-17T10:37:59.677 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-17T10:37:59.679 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:59.684 INFO:teuthology.orchestra.run.smithi170.stdout:client14606 2024-09-17T10:37:59.685 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ac45a212-74df-11ef-bceb-c7b262605968.client14606/status') 2024-09-17T10:37:59.732 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-17T10:37:59.743 INFO:teuthology.orchestra.run.smithi170.stdout:instance: client.14606 (3)172.21.15.170:0/574471774 2024-09-17T10:37:59.743 INFO:teuthology.orchestra.run.smithi170.stdout:blocklisted: false 2024-09-17T10:37:59.743 INFO:teuthology.orchestra.run.smithi170.stderr:0+1 records in 2024-09-17T10:37:59.743 INFO:teuthology.orchestra.run.smithi170.stderr:0+1 records out 2024-09-17T10:37:59.743 INFO:teuthology.orchestra.run.smithi170.stderr:71 bytes copied, 2.1609e-05 s, 3.3 MB/s 2024-09-17T10:37:59.743 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-17T10:37:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-17T10:37:59.750 INFO:teuthology.run_tasks:Running task print... 2024-09-17T10:37:59.763 INFO:teuthology.task.print:**** done client 2024-09-17T10:37:59.763 INFO:teuthology.run_tasks:Running task parallel... 2024-09-17T10:37:59.773 INFO:teuthology.task.parallel:starting parallel... 2024-09-17T10:37:59.773 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-17T10:37:59.774 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-17T10:37:59.774 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:37:59.774 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph config set mgr mgr/orchestrator/fail_fs false || true' 2024-09-17T10:37:59.775 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-17T10:37:59.775 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-09-17T10:37:59.779 INFO:tasks.workunit:Pulling workunits from ref 2b698643d05f73e79c2d2888228947a84a4ac0bd 2024-09-17T10:37:59.779 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-17T10:37:59.779 INFO:tasks.workunit:timeout=3h 2024-09-17T10:37:59.779 INFO:tasks.workunit:cleanup=True 2024-09-17T10:37:59.780 DEBUG:teuthology.orchestra.run.smithi159:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:59.801 INFO:teuthology.orchestra.run.smithi159.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:59.801 INFO:teuthology.orchestra.run.smithi159.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-09-17T10:37:59.801 INFO:teuthology.orchestra.run.smithi159.stdout:Device: 99h/153d Inode: 1 Links: 2 2024-09-17T10:37:59.801 INFO:teuthology.orchestra.run.smithi159.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:37:59.801 INFO:teuthology.orchestra.run.smithi159.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-09-17T10:37:59.801 INFO:teuthology.orchestra.run.smithi159.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2024-09-17T10:37:59.802 INFO:teuthology.orchestra.run.smithi159.stdout:Modify: 2024-09-17 10:37:23.265008885 +0000 2024-09-17T10:37:59.802 INFO:teuthology.orchestra.run.smithi159.stdout:Change: 2024-09-17 10:37:54.980568439 +0000 2024-09-17T10:37:59.802 INFO:teuthology.orchestra.run.smithi159.stdout: Birth: 2024-09-17 10:37:23.265008885 +0000 2024-09-17T10:37:59.802 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-17T10:37:59.802 DEBUG:teuthology.orchestra.run.smithi159:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-17T10:37:59.872 DEBUG:teuthology.orchestra.run.smithi170:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:59.889 INFO:teuthology.orchestra.run.smithi170.stdout: File: /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:59.889 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 1 Blocks: 0 IO Block: 65536 directory 2024-09-17T10:37:59.889 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 81h/129d Inode: 1 Links: 3 2024-09-17T10:37:59.889 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-17T10:37:59.889 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-09-17T10:37:59.889 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2024-09-17T10:37:59.889 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-17 10:37:59.866473265 +0000 2024-09-17T10:37:59.890 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-17 10:37:59.866473265 +0000 2024-09-17T10:37:59.890 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-17 10:37:23.265008885 +0000 2024-09-17T10:37:59.890 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.1 2024-09-17T10:37:59.890 DEBUG:teuthology.orchestra.run.smithi170:> cd -- /home/ubuntu/cephtest/mnt.1 && sudo install -d -m 0755 --owner=ubuntu -- client.1 2024-09-17T10:37:59.958 DEBUG:teuthology.orchestra.run.smithi159:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 2b698643d05f73e79c2d2888228947a84a4ac0bd 2024-09-17T10:37:59.959 DEBUG:teuthology.orchestra.run.smithi170:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 && git checkout 2b698643d05f73e79c2d2888228947a84a4ac0bd 2024-09-17T10:37:59.975 INFO:tasks.workunit.client.0.smithi159.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-17T10:37:59.999 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:38:00.014 INFO:tasks.workunit.client.1.smithi170.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-17T10:38:01.421 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:01 smithi159 ceph-mon[27674]: pgmap v219: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:38:01.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:01 smithi170 ceph-mon[33842]: pgmap v219: 65 pgs: 65 active+clean; 579 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:38:01.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 -- 172.21.15.159:0/2844787825 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 msgr2=0x7f46dc0fe1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 --2- 172.21.15.159:0/2844787825 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc0fe1f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f46c8009910 tx=0x7f46c8009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 -- 172.21.15.159:0/2844787825 shutdown_connections 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 --2- 172.21.15.159:0/2844787825 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc0fe1f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 --2- 172.21.15.159:0/2844787825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46dc101750 0x7f46dc101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 -- 172.21.15.159:0/2844787825 >> 172.21.15.159:0/2844787825 conn(0x7f46dc0f9d80 msgr2=0x7f46dc0fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 -- 172.21.15.159:0/2844787825 shutdown_connections 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.631+0000 7f46e320d700 1 -- 172.21.15.159:0/2844787825 wait complete. 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46e320d700 1 Processor -- start 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46e320d700 1 -- start start 2024-09-17T10:38:01.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46e320d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46dc101750 0x7f46dc195ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46e320d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46e320d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46dc196610 con 0x7f46dc102130 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46e320d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46dc196750 con 0x7f46dc101750 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46dbfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46dbfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc195ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60952/0 (socket says 172.21.15.159:60952) 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46dbfff700 1 -- 172.21.15.159:0/3822828192 learned_addr learned my addr 172.21.15.159:0/3822828192 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46e0fa9700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46dc101750 0x7f46dc195ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46dbfff700 1 -- 172.21.15.159:0/3822828192 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46dc101750 msgr2=0x7f46dc195ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46dbfff700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46dc101750 0x7f46dc195ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:01.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.632+0000 7f46dbfff700 1 -- 172.21.15.159:0/3822828192 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46c80095f0 con 0x7f46dc102130 2024-09-17T10:38:01.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.633+0000 7f46dbfff700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc195ff0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f46c800bd70 tx=0x7f46c800bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:01.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.633+0000 7f46d9ffb700 1 -- 172.21.15.159:0/3822828192 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f46c801d070 con 0x7f46dc102130 2024-09-17T10:38:01.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.633+0000 7f46d9ffb700 1 -- 172.21.15.159:0/3822828192 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f46c800f460 con 0x7f46dc102130 2024-09-17T10:38:01.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.633+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46dc19b1a0 con 0x7f46dc102130 2024-09-17T10:38:01.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.633+0000 7f46d9ffb700 1 -- 172.21.15.159:0/3822828192 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f46c8021620 con 0x7f46dc102130 2024-09-17T10:38:01.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.633+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46dc19b710 con 0x7f46dc102130 2024-09-17T10:38:01.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.634+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46dc108d50 con 0x7f46dc102130 2024-09-17T10:38:01.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.634+0000 7f46d9ffb700 1 -- 172.21.15.159:0/3822828192 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f46c800fa50 con 0x7f46dc102130 2024-09-17T10:38:01.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.635+0000 7f46d9ffb700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f46cc06c680 0x7f46cc06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:01.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.635+0000 7f46d9ffb700 1 -- 172.21.15.159:0/3822828192 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f46c808cb50 con 0x7f46dc102130 2024-09-17T10:38:01.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.635+0000 7f46e0fa9700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f46cc06c680 0x7f46cc06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:01.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.635+0000 7f46e0fa9700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f46cc06c680 0x7f46cc06eb30 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f46dc0680d0 tx=0x7f46d0009190 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:01.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.639+0000 7f46d9ffb700 1 -- 172.21.15.159:0/3822828192 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f46c805ad10 con 0x7f46dc102130 2024-09-17T10:38:01.827 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.826+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mgr/orchestrator/fail_fs}] v 0) v1 -- 0x7f46dc19be10 con 0x7f46dc102130 2024-09-17T10:38:01.831 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.830+0000 7f46d9ffb700 1 -- 172.21.15.159:0/3822828192 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/orchestrator/fail_fs}]=0 v40)=0 v40) v1 ==== 126+0+0 (secure 0 0 0) 0x7f46c805a8a0 con 0x7f46dc102130 2024-09-17T10:38:01.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.832+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f46cc06c680 msgr2=0x7f46cc06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:01.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.832+0000 7f46e320d700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f46cc06c680 0x7f46cc06eb30 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f46dc0680d0 tx=0x7f46d0009190 comp rx=0 tx=0).stop 2024-09-17T10:38:01.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.832+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 msgr2=0x7f46dc195ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:01.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.832+0000 7f46e320d700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc195ff0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f46c800bd70 tx=0x7f46c800bda0 comp rx=0 tx=0).stop 2024-09-17T10:38:01.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.833+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 shutdown_connections 2024-09-17T10:38:01.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.833+0000 7f46e320d700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f46cc06c680 0x7f46cc06eb30 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:01.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.833+0000 7f46e320d700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46dc101750 0x7f46dc195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:01.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.833+0000 7f46e320d700 1 --2- 172.21.15.159:0/3822828192 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46dc102130 0x7f46dc195ff0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:01.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.833+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 >> 172.21.15.159:0/3822828192 conn(0x7f46dc0f9d80 msgr2=0x7f46dc104720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:01.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.833+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 shutdown_connections 2024-09-17T10:38:01.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:01.833+0000 7f46e320d700 1 -- 172.21.15.159:0/3822828192 wait complete. 2024-09-17T10:38:02.527 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-17T10:38:02.527 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:38:02.528 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-17T10:38:02.767 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:38:03.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:02 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3822828192' entity='client.admin' 2024-09-17T10:38:03.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:02 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:38:03.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:02 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:38:03.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:02 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:38:03.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:02 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:38:03.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:02 smithi159 ceph-mon[27674]: pgmap v220: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 853 B/s wr, 0 op/s 2024-09-17T10:38:03.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:02 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3822828192' entity='client.admin' 2024-09-17T10:38:03.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:02 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:38:03.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:02 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:38:03.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:02 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:38:03.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:02 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:38:03.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:02 smithi170 ceph-mon[33842]: pgmap v220: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 853 B/s wr, 0 op/s 2024-09-17T10:38:04.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 -- 172.21.15.159:0/1949045404 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c80ff050 msgr2=0x7fc3c80ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:04.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/1949045404 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c80ff050 0x7fc3c80ff460 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc3b8009910 tx=0x7fc3b8009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:04.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 -- 172.21.15.159:0/1949045404 shutdown_connections 2024-09-17T10:38:04.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/1949045404 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3c8100250 0x7fc3c81006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:04.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/1949045404 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c80ff050 0x7fc3c80ff460 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:04.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 -- 172.21.15.159:0/1949045404 >> 172.21.15.159:0/1949045404 conn(0x7fc3c80fa600 msgr2=0x7fc3c80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 -- 172.21.15.159:0/1949045404 shutdown_connections 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.348+0000 7fc3ce98f700 1 -- 172.21.15.159:0/1949045404 wait complete. 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3ce98f700 1 Processor -- start 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3ce98f700 1 -- start start 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3ce98f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3c80ff050 0x7fc3c80697e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3ce98f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c8100250 0x7fc3c819a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3ce98f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c819ac80 con 0x7fc3c8100250 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3ce98f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c819adf0 con 0x7fc3c80ff050 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3bffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c8100250 0x7fc3c819a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:04.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3bffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c8100250 0x7fc3c819a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60966/0 (socket says 172.21.15.159:60966) 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3bffff700 1 -- 172.21.15.159:0/3759373311 learned_addr learned my addr 172.21.15.159:0/3759373311 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3c7fff700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3c80ff050 0x7fc3c80697e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3bffff700 1 -- 172.21.15.159:0/3759373311 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3c80ff050 msgr2=0x7fc3c80697e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3bffff700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3c80ff050 0x7fc3c80697e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.349+0000 7fc3bffff700 1 -- 172.21.15.159:0/3759373311 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3b80095f0 con 0x7fc3c8100250 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.350+0000 7fc3bffff700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c8100250 0x7fc3c819a6b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000c8a0 tx=0x7fc3b000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.350+0000 7fc3c5ffb700 1 -- 172.21.15.159:0/3759373311 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc3b000cea0 con 0x7fc3c8100250 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.350+0000 7fc3c5ffb700 1 -- 172.21.15.159:0/3759373311 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc3b0004830 con 0x7fc3c8100250 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.350+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3c819b0d0 con 0x7fc3c8100250 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.350+0000 7fc3c5ffb700 1 -- 172.21.15.159:0/3759373311 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc3b00055b0 con 0x7fc3c8100250 2024-09-17T10:38:04.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.350+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3c819b620 con 0x7fc3c8100250 2024-09-17T10:38:04.355 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.351+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3c8107ba0 con 0x7fc3c8100250 2024-09-17T10:38:04.355 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.351+0000 7fc3c5ffb700 1 -- 172.21.15.159:0/3759373311 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc3b0007ad0 con 0x7fc3c8100250 2024-09-17T10:38:04.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.352+0000 7fc3c5ffb700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc3b406c680 0x7fc3b406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:04.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.352+0000 7fc3c5ffb700 1 -- 172.21.15.159:0/3759373311 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fc3b008b590 con 0x7fc3c8100250 2024-09-17T10:38:04.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.352+0000 7fc3c7fff700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc3b406c680 0x7fc3b406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:04.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.352+0000 7fc3c7fff700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc3b406c680 0x7fc3b406eb30 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc3b8006010 tx=0x7fc3b8005920 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:04.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.356+0000 7fc3c5ffb700 1 -- 172.21.15.159:0/3759373311 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc3b0059750 con 0x7fc3c8100250 2024-09-17T10:38:04.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.548+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_insecure_global_id_reclaim}] v 0) v1 -- 0x7fc3c8107d90 con 0x7fc3c8100250 2024-09-17T10:38:04.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.549+0000 7fc3c5ffb700 1 -- 172.21.15.159:0/3759373311 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_insecure_global_id_reclaim}]=0 v40)=0 v40) v1 ==== 155+0+0 (secure 0 0 0) 0x7fc3b00592e0 con 0x7fc3c8100250 2024-09-17T10:38:04.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc3b406c680 msgr2=0x7fc3b406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:04.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc3b406c680 0x7fc3b406eb30 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc3b8006010 tx=0x7fc3b8005920 comp rx=0 tx=0).stop 2024-09-17T10:38:04.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c8100250 msgr2=0x7fc3c819a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c8100250 0x7fc3c819a6b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000c8a0 tx=0x7fc3b000cc60 comp rx=0 tx=0).stop 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 shutdown_connections 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc3b406c680 0x7fc3b406eb30 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3c80ff050 0x7fc3c80697e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 --2- 172.21.15.159:0/3759373311 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc3c8100250 0x7fc3c819a6b0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 >> 172.21.15.159:0/3759373311 conn(0x7fc3c80fa600 msgr2=0x7fc3c8103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 shutdown_connections 2024-09-17T10:38:04.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:04.551+0000 7fc3ce98f700 1 -- 172.21.15.159:0/3759373311 wait complete. 2024-09-17T10:38:05.244 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-17T10:38:05.452 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:38:05.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:05 smithi159 ceph-mon[27674]: pgmap v221: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 853 B/s wr, 0 op/s 2024-09-17T10:38:05.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:05 smithi170 ceph-mon[33842]: pgmap v221: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 853 B/s wr, 0 op/s 2024-09-17T10:38:07.047 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 -- 172.21.15.159:0/795616491 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 msgr2=0x7f8458100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:07.047 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 --2- 172.21.15.159:0/795616491 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458100580 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8440009910 tx=0x7f8440009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:07.047 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 -- 172.21.15.159:0/795616491 shutdown_connections 2024-09-17T10:38:07.047 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 --2- 172.21.15.159:0/795616491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8458101370 0x7f84581017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:07.047 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 --2- 172.21.15.159:0/795616491 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458100580 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:07.047 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 -- 172.21.15.159:0/795616491 >> 172.21.15.159:0/795616491 conn(0x7f84580fb6e0 msgr2=0x7f84580fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:07.048 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 -- 172.21.15.159:0/795616491 shutdown_connections 2024-09-17T10:38:07.048 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.045+0000 7f845d224700 1 -- 172.21.15.159:0/795616491 wait complete. 2024-09-17T10:38:07.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.046+0000 7f845d224700 1 Processor -- start 2024-09-17T10:38:07.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.046+0000 7f845d224700 1 -- start start 2024-09-17T10:38:07.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.046+0000 7f845d224700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:07.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.046+0000 7f845d224700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8458101370 0x7f8458195f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.046+0000 7f845d224700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8458196590 con 0x7f8458100170 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.046+0000 7f845d224700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84581966d0 con 0x7f8458101370 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.046+0000 7f8456d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f8456d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458195a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46498/0 (socket says 172.21.15.159:46498) 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f8456d9d700 1 -- 172.21.15.159:0/2583138442 learned_addr learned my addr 172.21.15.159:0/2583138442 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f845659c700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8458101370 0x7f8458195f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f8456d9d700 1 -- 172.21.15.159:0/2583138442 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8458101370 msgr2=0x7f8458195f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f8456d9d700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8458101370 0x7f8458195f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f8456d9d700 1 -- 172.21.15.159:0/2583138442 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84400095f0 con 0x7f8458100170 2024-09-17T10:38:07.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f8456d9d700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458195a30 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f844000bda0 tx=0x7f844000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:07.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f844ffff700 1 -- 172.21.15.159:0/2583138442 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f844001d070 con 0x7f8458100170 2024-09-17T10:38:07.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f845819b120 con 0x7f8458100170 2024-09-17T10:38:07.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f844ffff700 1 -- 172.21.15.159:0/2583138442 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f8440004c50 con 0x7f8458100170 2024-09-17T10:38:07.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f844ffff700 1 -- 172.21.15.159:0/2583138442 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f844000f690 con 0x7f8458100170 2024-09-17T10:38:07.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.047+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f845819b690 con 0x7f8458100170 2024-09-17T10:38:07.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.048+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8458108d40 con 0x7f8458100170 2024-09-17T10:38:07.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.049+0000 7f844ffff700 1 -- 172.21.15.159:0/2583138442 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f84400229b0 con 0x7f8458100170 2024-09-17T10:38:07.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.049+0000 7f844ffff700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f844406c680 0x7f844406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:07.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.049+0000 7f844ffff700 1 -- 172.21.15.159:0/2583138442 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f844008cf60 con 0x7f8458100170 2024-09-17T10:38:07.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.049+0000 7f845659c700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f844406c680 0x7f844406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:07.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.050+0000 7f845659c700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f844406c680 0x7f844406eb30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f8448006fd0 tx=0x7f8448008040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:07.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.054+0000 7f844ffff700 1 -- 172.21.15.159:0/2583138442 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f84400bf720 con 0x7f8458100170 2024-09-17T10:38:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.247+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_insecure_global_id_reclaim_allowed}] v 0) v1 -- 0x7f8458108f00 con 0x7f8458100170 2024-09-17T10:38:07.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.247+0000 7f844ffff700 1 -- 172.21.15.159:0/2583138442 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_insecure_global_id_reclaim_allowed}]=0 v40)=0 v40) v1 ==== 163+0+0 (secure 0 0 0) 0x7f844005b1d0 con 0x7f8458100170 2024-09-17T10:38:07.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f844406c680 msgr2=0x7f844406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:07.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f844406c680 0x7f844406eb30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f8448006fd0 tx=0x7f8448008040 comp rx=0 tx=0).stop 2024-09-17T10:38:07.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 msgr2=0x7f8458195a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:07.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458195a30 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f844000bda0 tx=0x7f844000be80 comp rx=0 tx=0).stop 2024-09-17T10:38:07.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 shutdown_connections 2024-09-17T10:38:07.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f844406c680 0x7f844406eb30 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:07.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8458100170 0x7f8458195a30 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:07.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 --2- 172.21.15.159:0/2583138442 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8458101370 0x7f8458195f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:07.253 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.249+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 >> 172.21.15.159:0/2583138442 conn(0x7f84580fb6e0 msgr2=0x7f84581045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:07.253 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.250+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 shutdown_connections 2024-09-17T10:38:07.253 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:07.250+0000 7f845d224700 1 -- 172.21.15.159:0/2583138442 wait complete. 2024-09-17T10:38:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:07 smithi159 ceph-mon[27674]: pgmap v222: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 938 B/s wr, 0 op/s 2024-09-17T10:38:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:07 smithi170 ceph-mon[33842]: pgmap v222: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 938 B/s wr, 0 op/s 2024-09-17T10:38:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:07.899 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-17T10:38:08.101 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:38:09.401 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:09 smithi159 ceph-mon[27674]: pgmap v223: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 767 B/s wr, 0 op/s 2024-09-17T10:38:09.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:09 smithi170 ceph-mon[33842]: pgmap v223: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 767 B/s wr, 0 op/s 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 -- 172.21.15.159:0/2522474306 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67340ff070 msgr2=0x7f67340ff480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 --2- 172.21.15.159:0/2522474306 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67340ff070 0x7f67340ff480 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f671c009910 tx=0x7f671c009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 -- 172.21.15.159:0/2522474306 shutdown_connections 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 --2- 172.21.15.159:0/2522474306 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6734100270 0x7f67341006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 --2- 172.21.15.159:0/2522474306 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67340ff070 0x7f67340ff480 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 -- 172.21.15.159:0/2522474306 >> 172.21.15.159:0/2522474306 conn(0x7f67340fa600 msgr2=0x7f67340fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 -- 172.21.15.159:0/2522474306 shutdown_connections 2024-09-17T10:38:09.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.633+0000 7f6739529700 1 -- 172.21.15.159:0/2522474306 wait complete. 2024-09-17T10:38:09.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f6739529700 1 Processor -- start 2024-09-17T10:38:09.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f6739529700 1 -- start start 2024-09-17T10:38:09.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f6739529700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67340ff070 0x7f6734069870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:09.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f6739529700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6734100270 0x7f673419a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:09.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f6739529700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f673419ad50 con 0x7f6734100270 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f6739529700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f673419aec0 con 0x7f67340ff070 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f67327fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6734100270 0x7f673419a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f67327fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6734100270 0x7f673419a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46522/0 (socket says 172.21.15.159:46522) 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.634+0000 7f67327fc700 1 -- 172.21.15.159:0/959939956 learned_addr learned my addr 172.21.15.159:0/959939956 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f6732ffd700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67340ff070 0x7f6734069870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f67327fc700 1 -- 172.21.15.159:0/959939956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67340ff070 msgr2=0x7f6734069870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f67327fc700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67340ff070 0x7f6734069870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f67327fc700 1 -- 172.21.15.159:0/959939956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f671c0095f0 con 0x7f6734100270 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f67327fc700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6734100270 0x7f673419a780 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f672400b4b0 tx=0x7f672400b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f672bfff700 1 -- 172.21.15.159:0/959939956 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6724011800 con 0x7f6734100270 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f673419b1a0 con 0x7f6734100270 2024-09-17T10:38:09.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f672bfff700 1 -- 172.21.15.159:0/959939956 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6724011e10 con 0x7f6734100270 2024-09-17T10:38:09.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f672bfff700 1 -- 172.21.15.159:0/959939956 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f672400f2e0 con 0x7f6734100270 2024-09-17T10:38:09.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.635+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f673419b770 con 0x7f6734100270 2024-09-17T10:38:09.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.636+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6734107c40 con 0x7f6734100270 2024-09-17T10:38:09.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.637+0000 7f672bfff700 1 -- 172.21.15.159:0/959939956 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f6724010380 con 0x7f6734100270 2024-09-17T10:38:09.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.637+0000 7f672bfff700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f672006c680 0x7f672006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:09.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.637+0000 7f672bfff700 1 -- 172.21.15.159:0/959939956 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f672408b490 con 0x7f6734100270 2024-09-17T10:38:09.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.637+0000 7f6732ffd700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f672006c680 0x7f672006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:09.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.637+0000 7f6732ffd700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f672006c680 0x7f672006eb30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f671c006010 tx=0x7f671c00b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:09.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.641+0000 7f672bfff700 1 -- 172.21.15.159:0/959939956 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f6724059650 con 0x7f6734100270 2024-09-17T10:38:09.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.828+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command([{prefix=config set, name=log_to_journald}] v 0) v1 -- 0x7f6734107e30 con 0x7f6734100270 2024-09-17T10:38:09.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.829+0000 7f672bfff700 1 -- 172.21.15.159:0/959939956 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{prefix=config set, name=log_to_journald}]=0 v40)=0 v40) v1 ==== 135+0+0 (secure 0 0 0) 0x7f67240591e0 con 0x7f6734100270 2024-09-17T10:38:09.832 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f672006c680 msgr2=0x7f672006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:09.832 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f672006c680 0x7f672006eb30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f671c006010 tx=0x7f671c00b540 comp rx=0 tx=0).stop 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6734100270 msgr2=0x7f673419a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6734100270 0x7f673419a780 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f672400b4b0 tx=0x7f672400b870 comp rx=0 tx=0).stop 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 shutdown_connections 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f672006c680 0x7f672006eb30 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67340ff070 0x7f6734069870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 --2- 172.21.15.159:0/959939956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6734100270 0x7f673419a780 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 >> 172.21.15.159:0/959939956 conn(0x7f67340fa600 msgr2=0x7f67341034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 shutdown_connections 2024-09-17T10:38:09.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:09.831+0000 7f6739529700 1 -- 172.21.15.159:0/959939956 wait complete. 2024-09-17T10:38:10.553 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-17T10:38:10.753 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:38:11.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:11 smithi159 ceph-mon[27674]: pgmap v224: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 767 B/s wr, 0 op/s 2024-09-17T10:38:11.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:11 smithi170 ceph-mon[33842]: pgmap v224: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 767 B/s wr, 0 op/s 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 -- 172.21.15.159:0/3531076329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c100260 msgr2=0x7fdd9c1006b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 --2- 172.21.15.159:0/3531076329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c100260 0x7fdd9c1006b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fdd88009910 tx=0x7fdd88009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 -- 172.21.15.159:0/3531076329 shutdown_connections 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 --2- 172.21.15.159:0/3531076329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c100260 0x7fdd9c1006b0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 --2- 172.21.15.159:0/3531076329 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdd9c0ff060 0x7fdd9c0ff470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 -- 172.21.15.159:0/3531076329 >> 172.21.15.159:0/3531076329 conn(0x7fdd9c0fa610 msgr2=0x7fdd9c0fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 -- 172.21.15.159:0/3531076329 shutdown_connections 2024-09-17T10:38:12.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.282+0000 7fdda3091700 1 -- 172.21.15.159:0/3531076329 wait complete. 2024-09-17T10:38:12.286 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda3091700 1 Processor -- start 2024-09-17T10:38:12.286 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda3091700 1 -- start start 2024-09-17T10:38:12.286 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda3091700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c0ff060 0x7fdd9c194860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:12.286 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda3091700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdd9c100260 0x7fdd9c194da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda3091700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c1953c0 con 0x7fdd9c0ff060 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda3091700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c195500 con 0x7fdd9c100260 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda0e2d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c0ff060 0x7fdd9c194860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda0e2d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c0ff060 0x7fdd9c194860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46542/0 (socket says 172.21.15.159:46542) 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda0e2d700 1 -- 172.21.15.159:0/4155853999 learned_addr learned my addr 172.21.15.159:0/4155853999 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdd9bfff700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdd9c100260 0x7fdd9c194da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda0e2d700 1 -- 172.21.15.159:0/4155853999 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdd9c100260 msgr2=0x7fdd9c194da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda0e2d700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdd9c100260 0x7fdd9c194da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.283+0000 7fdda0e2d700 1 -- 172.21.15.159:0/4155853999 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd880095f0 con 0x7fdd9c0ff060 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.284+0000 7fdda0e2d700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c0ff060 0x7fdd9c194860 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdd9000c8f0 tx=0x7fdd9000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:12.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.284+0000 7fdd99ffb700 1 -- 172.21.15.159:0/4155853999 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdd90007a70 con 0x7fdd9c0ff060 2024-09-17T10:38:12.288 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.284+0000 7fdd99ffb700 1 -- 172.21.15.159:0/4155853999 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fdd90007bd0 con 0x7fdd9c0ff060 2024-09-17T10:38:12.288 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.284+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd9c068f10 con 0x7fdd9c0ff060 2024-09-17T10:38:12.288 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.284+0000 7fdd99ffb700 1 -- 172.21.15.159:0/4155853999 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdd90018630 con 0x7fdd9c0ff060 2024-09-17T10:38:12.288 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.284+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd9c069460 con 0x7fdd9c0ff060 2024-09-17T10:38:12.288 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.285+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd9c107bb0 con 0x7fdd9c0ff060 2024-09-17T10:38:12.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.285+0000 7fdd99ffb700 1 -- 172.21.15.159:0/4155853999 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fdd9000f450 con 0x7fdd9c0ff060 2024-09-17T10:38:12.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.286+0000 7fdd99ffb700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fdd8c06c680 0x7fdd8c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:12.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.286+0000 7fdd99ffb700 1 -- 172.21.15.159:0/4155853999 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fdd9008b840 con 0x7fdd9c0ff060 2024-09-17T10:38:12.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.286+0000 7fdd9bfff700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fdd8c06c680 0x7fdd8c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:12.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.286+0000 7fdd9bfff700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fdd8c06c680 0x7fdd8c06eb30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fdd880059d0 tx=0x7fdd88005920 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:12.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.290+0000 7fdd99ffb700 1 -- 172.21.15.159:0/4155853999 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fdd90059ab0 con 0x7fdd9c0ff060 2024-09-17T10:38:12.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.499+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169", "target": ["mon-mgr", ""]}) v1 -- 0x7fdd9c104bb0 con 0x7fdd8c06c680 2024-09-17T10:38:12.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.505+0000 7fdd99ffb700 1 -- 172.21.15.159:0/4155853999 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+89 (secure 0 0 0) 0x7fdd9c104bb0 con 0x7fdd8c06c680 2024-09-17T10:38:12.507 INFO:teuthology.orchestra.run.smithi159.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:38:12.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fdd8c06c680 msgr2=0x7fdd8c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:12.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fdd8c06c680 0x7fdd8c06eb30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fdd880059d0 tx=0x7fdd88005920 comp rx=0 tx=0).stop 2024-09-17T10:38:12.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c0ff060 msgr2=0x7fdd9c194860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:12.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c0ff060 0x7fdd9c194860 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdd9000c8f0 tx=0x7fdd9000ccb0 comp rx=0 tx=0).stop 2024-09-17T10:38:12.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 shutdown_connections 2024-09-17T10:38:12.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fdd8c06c680 0x7fdd8c06eb30 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:12.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdd9c0ff060 0x7fdd9c194860 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:12.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 --2- 172.21.15.159:0/4155853999 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdd9c100260 0x7fdd9c194da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:12.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.507+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 >> 172.21.15.159:0/4155853999 conn(0x7fdd9c0fa610 msgr2=0x7fdd9c103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:12.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.508+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 shutdown_connections 2024-09-17T10:38:12.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:12.508+0000 7fdda3091700 1 -- 172.21.15.159:0/4155853999 wait complete. 2024-09-17T10:38:13.284 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-17T10:38:13.284 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:38:13.285 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph fs dump; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2024-09-17T10:38:13.493 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:38:13.809 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:13 smithi159 ceph-mon[27674]: pgmap v225: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 767 B/s wr, 0 op/s 2024-09-17T10:38:13.809 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:13 smithi159 ceph-mon[27674]: from='client.14626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:13.809 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:13 smithi159 ceph-mon[27674]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:38:13.809 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:38:13.809 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:13 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:38:13.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:13 smithi170 ceph-mon[33842]: pgmap v225: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 767 B/s wr, 0 op/s 2024-09-17T10:38:13.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:13 smithi170 ceph-mon[33842]: from='client.14626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:13.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:13 smithi170 ceph-mon[33842]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:38:13.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:38:13.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:13 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:38:14.783 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:38:14.784 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:38:14.784 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:14 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:38:14.937 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:38:14.937 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:38:14.937 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:14 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:38:15.004 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 -- 172.21.15.159:0/2882234242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074101360 msgr2=0x7f00741017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 --2- 172.21.15.159:0/2882234242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074101360 0x7f00741017b0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0064009910 tx=0x7f0064009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 -- 172.21.15.159:0/2882234242 shutdown_connections 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 --2- 172.21.15.159:0/2882234242 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074101360 0x7f00741017b0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 --2- 172.21.15.159:0/2882234242 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0074100160 0x7f0074100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 -- 172.21.15.159:0/2882234242 >> 172.21.15.159:0/2882234242 conn(0x7f00740fb6f0 msgr2=0x7f00740fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 -- 172.21.15.159:0/2882234242 shutdown_connections 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.001+0000 7f007b74e700 1 -- 172.21.15.159:0/2882234242 wait complete. 2024-09-17T10:38:15.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f007b74e700 1 Processor -- start 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f007b74e700 1 -- start start 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f007b74e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074100160 0x7f0074195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f007b74e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0074101360 0x7f0074195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f007b74e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00741964c0 con 0x7f0074100160 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f007b74e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0074196600 con 0x7f0074101360 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f00794ea700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074100160 0x7f0074195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f00794ea700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074100160 0x7f0074195960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46558/0 (socket says 172.21.15.159:46558) 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f00794ea700 1 -- 172.21.15.159:0/3771644486 learned_addr learned my addr 172.21.15.159:0/3771644486 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.002+0000 7f0078ce9700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0074101360 0x7f0074195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.006 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f00794ea700 1 -- 172.21.15.159:0/3771644486 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0074101360 msgr2=0x7f0074195ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f00794ea700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0074101360 0x7f0074195ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f00794ea700 1 -- 172.21.15.159:0/3771644486 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00640095f0 con 0x7f0074100160 2024-09-17T10:38:15.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f00794ea700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074100160 0x7f0074195960 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f007000c8f0 tx=0x7f007000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:15.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f006a7fc700 1 -- 172.21.15.159:0/3771644486 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0070007a70 con 0x7f0074100160 2024-09-17T10:38:15.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f007419b0b0 con 0x7f0074100160 2024-09-17T10:38:15.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f006a7fc700 1 -- 172.21.15.159:0/3771644486 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0070007bd0 con 0x7f0074100160 2024-09-17T10:38:15.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f006a7fc700 1 -- 172.21.15.159:0/3771644486 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0070018630 con 0x7f0074100160 2024-09-17T10:38:15.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.003+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f007419b600 con 0x7f0074100160 2024-09-17T10:38:15.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.004+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0074108cb0 con 0x7f0074100160 2024-09-17T10:38:15.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.004+0000 7f006a7fc700 1 -- 172.21.15.159:0/3771644486 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f007000f450 con 0x7f0074100160 2024-09-17T10:38:15.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.005+0000 7f006a7fc700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f006006c680 0x7f006006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.008 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.005+0000 7f006a7fc700 1 -- 172.21.15.159:0/3771644486 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f007008b800 con 0x7f0074100160 2024-09-17T10:38:15.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.005+0000 7f0078ce9700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f006006c680 0x7f006006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.005+0000 7f0078ce9700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f006006c680 0x7f006006eb30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f00640059d0 tx=0x7f0064005920 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:15.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.009+0000 7f006a7fc700 1 -- 172.21.15.159:0/3771644486 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0070059a70 con 0x7f0074100160 2024-09-17T10:38:15.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.236+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f0074105cb0 con 0x7f006006c680 2024-09-17T10:38:15.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.237+0000 7f006a7fc700 1 -- 172.21.15.159:0/3771644486 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7f0074105cb0 con 0x7f006006c680 2024-09-17T10:38:15.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f006006c680 msgr2=0x7f006006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f006006c680 0x7f006006eb30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f00640059d0 tx=0x7f0064005920 comp rx=0 tx=0).stop 2024-09-17T10:38:15.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074100160 msgr2=0x7f0074195960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074100160 0x7f0074195960 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f007000c8f0 tx=0x7f007000ccb0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 shutdown_connections 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f006006c680 0x7f006006eb30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0074100160 0x7f0074195960 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 --2- 172.21.15.159:0/3771644486 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0074101360 0x7f0074195ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.239+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 >> 172.21.15.159:0/3771644486 conn(0x7f00740fb6f0 msgr2=0x7f0074104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.240+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 shutdown_connections 2024-09-17T10:38:15.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.240+0000 7f007b74e700 1 -- 172.21.15.159:0/3771644486 wait complete. 2024-09-17T10:38:15.252 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:38:15.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 -- 172.21.15.159:0/4119812495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e80ff260 msgr2=0x7fd3e80ff6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 --2- 172.21.15.159:0/4119812495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e80ff260 0x7fd3e80ff6d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8009910 tx=0x7fd3d8009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:15.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 -- 172.21.15.159:0/4119812495 shutdown_connections 2024-09-17T10:38:15.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 --2- 172.21.15.159:0/4119812495 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e80ff260 0x7fd3e80ff6d0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 --2- 172.21.15.159:0/4119812495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e8100600 0x7fd3e8100a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 -- 172.21.15.159:0/4119812495 >> 172.21.15.159:0/4119812495 conn(0x7fd3e80f9d80 msgr2=0x7fd3e80fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 -- 172.21.15.159:0/4119812495 shutdown_connections 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.355+0000 7fd3f037b700 1 -- 172.21.15.159:0/4119812495 wait complete. 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3f037b700 1 Processor -- start 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3f037b700 1 -- start start 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3f037b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e80ff260 0x7fd3e80fecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3f037b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e8100600 0x7fd3e819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3f037b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e819ac60 con 0x7fd3e8100600 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3f037b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e819add0 con 0x7fd3e80ff260 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3ed916700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e8100600 0x7fd3e819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3ed916700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e8100600 0x7fd3e819a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46586/0 (socket says 172.21.15.159:46586) 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3ed916700 1 -- 172.21.15.159:0/2863710005 learned_addr learned my addr 172.21.15.159:0/2863710005 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:15.359 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.356+0000 7fd3ee117700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e80ff260 0x7fd3e80fecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.360 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3ed916700 1 -- 172.21.15.159:0/2863710005 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e80ff260 msgr2=0x7fd3e80fecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.360 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3ed916700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e80ff260 0x7fd3e80fecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.360 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3ed916700 1 -- 172.21.15.159:0/2863710005 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3d80095f0 con 0x7fd3e8100600 2024-09-17T10:38:15.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3ed916700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e8100600 0x7fd3e819a690 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8005b40 tx=0x7fd3d800bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:15.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3df7fe700 1 -- 172.21.15.159:0/2863710005 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd3d801d070 con 0x7fd3e8100600 2024-09-17T10:38:15.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3e819b050 con 0x7fd3e8100600 2024-09-17T10:38:15.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3df7fe700 1 -- 172.21.15.159:0/2863710005 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fd3d800f460 con 0x7fd3e8100600 2024-09-17T10:38:15.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3df7fe700 1 -- 172.21.15.159:0/2863710005 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd3d8021620 con 0x7fd3e8100600 2024-09-17T10:38:15.361 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.357+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3e819b540 con 0x7fd3e8100600 2024-09-17T10:38:15.362 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.358+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3e8107b90 con 0x7fd3e8100600 2024-09-17T10:38:15.362 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.359+0000 7fd3df7fe700 1 -- 172.21.15.159:0/2863710005 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fd3d800fa40 con 0x7fd3e8100600 2024-09-17T10:38:15.362 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.359+0000 7fd3df7fe700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd3d406c680 0x7fd3d406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.362 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.359+0000 7fd3df7fe700 1 -- 172.21.15.159:0/2863710005 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fd3d808ca50 con 0x7fd3e8100600 2024-09-17T10:38:15.362 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.359+0000 7fd3ee117700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd3d406c680 0x7fd3d406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.362 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.360+0000 7fd3ee117700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd3d406c680 0x7fd3d406eb30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4005950 tx=0x7fd3e400b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:15.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.364+0000 7fd3df7fe700 1 -- 172.21.15.159:0/2863710005 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fd3d805ac90 con 0x7fd3e8100600 2024-09-17T10:38:15.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:15 smithi159 ceph-mon[27674]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:38:15.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:15 smithi159 ceph-mon[27674]: pgmap v226: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:15.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.582+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fd3e8104bc0 con 0x7fd3d406c680 2024-09-17T10:38:15.585 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.583+0000 7fd3df7fe700 1 -- 172.21.15.159:0/2863710005 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7fd3e8104bc0 con 0x7fd3d406c680 2024-09-17T10:38:15.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd3d406c680 msgr2=0x7fd3d406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd3d406c680 0x7fd3d406eb30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4005950 tx=0x7fd3e400b410 comp rx=0 tx=0).stop 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e8100600 msgr2=0x7fd3e819a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e8100600 0x7fd3e819a690 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8005b40 tx=0x7fd3d800bd70 comp rx=0 tx=0).stop 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 shutdown_connections 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd3d406c680 0x7fd3d406eb30 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e80ff260 0x7fd3e80fecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 --2- 172.21.15.159:0/2863710005 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3e8100600 0x7fd3e819a690 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 >> 172.21.15.159:0/2863710005 conn(0x7fd3e80f9d80 msgr2=0x7fd3e81034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 shutdown_connections 2024-09-17T10:38:15.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.586+0000 7fd3f037b700 1 -- 172.21.15.159:0/2863710005 wait complete. 2024-09-17T10:38:15.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 -- 172.21.15.159:0/2723407097 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40101370 msgr2=0x7efd401017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 --2- 172.21.15.159:0/2723407097 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40101370 0x7efd401017c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7efd30009910 tx=0x7efd30009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:15.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 -- 172.21.15.159:0/2723407097 shutdown_connections 2024-09-17T10:38:15.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 --2- 172.21.15.159:0/2723407097 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40101370 0x7efd401017c0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 --2- 172.21.15.159:0/2723407097 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd40100170 0x7efd40100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 -- 172.21.15.159:0/2723407097 >> 172.21.15.159:0/2723407097 conn(0x7efd400fb6e0 msgr2=0x7efd400fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:15.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 -- 172.21.15.159:0/2723407097 shutdown_connections 2024-09-17T10:38:15.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 -- 172.21.15.159:0/2723407097 wait complete. 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 Processor -- start 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.693+0000 7efd47e0d700 1 -- start start 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd47e0d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40100170 0x7efd40074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd47e0d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd40101370 0x7efd40073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd47e0d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd40073680 con 0x7efd40100170 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd47e0d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd400737c0 con 0x7efd40101370 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd45ba9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40100170 0x7efd40074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd45ba9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40100170 0x7efd40074af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46596/0 (socket says 172.21.15.159:46596) 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd45ba9700 1 -- 172.21.15.159:0/3667231747 learned_addr learned my addr 172.21.15.159:0/3667231747 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:15.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd453a8700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd40101370 0x7efd40073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd45ba9700 1 -- 172.21.15.159:0/3667231747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd40101370 msgr2=0x7efd40073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd45ba9700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd40101370 0x7efd40073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd45ba9700 1 -- 172.21.15.159:0/3667231747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd300095f0 con 0x7efd40100170 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd45ba9700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40100170 0x7efd40074af0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efd3c00b480 tx=0x7efd3c00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd36ffd700 1 -- 172.21.15.159:0/3667231747 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7efd3c0118c0 con 0x7efd40100170 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd36ffd700 1 -- 172.21.15.159:0/3667231747 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7efd3c010380 con 0x7efd40100170 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd40073aa0 con 0x7efd40100170 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd36ffd700 1 -- 172.21.15.159:0/3667231747 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7efd3c00f4f0 con 0x7efd40100170 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.694+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd4019db10 con 0x7efd40100170 2024-09-17T10:38:15.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.695+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd40108d60 con 0x7efd40100170 2024-09-17T10:38:15.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.696+0000 7efd36ffd700 1 -- 172.21.15.159:0/3667231747 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7efd3c0104f0 con 0x7efd40100170 2024-09-17T10:38:15.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.696+0000 7efd36ffd700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7efd2c06c680 0x7efd2c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:15.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.696+0000 7efd36ffd700 1 -- 172.21.15.159:0/3667231747 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7efd3c08b480 con 0x7efd40100170 2024-09-17T10:38:15.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.696+0000 7efd453a8700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7efd2c06c680 0x7efd2c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:15.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.697+0000 7efd453a8700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7efd2c06c680 0x7efd2c06eb30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7efd3000b5c0 tx=0x7efd300058e0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:15.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.701+0000 7efd36ffd700 1 -- 172.21.15.159:0/3667231747 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7efd3c059640 con 0x7efd40100170 2024-09-17T10:38:15.913 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.911+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7efd40105cc0 con 0x7efd2c06c680 2024-09-17T10:38:15.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.922+0000 7efd36ffd700 1 -- 172.21.15.159:0/3667231747 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3480 (secure 0 0 0) 0x7efd40105cc0 con 0x7efd2c06c680 2024-09-17T10:38:15.923 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:38:15.923 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (5m) 27s ago 6m 26.0M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (7m) 27s ago 7m 7411k - 18.2.0 dc2bc1663786 cfddc9b53fae 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (6m) 34s ago 6m 7272k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (7m) 27s ago 7m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (6m) 34s ago 6m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (4m) 27s ago 6m 85.5M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (53s) 27s ago 52s 11.3M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (46s) 27s ago 45s 14.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (50s) 34s ago 50s 17.7M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (43s) 34s ago 43s 15.2M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (8m) 27s ago 8m 487M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (6m) 34s ago 6m 440M - 18.2.0 dc2bc1663786 f75007dd89d0 2024-09-17T10:38:15.924 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (8m) 27s ago 8m 49.1M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (5m) 34s ago 5m 38.7M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (7m) 27s ago 7m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (6m) 34s ago 6m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (4m) 27s ago 4m 48.4M 3946M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (4m) 27s ago 4m 46.4M 3946M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (3m) 27s ago 3m 46.0M 3946M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (3m) 34s ago 3m 48.9M 4970M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (2m) 34s ago 2m 43.9M 4970M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (2m) 34s ago 2m 46.2M 4970M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:38:15.925 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (4m) 27s ago 6m 62.5M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:38:15.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7efd2c06c680 msgr2=0x7efd2c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7efd2c06c680 0x7efd2c06eb30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7efd3000b5c0 tx=0x7efd300058e0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40100170 msgr2=0x7efd40074af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:15.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40100170 0x7efd40074af0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efd3c00b480 tx=0x7efd3c00b840 comp rx=0 tx=0).stop 2024-09-17T10:38:15.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 shutdown_connections 2024-09-17T10:38:15.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7efd2c06c680 0x7efd2c06eb30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7efd40100170 0x7efd40074af0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 --2- 172.21.15.159:0/3667231747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd40101370 0x7efd40073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:15.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 >> 172.21.15.159:0/3667231747 conn(0x7efd400fb6e0 msgr2=0x7efd401045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:15.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 shutdown_connections 2024-09-17T10:38:15.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:15.924+0000 7efd47e0d700 1 -- 172.21.15.159:0/3667231747 wait complete. 2024-09-17T10:38:15.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:15 smithi170 ceph-mon[33842]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 2024-09-17T10:38:15.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:15 smithi170 ceph-mon[33842]: pgmap v226: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:16.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 -- 172.21.15.159:0/1769618104 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc100170 msgr2=0x7f9bdc100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/1769618104 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc100170 0x7f9bdc100580 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc009910 tx=0x7f9bcc009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 -- 172.21.15.159:0/1769618104 shutdown_connections 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/1769618104 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bdc101370 0x7f9bdc1017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/1769618104 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc100170 0x7f9bdc100580 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 -- 172.21.15.159:0/1769618104 >> 172.21.15.159:0/1769618104 conn(0x7f9bdc0fb6e0 msgr2=0x7f9bdc0fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 -- 172.21.15.159:0/1769618104 shutdown_connections 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.032+0000 7f9be3aa5700 1 -- 172.21.15.159:0/1769618104 wait complete. 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be3aa5700 1 Processor -- start 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be3aa5700 1 -- start start 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be3aa5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bdc100170 0x7f9bdc195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be3aa5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc101370 0x7f9bdc195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be3aa5700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bdc196460 con 0x7f9bdc101370 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be3aa5700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bdc1965a0 con 0x7f9bdc100170 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be1040700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc101370 0x7f9bdc195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be1040700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc101370 0x7f9bdc195ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46618/0 (socket says 172.21.15.159:46618) 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be1040700 1 -- 172.21.15.159:0/180172678 learned_addr learned my addr 172.21.15.159:0/180172678 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.033+0000 7f9be1841700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bdc100170 0x7f9bdc195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9be1040700 1 -- 172.21.15.159:0/180172678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bdc100170 msgr2=0x7f9bdc195990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9be1040700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bdc100170 0x7f9bdc195990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9be1040700 1 -- 172.21.15.159:0/180172678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bcc0095f0 con 0x7f9bdc101370 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9be1040700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc101370 0x7f9bdc195ed0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9bd800c930 tx=0x7f9bd800ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9bd2ffd700 1 -- 172.21.15.159:0/180172678 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9bd8007ad0 con 0x7f9bdc101370 2024-09-17T10:38:16.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9bd2ffd700 1 -- 172.21.15.159:0/180172678 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9bd8007c30 con 0x7f9bdc101370 2024-09-17T10:38:16.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bdc19b060 con 0x7f9bdc101370 2024-09-17T10:38:16.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9bd2ffd700 1 -- 172.21.15.159:0/180172678 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9bd8018630 con 0x7f9bdc101370 2024-09-17T10:38:16.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.034+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bdc19b580 con 0x7f9bdc101370 2024-09-17T10:38:16.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.035+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bdc108cc0 con 0x7f9bdc101370 2024-09-17T10:38:16.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.035+0000 7f9bd2ffd700 1 -- 172.21.15.159:0/180172678 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f9bd800f450 con 0x7f9bdc101370 2024-09-17T10:38:16.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.036+0000 7f9bd2ffd700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9bc806c680 0x7f9bc806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.036+0000 7f9bd2ffd700 1 -- 172.21.15.159:0/180172678 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f9bd808ba30 con 0x7f9bdc101370 2024-09-17T10:38:16.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.036+0000 7f9be1841700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9bc806c680 0x7f9bc806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.036+0000 7f9be1841700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9bc806c680 0x7f9bc806eb30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc006010 tx=0x7f9bcc00b580 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:16.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.040+0000 7f9bd2ffd700 1 -- 172.21.15.159:0/180172678 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f9bd8059bf0 con 0x7f9bdc101370 2024-09-17T10:38:16.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.328+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f9bdc108e80 con 0x7f9bdc101370 2024-09-17T10:38:16.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.328+0000 7f9bd2ffd700 1 -- 172.21.15.159:0/180172678 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+558 (secure 0 0 0) 0x7f9bd8059780 con 0x7f9bdc101370 2024-09-17T10:38:16.330 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:16.331 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:38:16.332 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:38:16.332 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:16.332 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:38:16.332 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 14 2024-09-17T10:38:16.332 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:38:16.332 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9bc806c680 msgr2=0x7f9bc806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9bc806c680 0x7f9bc806eb30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc006010 tx=0x7f9bcc00b580 comp rx=0 tx=0).stop 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc101370 msgr2=0x7f9bdc195ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc101370 0x7f9bdc195ed0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9bd800c930 tx=0x7f9bd800ccf0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 shutdown_connections 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9bc806c680 0x7f9bc806eb30 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bdc100170 0x7f9bdc195990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 --2- 172.21.15.159:0/180172678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bdc101370 0x7f9bdc195ed0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 >> 172.21.15.159:0/180172678 conn(0x7f9bdc0fb6e0 msgr2=0x7f9bdc1045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:16.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 shutdown_connections 2024-09-17T10:38:16.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.331+0000 7f9be3aa5700 1 -- 172.21.15.159:0/180172678 wait complete. 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 -- 172.21.15.159:0/3096405218 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118100150 msgr2=0x7fd118100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 --2- 172.21.15.159:0/3096405218 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118100150 0x7fd118100560 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd10800b0a0 tx=0x7fd10800b3b0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 -- 172.21.15.159:0/3096405218 shutdown_connections 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 --2- 172.21.15.159:0/3096405218 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd118101350 0x7fd1181017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 --2- 172.21.15.159:0/3096405218 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118100150 0x7fd118100560 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 -- 172.21.15.159:0/3096405218 >> 172.21.15.159:0/3096405218 conn(0x7fd1180fb6e0 msgr2=0x7fd1180fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 -- 172.21.15.159:0/3096405218 shutdown_connections 2024-09-17T10:38:16.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.440+0000 7fd11f982700 1 -- 172.21.15.159:0/3096405218 wait complete. 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11f982700 1 Processor -- start 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11f982700 1 -- start start 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11f982700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd118100150 0x7fd118074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11f982700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118101350 0x7fd118073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11f982700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd118073680 con 0x7fd118101350 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11f982700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1180737c0 con 0x7fd118100150 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11cf1d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118101350 0x7fd118073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11cf1d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118101350 0x7fd118073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:41072/0 (socket says 172.21.15.159:41072) 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11cf1d700 1 -- 172.21.15.159:0/2113571457 learned_addr learned my addr 172.21.15.159:0/2113571457 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11d71e700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd118100150 0x7fd118074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11cf1d700 1 -- 172.21.15.159:0/2113571457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd118100150 msgr2=0x7fd118074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11cf1d700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd118100150 0x7fd118074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11cf1d700 1 -- 172.21.15.159:0/2113571457 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd108009d00 con 0x7fd118101350 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.441+0000 7fd11cf1d700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118101350 0x7fd118073140 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00b4b0 tx=0x7fd10c00b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.442+0000 7fd1167fc700 1 -- 172.21.15.159:0/2113571457 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd10c011800 con 0x7fd118101350 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.442+0000 7fd1167fc700 1 -- 172.21.15.159:0/2113571457 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fd10c011e10 con 0x7fd118101350 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.442+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd118073aa0 con 0x7fd118101350 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.442+0000 7fd1167fc700 1 -- 172.21.15.159:0/2113571457 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd10c00f2e0 con 0x7fd118101350 2024-09-17T10:38:16.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.442+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd11819db20 con 0x7fd118101350 2024-09-17T10:38:16.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.443+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd118108d20 con 0x7fd118101350 2024-09-17T10:38:16.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.443+0000 7fd1167fc700 1 -- 172.21.15.159:0/2113571457 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fd10c010380 con 0x7fd118101350 2024-09-17T10:38:16.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.444+0000 7fd1167fc700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd10006c680 0x7fd10006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.444+0000 7fd1167fc700 1 -- 172.21.15.159:0/2113571457 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fd10c08b380 con 0x7fd118101350 2024-09-17T10:38:16.447 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.444+0000 7fd11d71e700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd10006c680 0x7fd10006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.447 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.444+0000 7fd11d71e700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd10006c680 0x7fd10006eb30 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd108000f80 tx=0x7fd10800b7b0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:16.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.449+0000 7fd1167fc700 1 -- 172.21.15.159:0/2113571457 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fd10c059670 con 0x7fd118101350 2024-09-17T10:38:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:16 smithi159 ceph-mon[27674]: from='client.14630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:16 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/180172678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:38:16.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.701+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fd118108f10 con 0x7fd118101350 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.701+0000 7fd1167fc700 1 -- 172.21.15.159:0/2113571457 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7fd10c059200 con 0x7fd118101350 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:38:16.703 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:38:16.704 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:38:16.705 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:16.706 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:16.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd10006c680 msgr2=0x7fd10006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd10006c680 0x7fd10006eb30 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd108000f80 tx=0x7fd10800b7b0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118101350 msgr2=0x7fd118073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118101350 0x7fd118073140 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00b4b0 tx=0x7fd10c00b870 comp rx=0 tx=0).stop 2024-09-17T10:38:16.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 shutdown_connections 2024-09-17T10:38:16.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd10006c680 0x7fd10006eb30 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd118100150 0x7fd118074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 --2- 172.21.15.159:0/2113571457 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd118101350 0x7fd118073140 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 >> 172.21.15.159:0/2113571457 conn(0x7fd1180fb6e0 msgr2=0x7fd118104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:16.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.703+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 shutdown_connections 2024-09-17T10:38:16.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.704+0000 7fd11f982700 1 -- 172.21.15.159:0/2113571457 wait complete. 2024-09-17T10:38:16.708 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:38:16.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 -- 172.21.15.159:0/3541411046 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98103540 msgr2=0x7f6a98105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/3541411046 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98103540 0x7f6a98105920 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c009910 tx=0x7f6a8c009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:16.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 -- 172.21.15.159:0/3541411046 shutdown_connections 2024-09-17T10:38:16.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/3541411046 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98103540 0x7f6a98105920 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/3541411046 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a98100c20 0x7f6a98103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 -- 172.21.15.159:0/3541411046 >> 172.21.15.159:0/3541411046 conn(0x7f6a980fa5e0 msgr2=0x7f6a980fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:16.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 -- 172.21.15.159:0/3541411046 shutdown_connections 2024-09-17T10:38:16.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.814+0000 7f6a9ca77700 1 -- 172.21.15.159:0/3541411046 wait complete. 2024-09-17T10:38:16.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9ca77700 1 Processor -- start 2024-09-17T10:38:16.817 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9ca77700 1 -- start start 2024-09-17T10:38:16.818 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9ca77700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98100c20 0x7f6a98195950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.818 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9ca77700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a98103540 0x7f6a98195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.818 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9ca77700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a981964b0 con 0x7f6a98100c20 2024-09-17T10:38:16.818 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9ca77700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a981965f0 con 0x7f6a98103540 2024-09-17T10:38:16.818 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98100c20 0x7f6a98195950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98100c20 0x7f6a98195950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:41076/0 (socket says 172.21.15.159:41076) 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9659c700 1 -- 172.21.15.159:0/2134780725 learned_addr learned my addr 172.21.15.159:0/2134780725 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a95d9b700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a98103540 0x7f6a98195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9659c700 1 -- 172.21.15.159:0/2134780725 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a98103540 msgr2=0x7f6a98195e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9659c700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a98103540 0x7f6a98195e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.815+0000 7f6a9659c700 1 -- 172.21.15.159:0/2134780725 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a8c0095f0 con 0x7f6a98100c20 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.816+0000 7f6a9659c700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98100c20 0x7f6a98195950 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800c8a0 tx=0x7f6a8800cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.816+0000 7f6a877fe700 1 -- 172.21.15.159:0/2134780725 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6a880078e0 con 0x7f6a98100c20 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.816+0000 7f6a877fe700 1 -- 172.21.15.159:0/2134780725 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6a8800f450 con 0x7f6a98100c20 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.816+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a9819b0a0 con 0x7f6a98100c20 2024-09-17T10:38:16.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.816+0000 7f6a877fe700 1 -- 172.21.15.159:0/2134780725 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6a8800e5e0 con 0x7f6a98100c20 2024-09-17T10:38:16.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.816+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a9819b5f0 con 0x7f6a98100c20 2024-09-17T10:38:16.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.817+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a9818fb70 con 0x7f6a98100c20 2024-09-17T10:38:16.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.817+0000 7f6a877fe700 1 -- 172.21.15.159:0/2134780725 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f6a8800f5c0 con 0x7f6a98100c20 2024-09-17T10:38:16.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.818+0000 7f6a877fe700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6a8006c680 0x7f6a8006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:16.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.818+0000 7f6a95d9b700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6a8006c680 0x7f6a8006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:16.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.818+0000 7f6a877fe700 1 -- 172.21.15.159:0/2134780725 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f6a8808b6b0 con 0x7f6a98100c20 2024-09-17T10:38:16.821 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.818+0000 7f6a95d9b700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6a8006c680 0x7f6a8006eb30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c006010 tx=0x7f6a8c00b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:16.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:16.822+0000 7f6a877fe700 1 -- 172.21.15.159:0/2134780725 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f6a880598f0 con 0x7f6a98100c20 2024-09-17T10:38:16.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:16 smithi170 ceph-mon[33842]: from='client.14630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:16.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:16 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/180172678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:38:17.044 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.043+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f6a98061190 con 0x7f6a8006c680 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.044+0000 7f6a877fe700 1 -- 172.21.15.159:0/2134780725 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7f6a98061190 con 0x7f6a8006c680 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169", 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "", 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 image", 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:38:17.046 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6a8006c680 msgr2=0x7f6a8006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6a8006c680 0x7f6a8006eb30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c006010 tx=0x7f6a8c00b540 comp rx=0 tx=0).stop 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98100c20 msgr2=0x7f6a98195950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98100c20 0x7f6a98195950 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800c8a0 tx=0x7f6a8800cbb0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 shutdown_connections 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f6a8006c680 0x7f6a8006eb30 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a98100c20 0x7f6a98195950 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 --2- 172.21.15.159:0/2134780725 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a98103540 0x7f6a98195e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 >> 172.21.15.159:0/2134780725 conn(0x7f6a980fa5e0 msgr2=0x7f6a980fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:17.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 shutdown_connections 2024-09-17T10:38:17.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.047+0000 7f6a9ca77700 1 -- 172.21.15.159:0/2134780725 wait complete. 2024-09-17T10:38:17.162 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 -- 172.21.15.159:0/4225908707 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 msgr2=0x7f68481006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:17.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 --2- 172.21.15.159:0/4225908707 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f68481006a0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f6838009910 tx=0x7f6838009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:17.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 -- 172.21.15.159:0/4225908707 shutdown_connections 2024-09-17T10:38:17.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 --2- 172.21.15.159:0/4225908707 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f68481006a0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 --2- 172.21.15.159:0/4225908707 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 0x7f68480ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 -- 172.21.15.159:0/4225908707 >> 172.21.15.159:0/4225908707 conn(0x7f68480fa600 msgr2=0x7f68480fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:17.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 -- 172.21.15.159:0/4225908707 shutdown_connections 2024-09-17T10:38:17.163 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.161+0000 7f684ef92700 1 -- 172.21.15.159:0/4225908707 wait complete. 2024-09-17T10:38:17.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684ef92700 1 Processor -- start 2024-09-17T10:38:17.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684ef92700 1 -- start start 2024-09-17T10:38:17.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684ef92700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 0x7f68480697c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:17.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684ef92700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f684819cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:17.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684ef92700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6848196530 con 0x7f6848100250 2024-09-17T10:38:17.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684ef92700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f684819d000 con 0x7f68480ff050 2024-09-17T10:38:17.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f683ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f684819cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684cd2e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 0x7f68480697c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684cd2e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 0x7f68480697c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:55912/0 (socket says 172.21.15.159:55912) 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f683ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f684819cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:41102/0 (socket says 172.21.15.159:41102) 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684cd2e700 1 -- 172.21.15.159:0/1831192169 learned_addr learned my addr 172.21.15.159:0/1831192169 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684cd2e700 1 -- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 msgr2=0x7f684819cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684cd2e700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f684819cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f684cd2e700 1 -- 172.21.15.159:0/1831192169 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68380095f0 con 0x7f68480ff050 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.162+0000 7f683ffff700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f684819cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.163+0000 7f684cd2e700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 0x7f68480697c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f684400e8f0 tx=0x7f684400ec00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.163+0000 7f683dffb700 1 -- 172.21.15.159:0/1831192169 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6844009790 con 0x7f68480ff050 2024-09-17T10:38:17.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.163+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f684819d2b0 con 0x7f68480ff050 2024-09-17T10:38:17.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.163+0000 7f683dffb700 1 -- 172.21.15.159:0/1831192169 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f684400c810 con 0x7f68480ff050 2024-09-17T10:38:17.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.163+0000 7f683dffb700 1 -- 172.21.15.159:0/1831192169 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6844003d20 con 0x7f68480ff050 2024-09-17T10:38:17.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.163+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f684819d7d0 con 0x7f68480ff050 2024-09-17T10:38:17.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.164+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6848107ba0 con 0x7f68480ff050 2024-09-17T10:38:17.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.165+0000 7f683dffb700 1 -- 172.21.15.159:0/1831192169 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f68440041f0 con 0x7f68480ff050 2024-09-17T10:38:17.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.165+0000 7f683dffb700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f683006c680 0x7f683006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:17.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.165+0000 7f683dffb700 1 -- 172.21.15.159:0/1831192169 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f6844014070 con 0x7f68480ff050 2024-09-17T10:38:17.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.165+0000 7f683ffff700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f683006c680 0x7f683006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:17.169 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.166+0000 7f683ffff700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f683006c680 0x7f683006eb30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6838009fd0 tx=0x7f6838005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:17.171 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.170+0000 7f683dffb700 1 -- 172.21.15.159:0/1831192169 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f6844059de0 con 0x7f68480ff050 2024-09-17T10:38:17.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.481+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f6848107d90 con 0x7f68480ff050 2024-09-17T10:38:17.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.482+0000 7f683dffb700 1 -- 172.21.15.159:0/1831192169 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f6844059970 con 0x7f68480ff050 2024-09-17T10:38:17.484 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:38:17.484 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:38:17.484 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f683006c680 msgr2=0x7f683006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f683006c680 0x7f683006eb30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6838009fd0 tx=0x7f6838005940 comp rx=0 tx=0).stop 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 msgr2=0x7f68480697c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 0x7f68480697c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f684400e8f0 tx=0x7f684400ec00 comp rx=0 tx=0).stop 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 shutdown_connections 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f683006c680 0x7f683006eb30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68480ff050 0x7f68480697c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 --2- 172.21.15.159:0/1831192169 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6848100250 0x7f684819cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 >> 172.21.15.159:0/1831192169 conn(0x7f68480fa600 msgr2=0x7f6848103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 shutdown_connections 2024-09-17T10:38:17.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:17.484+0000 7f684ef92700 1 -- 172.21.15.159:0/1831192169 wait complete. 2024-09-17T10:38:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:17 smithi159 ceph-mon[27674]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:17 smithi159 ceph-mon[27674]: from='client.14638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:17 smithi159 ceph-mon[27674]: pgmap v227: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:17 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2113571457' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:38:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:17 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1831192169' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:38:17.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:17 smithi170 ceph-mon[33842]: from='client.14634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:17.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:17 smithi170 ceph-mon[33842]: from='client.14638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:17.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:17 smithi170 ceph-mon[33842]: pgmap v227: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:17.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:17 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2113571457' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:38:17.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:17 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1831192169' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:38:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:18 smithi159 ceph-mon[27674]: from='client.14650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:18.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:18 smithi170 ceph-mon[33842]: from='client.14650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:19.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:19 smithi159 ceph-mon[27674]: pgmap v228: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:19.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:19 smithi170 ceph-mon[33842]: pgmap v228: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:21.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:21 smithi159 ceph-mon[27674]: pgmap v229: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:21.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:21 smithi170 ceph-mon[33842]: pgmap v229: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:22.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:22.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:23.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:23 smithi159 ceph-mon[27674]: pgmap v230: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:23.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:23 smithi170 ceph-mon[33842]: pgmap v230: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:25 smithi159 ceph-mon[27674]: pgmap v231: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:25.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:25 smithi170 ceph-mon[33842]: pgmap v231: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:27.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:27 smithi159 ceph-mon[27674]: pgmap v232: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:27.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:27 smithi170 ceph-mon[33842]: pgmap v232: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:29.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:29 smithi159 ceph-mon[27674]: pgmap v233: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:29.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:29 smithi170 ceph-mon[33842]: pgmap v233: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:31.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:31 smithi159 ceph-mon[27674]: pgmap v234: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:31.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:31 smithi170 ceph-mon[33842]: pgmap v234: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:33.421 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:33 smithi159 ceph-mon[27674]: pgmap v235: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:33.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:33 smithi170 ceph-mon[33842]: pgmap v235: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:35.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:35 smithi159 ceph-mon[27674]: pgmap v236: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:35 smithi170 ceph-mon[33842]: pgmap v236: 65 pgs: 65 active+clean; 584 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:37.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:37 smithi159 ceph-mon[27674]: pgmap v237: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 426 B/s wr, 0 op/s 2024-09-17T10:38:37.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:37 smithi170 ceph-mon[33842]: pgmap v237: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 426 B/s wr, 0 op/s 2024-09-17T10:38:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:39 smithi159 ceph-mon[27674]: pgmap v238: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 426 B/s wr, 0 op/s 2024-09-17T10:38:39.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:39 smithi170 ceph-mon[33842]: pgmap v238: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 426 B/s wr, 0 op/s 2024-09-17T10:38:41.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:41 smithi170 ceph-mon[33842]: pgmap v239: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 511 B/s wr, 0 op/s 2024-09-17T10:38:41.479 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:41 smithi159 ceph-mon[27674]: pgmap v239: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 511 B/s wr, 0 op/s 2024-09-17T10:38:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:43 smithi159 ceph-mon[27674]: pgmap v240: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 511 B/s wr, 0 op/s 2024-09-17T10:38:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:43 smithi170 ceph-mon[33842]: pgmap v240: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 511 B/s wr, 0 op/s 2024-09-17T10:38:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:45 smithi159 ceph-mon[27674]: pgmap v241: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 511 B/s wr, 0 op/s 2024-09-17T10:38:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:45 smithi170 ceph-mon[33842]: pgmap v241: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 511 B/s wr, 0 op/s 2024-09-17T10:38:47.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:47 smithi159 ceph-mon[27674]: pgmap v242: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 597 B/s wr, 0 op/s 2024-09-17T10:38:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:47 smithi170 ceph-mon[33842]: pgmap v242: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 597 B/s wr, 0 op/s 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd6367fc700 1 -- 172.21.15.159:0/1069029166 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd62c00baf0 con 0x7fd6381014b0 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 -- 172.21.15.159:0/1069029166 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd6381014b0 msgr2=0x7fd638101900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 --2- 172.21.15.159:0/1069029166 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd6381014b0 0x7fd638101900 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd62c009910 tx=0x7fd62c009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 -- 172.21.15.159:0/1069029166 shutdown_connections 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 --2- 172.21.15.159:0/1069029166 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd6381014b0 0x7fd638101900 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 --2- 172.21.15.159:0/1069029166 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6380fe430 0x7fd6380fe840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 -- 172.21.15.159:0/1069029166 >> 172.21.15.159:0/1069029166 conn(0x7fd6380f9d80 msgr2=0x7fd6380fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 -- 172.21.15.159:0/1069029166 shutdown_connections 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.606+0000 7fd63db89700 1 -- 172.21.15.159:0/1069029166 wait complete. 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.607+0000 7fd63db89700 1 Processor -- start 2024-09-17T10:38:47.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.607+0000 7fd63db89700 1 -- start start 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.607+0000 7fd63db89700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6380fe430 0x7fd638195bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.607+0000 7fd63db89700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd638196110 0x7fd63819b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.607+0000 7fd63db89700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd638196610 con 0x7fd638196110 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.607+0000 7fd63db89700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd638196780 con 0x7fd6380fe430 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd636ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd638196110 0x7fd63819b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd636ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd638196110 0x7fd63819b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:45480/0 (socket says 172.21.15.159:45480) 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd636ffd700 1 -- 172.21.15.159:0/1932965103 learned_addr learned my addr 172.21.15.159:0/1932965103 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd6377fe700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6380fe430 0x7fd638195bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd636ffd700 1 -- 172.21.15.159:0/1932965103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6380fe430 msgr2=0x7fd638195bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd636ffd700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6380fe430 0x7fd638195bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:47.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd636ffd700 1 -- 172.21.15.159:0/1932965103 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd62c0095f0 con 0x7fd638196110 2024-09-17T10:38:47.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd636ffd700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd638196110 0x7fd63819b180 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd62c000c00 tx=0x7fd62c00f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:47.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd634ff9700 1 -- 172.21.15.159:0/1932965103 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd62c01d070 con 0x7fd638196110 2024-09-17T10:38:47.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd63819b6c0 con 0x7fd638196110 2024-09-17T10:38:47.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.608+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd63819bb80 con 0x7fd638196110 2024-09-17T10:38:47.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.609+0000 7fd634ff9700 1 -- 172.21.15.159:0/1932965103 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fd62c005dc0 con 0x7fd638196110 2024-09-17T10:38:47.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.609+0000 7fd634ff9700 1 -- 172.21.15.159:0/1932965103 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd62c017400 con 0x7fd638196110 2024-09-17T10:38:47.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.610+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd624005320 con 0x7fd638196110 2024-09-17T10:38:47.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.611+0000 7fd634ff9700 1 -- 172.21.15.159:0/1932965103 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fd62c003680 con 0x7fd638196110 2024-09-17T10:38:47.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.611+0000 7fd634ff9700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd62006c680 0x7fd62006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:47.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.611+0000 7fd634ff9700 1 -- 172.21.15.159:0/1932965103 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fd62c08d020 con 0x7fd638196110 2024-09-17T10:38:47.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.611+0000 7fd6377fe700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd62006c680 0x7fd62006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:47.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.612+0000 7fd6377fe700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd62006c680 0x7fd62006eb30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd638068110 tx=0x7fd628009260 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:47.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.615+0000 7fd634ff9700 1 -- 172.21.15.159:0/1932965103 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fd62c05b300 con 0x7fd638196110 2024-09-17T10:38:47.932 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.931+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fd624000bf0 con 0x7fd62006c680 2024-09-17T10:38:47.934 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.932+0000 7fd634ff9700 1 -- 172.21.15.159:0/1932965103 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7fd624000bf0 con 0x7fd62006c680 2024-09-17T10:38:47.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.934+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd62006c680 msgr2=0x7fd62006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:47.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.934+0000 7fd63db89700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd62006c680 0x7fd62006eb30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd638068110 tx=0x7fd628009260 comp rx=0 tx=0).stop 2024-09-17T10:38:47.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.934+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd638196110 msgr2=0x7fd63819b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:47.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.934+0000 7fd63db89700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd638196110 0x7fd63819b180 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd62c000c00 tx=0x7fd62c00f740 comp rx=0 tx=0).stop 2024-09-17T10:38:47.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.935+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 shutdown_connections 2024-09-17T10:38:47.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.935+0000 7fd63db89700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fd62006c680 0x7fd62006eb30 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:47.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.935+0000 7fd63db89700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6380fe430 0x7fd638195bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:47.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.935+0000 7fd63db89700 1 --2- 172.21.15.159:0/1932965103 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd638196110 0x7fd63819b180 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:47.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.935+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 >> 172.21.15.159:0/1932965103 conn(0x7fd6380f9d80 msgr2=0x7fd6381046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:47.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.935+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 shutdown_connections 2024-09-17T10:38:47.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:47.935+0000 7fd63db89700 1 -- 172.21.15.159:0/1932965103 wait complete. 2024-09-17T10:38:47.948 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:38:48.080 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.078+0000 7f202608e700 1 -- 172.21.15.159:0/2621608943 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200ff9d0 msgr2=0x7f20200ffe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.080 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.078+0000 7f202608e700 1 --2- 172.21.15.159:0/2621608943 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200ff9d0 0x7f20200ffe20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2014009910 tx=0x7f2014009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.078+0000 7f202608e700 1 -- 172.21.15.159:0/2621608943 shutdown_connections 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.078+0000 7f202608e700 1 --2- 172.21.15.159:0/2621608943 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200ff9d0 0x7f20200ffe20 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.078+0000 7f202608e700 1 --2- 172.21.15.159:0/2621608943 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200fe7d0 0x7f20200febe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.078+0000 7f202608e700 1 -- 172.21.15.159:0/2621608943 >> 172.21.15.159:0/2621608943 conn(0x7f20200f9d80 msgr2=0x7f20200fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.079+0000 7f202608e700 1 -- 172.21.15.159:0/2621608943 shutdown_connections 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.079+0000 7f202608e700 1 -- 172.21.15.159:0/2621608943 wait complete. 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.079+0000 7f202608e700 1 Processor -- start 2024-09-17T10:38:48.081 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f202608e700 1 -- start start 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f202608e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200fe7d0 0x7f202019bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f202608e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200ff9d0 0x7f202019c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f202608e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202019cae0 con 0x7f20200fe7d0 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f202608e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202019cc20 con 0x7f20200ff9d0 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f201effd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200ff9d0 0x7f202019c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f201effd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200ff9d0 0x7f202019c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:57880/0 (socket says 172.21.15.159:57880) 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f201effd700 1 -- 172.21.15.159:0/1049780809 learned_addr learned my addr 172.21.15.159:0/1049780809 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:48.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f201f7fe700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200fe7d0 0x7f202019bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:48.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f201effd700 1 -- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200fe7d0 msgr2=0x7f202019bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f201effd700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200fe7d0 0x7f202019bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.080+0000 7f201effd700 1 -- 172.21.15.159:0/1049780809 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20140095f0 con 0x7f20200ff9d0 2024-09-17T10:38:48.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.081+0000 7f201effd700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200ff9d0 0x7f202019c4c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f201400fa00 tx=0x7f201400fa30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:48.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.082+0000 7f201cff9700 1 -- 172.21.15.159:0/1049780809 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f201401d070 con 0x7f20200ff9d0 2024-09-17T10:38:48.084 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.082+0000 7f201cff9700 1 -- 172.21.15.159:0/1049780809 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f2014005640 con 0x7f20200ff9d0 2024-09-17T10:38:48.084 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.082+0000 7f201cff9700 1 -- 172.21.15.159:0/1049780809 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2014017400 con 0x7f20200ff9d0 2024-09-17T10:38:48.084 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.083+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20201a1670 con 0x7f20200ff9d0 2024-09-17T10:38:48.085 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.083+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20201a1b60 con 0x7f20200ff9d0 2024-09-17T10:38:48.085 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.084+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2020106a90 con 0x7f20200ff9d0 2024-09-17T10:38:48.086 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.084+0000 7f201cff9700 1 -- 172.21.15.159:0/1049780809 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f2014003680 con 0x7f20200ff9d0 2024-09-17T10:38:48.086 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.085+0000 7f201cff9700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f200806c6d0 0x7f200806eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:48.087 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.085+0000 7f201cff9700 1 -- 172.21.15.159:0/1049780809 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f201408ce90 con 0x7f20200ff9d0 2024-09-17T10:38:48.087 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.085+0000 7f201f7fe700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f200806c6d0 0x7f200806eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:48.087 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.086+0000 7f201f7fe700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f200806c6d0 0x7f200806eb80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f20200ff830 tx=0x7f2010009260 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:48.094 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.093+0000 7f201cff9700 1 -- 172.21.15.159:0/1049780809 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f201405b0d0 con 0x7f20200ff9d0 2024-09-17T10:38:48.417 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.416+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f2020104320 con 0x7f200806c6d0 2024-09-17T10:38:48.418 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.417+0000 7f201cff9700 1 -- 172.21.15.159:0/1049780809 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7f2020104320 con 0x7f200806c6d0 2024-09-17T10:38:48.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f200806c6d0 msgr2=0x7f200806eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f200806c6d0 0x7f200806eb80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f20200ff830 tx=0x7f2010009260 comp rx=0 tx=0).stop 2024-09-17T10:38:48.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200ff9d0 msgr2=0x7f202019c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200ff9d0 0x7f202019c4c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f201400fa00 tx=0x7f201400fa30 comp rx=0 tx=0).stop 2024-09-17T10:38:48.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 shutdown_connections 2024-09-17T10:38:48.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f200806c6d0 0x7f200806eb80 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f20200fe7d0 0x7f202019bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 --2- 172.21.15.159:0/1049780809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20200ff9d0 0x7f202019c4c0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 >> 172.21.15.159:0/1049780809 conn(0x7f20200f9d80 msgr2=0x7f2020102c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:48.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 shutdown_connections 2024-09-17T10:38:48.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.420+0000 7f202608e700 1 -- 172.21.15.159:0/1049780809 wait complete. 2024-09-17T10:38:48.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 -- 172.21.15.159:0/4058148902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200ff9d0 msgr2=0x7f7a200ffe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/4058148902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200ff9d0 0x7f7a200ffe20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f7a1400aa20 tx=0x7f7a1400ad30 comp rx=0 tx=0).stop 2024-09-17T10:38:48.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 -- 172.21.15.159:0/4058148902 shutdown_connections 2024-09-17T10:38:48.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/4058148902 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200ff9d0 0x7f7a200ffe20 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/4058148902 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7a200fe7d0 0x7f7a200febe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 -- 172.21.15.159:0/4058148902 >> 172.21.15.159:0/4058148902 conn(0x7f7a200f9d80 msgr2=0x7f7a200fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:48.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 -- 172.21.15.159:0/4058148902 shutdown_connections 2024-09-17T10:38:48.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.541+0000 7f7a25b2c700 1 -- 172.21.15.159:0/4058148902 wait complete. 2024-09-17T10:38:48.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.542+0000 7f7a25b2c700 1 Processor -- start 2024-09-17T10:38:48.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.542+0000 7f7a25b2c700 1 -- start start 2024-09-17T10:38:48.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a25b2c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200fe7d0 0x7f7a20193790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:48.545 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a25b2c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7a200ff9d0 0x7f7a20193cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:48.545 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a25b2c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a201942f0 con 0x7f7a200fe7d0 2024-09-17T10:38:48.545 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a25b2c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a20194430 con 0x7f7a200ff9d0 2024-09-17T10:38:48.545 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a1f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200fe7d0 0x7f7a20193790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:48.545 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a1f7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200fe7d0 0x7f7a20193790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:45518/0 (socket says 172.21.15.159:45518) 2024-09-17T10:38:48.545 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a1f7fe700 1 -- 172.21.15.159:0/2742445042 learned_addr learned my addr 172.21.15.159:0/2742445042 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:48.546 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a1effd700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7a200ff9d0 0x7f7a20193cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:48.546 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a1effd700 1 -- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200fe7d0 msgr2=0x7f7a20193790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.546 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a1effd700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200fe7d0 0x7f7a20193790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.546 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.543+0000 7f7a1effd700 1 -- 172.21.15.159:0/2742445042 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a1400a700 con 0x7f7a200ff9d0 2024-09-17T10:38:48.546 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.544+0000 7f7a1effd700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7a200ff9d0 0x7f7a20193cd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7a14000c00 tx=0x7f7a1400aee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:48.546 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.544+0000 7f7a1cff9700 1 -- 172.21.15.159:0/2742445042 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7a140050f0 con 0x7f7a200ff9d0 2024-09-17T10:38:48.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.544+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a20198e80 con 0x7f7a200ff9d0 2024-09-17T10:38:48.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.544+0000 7f7a1cff9700 1 -- 172.21.15.159:0/2742445042 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f7a1400caf0 con 0x7f7a200ff9d0 2024-09-17T10:38:48.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.544+0000 7f7a1cff9700 1 -- 172.21.15.159:0/2742445042 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7a1401f770 con 0x7f7a200ff9d0 2024-09-17T10:38:48.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.545+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a201993c0 con 0x7f7a200ff9d0 2024-09-17T10:38:48.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.546+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a20106a90 con 0x7f7a200ff9d0 2024-09-17T10:38:48.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.547+0000 7f7a1cff9700 1 -- 172.21.15.159:0/2742445042 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f7a1401f9e0 con 0x7f7a200ff9d0 2024-09-17T10:38:48.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.548+0000 7f7a1cff9700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f7a0806c680 0x7f7a0806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:48.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.548+0000 7f7a1cff9700 1 -- 172.21.15.159:0/2742445042 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f7a14012070 con 0x7f7a200ff9d0 2024-09-17T10:38:48.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.548+0000 7f7a1f7fe700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f7a0806c680 0x7f7a0806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:48.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.549+0000 7f7a1f7fe700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f7a0806c680 0x7f7a0806eb30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7a10005950 tx=0x7f7a10009260 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:48.556 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.555+0000 7f7a1cff9700 1 -- 172.21.15.159:0/2742445042 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f7a1405d5f0 con 0x7f7a200ff9d0 2024-09-17T10:38:48.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.857+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f7a20104320 con 0x7f7a0806c680 2024-09-17T10:38:48.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.872+0000 7f7a1cff9700 1 -- 172.21.15.159:0/2742445042 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3480 (secure 0 0 0) 0x7f7a20104320 con 0x7f7a0806c680 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (5m) 60s ago 7m 26.0M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (7m) 60s ago 7m 7411k - 18.2.0 dc2bc1663786 cfddc9b53fae 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (6m) 67s ago 6m 7272k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (7m) 60s ago 7m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (6m) 67s ago 6m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (5m) 60s ago 7m 85.5M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (86s) 60s ago 85s 11.3M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (79s) 60s ago 78s 14.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (83s) 67s ago 83s 17.7M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:38:48.874 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (76s) 67s ago 76s 15.2M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (8m) 60s ago 8m 487M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (6m) 67s ago 6m 440M - 18.2.0 dc2bc1663786 f75007dd89d0 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (8m) 60s ago 9m 49.1M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (6m) 67s ago 6m 38.7M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (7m) 60s ago 7m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (6m) 67s ago 6m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (5m) 60s ago 5m 48.4M 3946M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (4m) 60s ago 4m 46.4M 3946M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (4m) 60s ago 4m 46.0M 3946M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (3m) 67s ago 3m 48.9M 4970M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (3m) 67s ago 3m 43.9M 4970M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (2m) 67s ago 2m 46.2M 4970M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:38:48.875 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (5m) 60s ago 7m 62.5M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:38:48.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f7a0806c680 msgr2=0x7f7a0806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f7a0806c680 0x7f7a0806eb30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7a10005950 tx=0x7f7a10009260 comp rx=0 tx=0).stop 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7a200ff9d0 msgr2=0x7f7a20193cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7a200ff9d0 0x7f7a20193cd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7a14000c00 tx=0x7f7a1400aee0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 shutdown_connections 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f7a0806c680 0x7f7a0806eb30 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7a200fe7d0 0x7f7a20193790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 --2- 172.21.15.159:0/2742445042 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7a200ff9d0 0x7f7a20193cd0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 >> 172.21.15.159:0/2742445042 conn(0x7f7a200f9d80 msgr2=0x7f7a20102c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 shutdown_connections 2024-09-17T10:38:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.875+0000 7f7a25b2c700 1 -- 172.21.15.159:0/2742445042 wait complete. 2024-09-17T10:38:48.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 -- 172.21.15.159:0/3976525602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32701035a0 msgr2=0x7f3270105980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:48.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 --2- 172.21.15.159:0/3976525602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32701035a0 0x7f3270105980 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f3264009910 tx=0x7f3264009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:48.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 -- 172.21.15.159:0/3976525602 shutdown_connections 2024-09-17T10:38:48.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 --2- 172.21.15.159:0/3976525602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f32701035a0 0x7f3270105980 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 --2- 172.21.15.159:0/3976525602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3270100c80 0x7f3270103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:48.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 -- 172.21.15.159:0/3976525602 >> 172.21.15.159:0/3976525602 conn(0x7f32700fa5e0 msgr2=0x7f32700fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:48.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 -- 172.21.15.159:0/3976525602 shutdown_connections 2024-09-17T10:38:48.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.996+0000 7f3276926700 1 -- 172.21.15.159:0/3976525602 wait complete. 2024-09-17T10:38:48.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f3276926700 1 Processor -- start 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f3276926700 1 -- start start 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f3276926700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3270100c80 0x7f32701005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f3276926700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f32701035a0 0x7f32700fec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f3276926700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32701995b0 con 0x7f3270100c80 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f3276926700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32701996f0 con 0x7f32701035a0 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f326ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3270100c80 0x7f32701005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f326f7fe700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f32701035a0 0x7f32700fec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f326ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3270100c80 0x7f32701005e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:45540/0 (socket says 172.21.15.159:45540) 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.997+0000 7f326ffff700 1 -- 172.21.15.159:0/916484196 learned_addr learned my addr 172.21.15.159:0/916484196 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f326ffff700 1 -- 172.21.15.159:0/916484196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f32701035a0 msgr2=0x7f32700fec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:49.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f326ffff700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f32701035a0 0x7f32700fec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f326ffff700 1 -- 172.21.15.159:0/916484196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32640095f0 con 0x7f3270100c80 2024-09-17T10:38:49.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f326ffff700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3270100c80 0x7f32701005e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f326000d8d0 tx=0x7f326000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:49.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f326d7fa700 1 -- 172.21.15.159:0/916484196 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f32600098a0 con 0x7f3270100c80 2024-09-17T10:38:49.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32700ff170 con 0x7f3270100c80 2024-09-17T10:38:49.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32700ff690 con 0x7f3270100c80 2024-09-17T10:38:49.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f326d7fa700 1 -- 172.21.15.159:0/916484196 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f3260010460 con 0x7f3270100c80 2024-09-17T10:38:49.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:48.998+0000 7f326d7fa700 1 -- 172.21.15.159:0/916484196 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f326000f5f0 con 0x7f3270100c80 2024-09-17T10:38:49.002 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.000+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f327018fb80 con 0x7f3270100c80 2024-09-17T10:38:49.002 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.000+0000 7f326d7fa700 1 -- 172.21.15.159:0/916484196 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f326000f750 con 0x7f3270100c80 2024-09-17T10:38:49.002 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.001+0000 7f326d7fa700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f325806c6d0 0x7f325806eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:49.002 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.001+0000 7f326d7fa700 1 -- 172.21.15.159:0/916484196 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f326008b820 con 0x7f3270100c80 2024-09-17T10:38:49.003 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.001+0000 7f326f7fe700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f325806c6d0 0x7f325806eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:49.003 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.002+0000 7f326f7fe700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f325806c6d0 0x7f325806eb80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3264006010 tx=0x7f326400b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:49.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.005+0000 7f326d7fa700 1 -- 172.21.15.159:0/916484196 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f3260059940 con 0x7f3270100c80 2024-09-17T10:38:49.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.434+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f327002cfe0 con 0x7f3270100c80 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.434+0000 7f326d7fa700 1 -- 172.21.15.159:0/916484196 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+558 (secure 0 0 0) 0x7f32600594d0 con 0x7f3270100c80 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:38:49.436 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 14 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:38:49.437 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:38:49.439 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f325806c6d0 msgr2=0x7f325806eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:49.439 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f325806c6d0 0x7f325806eb80 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3264006010 tx=0x7f326400b540 comp rx=0 tx=0).stop 2024-09-17T10:38:49.439 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3270100c80 msgr2=0x7f32701005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:49.439 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3270100c80 0x7f32701005e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f326000d8d0 tx=0x7f326000dbe0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.439 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 shutdown_connections 2024-09-17T10:38:49.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f325806c6d0 0x7f325806eb80 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3270100c80 0x7f32701005e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 --2- 172.21.15.159:0/916484196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f32701035a0 0x7f32700fec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.437+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 >> 172.21.15.159:0/916484196 conn(0x7f32700fa5e0 msgr2=0x7f32700fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:49.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.438+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 shutdown_connections 2024-09-17T10:38:49.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.438+0000 7f3276926700 1 -- 172.21.15.159:0/916484196 wait complete. 2024-09-17T10:38:49.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.602+0000 7f70ed4eb700 1 -- 172.21.15.159:0/4284172504 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e8100250 msgr2=0x7f70e81006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:49.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.602+0000 7f70ed4eb700 1 --2- 172.21.15.159:0/4284172504 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e8100250 0x7f70e81006a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f70dc009910 tx=0x7f70dc009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:49.605 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:49 smithi159 ceph-mon[27674]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:49.605 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:49 smithi159 ceph-mon[27674]: pgmap v243: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:38:49.605 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:49 smithi159 ceph-mon[27674]: from='client.24369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.602+0000 7f70ed4eb700 1 -- 172.21.15.159:0/4284172504 shutdown_connections 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.602+0000 7f70ed4eb700 1 --2- 172.21.15.159:0/4284172504 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e8100250 0x7f70e81006a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.602+0000 7f70ed4eb700 1 --2- 172.21.15.159:0/4284172504 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f70e80ff050 0x7f70e80ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.602+0000 7f70ed4eb700 1 -- 172.21.15.159:0/4284172504 >> 172.21.15.159:0/4284172504 conn(0x7f70e80fa5e0 msgr2=0x7f70e80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.603+0000 7f70ed4eb700 1 -- 172.21.15.159:0/4284172504 shutdown_connections 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.603+0000 7f70ed4eb700 1 -- 172.21.15.159:0/4284172504 wait complete. 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70ed4eb700 1 Processor -- start 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70ed4eb700 1 -- start start 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70ed4eb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e80ff050 0x7f70e8068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:49.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70ed4eb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f70e8100250 0x7f70e819a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:49.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70ed4eb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e819aca0 con 0x7f70e80ff050 2024-09-17T10:38:49.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70ed4eb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70e819ade0 con 0x7f70e8100250 2024-09-17T10:38:49.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70e6ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e80ff050 0x7f70e8068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:49.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70e6ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e80ff050 0x7f70e8068f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:45564/0 (socket says 172.21.15.159:45564) 2024-09-17T10:38:49.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70e6ffd700 1 -- 172.21.15.159:0/2484119777 learned_addr learned my addr 172.21.15.159:0/2484119777 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:49.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.604+0000 7f70e67fc700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f70e8100250 0x7f70e819a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:49.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.605+0000 7f70e67fc700 1 -- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e80ff050 msgr2=0x7f70e8068f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:49.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.605+0000 7f70e67fc700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e80ff050 0x7f70e8068f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.605+0000 7f70e67fc700 1 -- 172.21.15.159:0/2484119777 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70dc0095f0 con 0x7f70e8100250 2024-09-17T10:38:49.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.605+0000 7f70e67fc700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f70e8100250 0x7f70e819a6d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f70dc009910 tx=0x7f70dc00bd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:49.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.605+0000 7f70cffff700 1 -- 172.21.15.159:0/2484119777 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f70dc01d070 con 0x7f70e8100250 2024-09-17T10:38:49.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.605+0000 7f70cffff700 1 -- 172.21.15.159:0/2484119777 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f70dc005dc0 con 0x7f70e8100250 2024-09-17T10:38:49.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.606+0000 7f70cffff700 1 -- 172.21.15.159:0/2484119777 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f70dc017400 con 0x7f70e8100250 2024-09-17T10:38:49.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.606+0000 7f70ed4eb700 1 -- 172.21.15.159:0/2484119777 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70e819b060 con 0x7f70e8100250 2024-09-17T10:38:49.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.606+0000 7f70ed4eb700 1 -- 172.21.15.159:0/2484119777 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70e819b490 con 0x7f70e8100250 2024-09-17T10:38:49.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.608+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70c80052f0 con 0x7f70e8100250 2024-09-17T10:38:49.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.608+0000 7f70cffff700 1 -- 172.21.15.159:0/2484119777 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f70dc00f7d0 con 0x7f70e8100250 2024-09-17T10:38:49.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.609+0000 7f70cffff700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f70d006c680 0x7f70d006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:49.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.609+0000 7f70cffff700 1 -- 172.21.15.159:0/2484119777 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f70dc08ce10 con 0x7f70e8100250 2024-09-17T10:38:49.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.609+0000 7f70e6ffd700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f70d006c680 0x7f70d006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:49.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.610+0000 7f70e6ffd700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f70d006c680 0x7f70d006eb30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f70d800bd70 tx=0x7f70d800b4a0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:49.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.618+0000 7f70cffff700 1 -- 172.21.15.159:0/2484119777 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f70dc05ab50 con 0x7f70e8100250 2024-09-17T10:38:49.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:49 smithi170 ceph-mon[33842]: from='client.14658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:49 smithi170 ceph-mon[33842]: pgmap v243: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:38:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:49 smithi170 ceph-mon[33842]: from='client.24369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:49.980 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.979+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f70c80061d0 con 0x7f70e8100250 2024-09-17T10:38:49.981 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:38:49.981 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:38:49.981 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:38:49.981 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:38:49.981 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:38:49.982 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:38:49.983 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:49.984 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.979+0000 7f70cffff700 1 -- 172.21.15.159:0/2484119777 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7f70dc00f460 con 0x7f70e8100250 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f70d006c680 msgr2=0x7f70d006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f70d006c680 0x7f70d006eb30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f70d800bd70 tx=0x7f70d800b4a0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f70e8100250 msgr2=0x7f70e819a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f70e8100250 0x7f70e819a6d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f70dc009910 tx=0x7f70dc00bd70 comp rx=0 tx=0).stop 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 shutdown_connections 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f70d006c680 0x7f70d006eb30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f70e80ff050 0x7f70e8068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 --2- 172.21.15.159:0/2484119777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f70e8100250 0x7f70e819a6d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:49.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 >> 172.21.15.159:0/2484119777 conn(0x7f70e80fa5e0 msgr2=0x7f70e8103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:49.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 shutdown_connections 2024-09-17T10:38:49.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:49.983+0000 7f70cdffb700 1 -- 172.21.15.159:0/2484119777 wait complete. 2024-09-17T10:38:49.986 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:38:50.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 -- 172.21.15.159:0/3226982336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 msgr2=0x7f47a40ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 --2- 172.21.15.159:0/3226982336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 0x7f47a40ff460 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4794009910 tx=0x7f4794009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:50.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 -- 172.21.15.159:0/3226982336 shutdown_connections 2024-09-17T10:38:50.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 --2- 172.21.15.159:0/3226982336 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f47a4100250 0x7f47a41006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 --2- 172.21.15.159:0/3226982336 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 0x7f47a40ff460 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 -- 172.21.15.159:0/3226982336 >> 172.21.15.159:0/3226982336 conn(0x7f47a40fa5e0 msgr2=0x7f47a40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:50.121 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 -- 172.21.15.159:0/3226982336 shutdown_connections 2024-09-17T10:38:50.122 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.119+0000 7f47a9e27700 1 -- 172.21.15.159:0/3226982336 wait complete. 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a9e27700 1 Processor -- start 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a9e27700 1 -- start start 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a9e27700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 0x7f47a4197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a9e27700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f47a4100250 0x7f47a41980e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a9e27700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a4198700 con 0x7f47a40ff050 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a9e27700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a4198840 con 0x7f47a4100250 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 0x7f47a4197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a2ffd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f47a4100250 0x7f47a41980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:50.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 0x7f47a4197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:45578/0 (socket says 172.21.15.159:45578) 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.120+0000 7f47a37fe700 1 -- 172.21.15.159:0/428960565 learned_addr learned my addr 172.21.15.159:0/428960565 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a2ffd700 1 -- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 msgr2=0x7f47a4197ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a2ffd700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 0x7f47a4197ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a2ffd700 1 -- 172.21.15.159:0/428960565 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47940095f0 con 0x7f47a4100250 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a2ffd700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f47a4100250 0x7f47a41980e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f479800e970 tx=0x7f479800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a0ff9700 1 -- 172.21.15.159:0/428960565 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f479800c9d0 con 0x7f47a4100250 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47a419d2f0 con 0x7f47a4100250 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a0ff9700 1 -- 172.21.15.159:0/428960565 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4798010430 con 0x7f47a4100250 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a0ff9700 1 -- 172.21.15.159:0/428960565 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4798018650 con 0x7f47a4100250 2024-09-17T10:38:50.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.121+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47a419d840 con 0x7f47a4100250 2024-09-17T10:38:50.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.122+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47a41069a0 con 0x7f47a4100250 2024-09-17T10:38:50.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.123+0000 7f47a0ff9700 1 -- 172.21.15.159:0/428960565 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f47980105a0 con 0x7f47a4100250 2024-09-17T10:38:50.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.124+0000 7f47a0ff9700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f478c06c680 0x7f478c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:50.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.124+0000 7f47a0ff9700 1 -- 172.21.15.159:0/428960565 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f4798014070 con 0x7f47a4100250 2024-09-17T10:38:50.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.124+0000 7f47a37fe700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f478c06c680 0x7f478c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:50.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.124+0000 7f47a37fe700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f478c06c680 0x7f478c06eb30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4794009fd0 tx=0x7f4794005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:50.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.132+0000 7f47a0ff9700 1 -- 172.21.15.159:0/428960565 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f4798051720 con 0x7f47a4100250 2024-09-17T10:38:50.393 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.391+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f47a4104490 con 0x7f478c06c680 2024-09-17T10:38:50.393 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:50 smithi159 ceph-mon[27674]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:50.393 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:50 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/916484196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:38:50.393 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:50 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2484119777' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.392+0000 7f47a0ff9700 1 -- 172.21.15.159:0/428960565 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7f47a4104490 con 0x7f478c06c680 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169", 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "", 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 image", 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:38:50.394 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f478c06c680 msgr2=0x7f478c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f478c06c680 0x7f478c06eb30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4794009fd0 tx=0x7f4794005940 comp rx=0 tx=0).stop 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f47a4100250 msgr2=0x7f47a41980e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f47a4100250 0x7f47a41980e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f479800e970 tx=0x7f479800ec80 comp rx=0 tx=0).stop 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 shutdown_connections 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f478c06c680 0x7f478c06eb30 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f47a40ff050 0x7f47a4197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.397 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 --2- 172.21.15.159:0/428960565 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f47a4100250 0x7f47a41980e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.395+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 >> 172.21.15.159:0/428960565 conn(0x7f47a40fa5e0 msgr2=0x7f47a40fbd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:50.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.396+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 shutdown_connections 2024-09-17T10:38:50.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.396+0000 7f47a9e27700 1 -- 172.21.15.159:0/428960565 wait complete. 2024-09-17T10:38:50.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 -- 172.21.15.159:0/1984452143 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 msgr2=0x7f41481006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 --2- 172.21.15.159:0/1984452143 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 0x7f41481006a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f413c009910 tx=0x7f413c009c20 comp rx=0 tx=0).stop 2024-09-17T10:38:50.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 -- 172.21.15.159:0/1984452143 shutdown_connections 2024-09-17T10:38:50.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 --2- 172.21.15.159:0/1984452143 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 0x7f41481006a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 --2- 172.21.15.159:0/1984452143 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 0x7f41480ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 -- 172.21.15.159:0/1984452143 >> 172.21.15.159:0/1984452143 conn(0x7f41480fa5e0 msgr2=0x7f41480fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:50.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 -- 172.21.15.159:0/1984452143 shutdown_connections 2024-09-17T10:38:50.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.537+0000 7f414cf11700 1 -- 172.21.15.159:0/1984452143 wait complete. 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.538+0000 7f414cf11700 1 Processor -- start 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.538+0000 7f414cf11700 1 -- start start 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.538+0000 7f414cf11700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 0x7f4148195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.538+0000 7f414cf11700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 0x7f4148195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.538+0000 7f414cf11700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41481964f0 con 0x7f4148100250 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.538+0000 7f414cf11700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4148196630 con 0x7f41480ff050 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414659c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 0x7f4148195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414659c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 0x7f4148195990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:57964/0 (socket says 172.21.15.159:57964) 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414659c700 1 -- 172.21.15.159:0/1342871324 learned_addr learned my addr 172.21.15.159:0/1342871324 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f4145d9b700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 0x7f4148195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:50.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414659c700 1 -- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 msgr2=0x7f4148195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414659c700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 0x7f4148195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414659c700 1 -- 172.21.15.159:0/1342871324 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f413c0095f0 con 0x7f41480ff050 2024-09-17T10:38:50.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414659c700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 0x7f4148195990 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f413800e8f0 tx=0x7f413800ec00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:50.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f41377fe700 1 -- 172.21.15.159:0/1342871324 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4138009790 con 0x7f41480ff050 2024-09-17T10:38:50.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414cf11700 1 -- 172.21.15.159:0/1342871324 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f414819b0e0 con 0x7f41480ff050 2024-09-17T10:38:50.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f41377fe700 1 -- 172.21.15.159:0/1342871324 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f413800c810 con 0x7f41480ff050 2024-09-17T10:38:50.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f41377fe700 1 -- 172.21.15.159:0/1342871324 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4138003d20 con 0x7f41480ff050 2024-09-17T10:38:50.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.539+0000 7f414cf11700 1 -- 172.21.15.159:0/1342871324 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f414819b630 con 0x7f41480ff050 2024-09-17T10:38:50.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.541+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f412c0052f0 con 0x7f41480ff050 2024-09-17T10:38:50.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.541+0000 7f41377fe700 1 -- 172.21.15.159:0/1342871324 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f41380041f0 con 0x7f41480ff050 2024-09-17T10:38:50.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.542+0000 7f41377fe700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f413006c680 0x7f413006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:38:50.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.542+0000 7f41377fe700 1 -- 172.21.15.159:0/1342871324 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f4138014070 con 0x7f41480ff050 2024-09-17T10:38:50.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.542+0000 7f4145d9b700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f413006c680 0x7f413006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:38:50.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.542+0000 7f4145d9b700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f413006c680 0x7f413006eb30 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f413c009fd0 tx=0x7f413c005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:38:50.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.550+0000 7f41377fe700 1 -- 172.21.15.159:0/1342871324 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f4138059e20 con 0x7f41480ff050 2024-09-17T10:38:50.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:50 smithi170 ceph-mon[33842]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:50.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:50 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/916484196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:38:50.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:50 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2484119777' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:38:50.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.874+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f412c005160 con 0x7f41480ff050 2024-09-17T10:38:50.877 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:38:50.877 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:38:50.877 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:38:50.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.875+0000 7f41377fe700 1 -- 172.21.15.159:0/1342871324 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f41380599b0 con 0x7f41480ff050 2024-09-17T10:38:50.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f413006c680 msgr2=0x7f413006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f413006c680 0x7f413006eb30 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f413c009fd0 tx=0x7f413c005940 comp rx=0 tx=0).stop 2024-09-17T10:38:50.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 msgr2=0x7f4148195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 0x7f4148195990 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f413800e8f0 tx=0x7f413800ec00 comp rx=0 tx=0).stop 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 shutdown_connections 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f413006c680 0x7f413006eb30 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41480ff050 0x7f4148195990 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 --2- 172.21.15.159:0/1342871324 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4148100250 0x7f4148195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 >> 172.21.15.159:0/1342871324 conn(0x7f41480fa5e0 msgr2=0x7f41480683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 shutdown_connections 2024-09-17T10:38:50.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:38:50.878+0000 7f41357fa700 1 -- 172.21.15.159:0/1342871324 wait complete. 2024-09-17T10:38:51.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:51 smithi159 ceph-mon[27674]: pgmap v244: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:38:51.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:51 smithi159 ceph-mon[27674]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:51.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:51 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1342871324' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:38:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:51 smithi170 ceph-mon[33842]: pgmap v244: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 170 B/s wr, 0 op/s 2024-09-17T10:38:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:51 smithi170 ceph-mon[33842]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:38:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:51 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1342871324' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:38:52.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:52.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:38:53.658 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:53 smithi159 ceph-mon[27674]: pgmap v245: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:53.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:53 smithi170 ceph-mon[33842]: pgmap v245: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:55 smithi159 ceph-mon[27674]: pgmap v246: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:55 smithi170 ceph-mon[33842]: pgmap v246: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:56.935 INFO:tasks.workunit.client.1.smithi170.stderr:Note: switching to '2b698643d05f73e79c2d2888228947a84a4ac0bd'. 2024-09-17T10:38:56.935 INFO:tasks.workunit.client.1.smithi170.stderr: 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr:state without impacting any branches by switching back to a branch. 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr: 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr: 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr: git switch -c 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr: 2024-09-17T10:38:56.936 INFO:tasks.workunit.client.1.smithi170.stderr:Or undo this operation with: 2024-09-17T10:38:56.937 INFO:tasks.workunit.client.1.smithi170.stderr: 2024-09-17T10:38:56.937 INFO:tasks.workunit.client.1.smithi170.stderr: git switch - 2024-09-17T10:38:56.937 INFO:tasks.workunit.client.1.smithi170.stderr: 2024-09-17T10:38:56.937 INFO:tasks.workunit.client.1.smithi170.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-17T10:38:56.937 INFO:tasks.workunit.client.1.smithi170.stderr: 2024-09-17T10:38:56.937 INFO:tasks.workunit.client.1.smithi170.stderr:HEAD is now at 2b698643d05 Merge pull request #59781 from ivoalmeida/table-filter-fix 2024-09-17T10:38:56.938 DEBUG:teuthology.orchestra.run.smithi170:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-17T10:38:57.006 INFO:tasks.workunit.client.1.smithi170.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-17T10:38:57.008 INFO:tasks.workunit.client.1.smithi170.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-17T10:38:57.008 INFO:tasks.workunit.client.1.smithi170.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-17T10:38:57.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:57 smithi159 ceph-mon[27674]: pgmap v247: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:57.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:57 smithi170 ceph-mon[33842]: pgmap v247: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 85 B/s wr, 0 op/s 2024-09-17T10:38:57.745 INFO:tasks.workunit.client.1.smithi170.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-17T10:38:57.818 INFO:tasks.workunit.client.1.smithi170.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-17T10:38:57.859 INFO:tasks.workunit.client.1.smithi170.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-17T10:38:57.861 INFO:tasks.workunit.client.1.smithi170.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-17T10:38:57.861 INFO:tasks.workunit.client.1.smithi170.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-17T10:38:57.901 INFO:tasks.workunit.client.1.smithi170.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-17T10:38:57.904 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:38:57.905 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-17T10:38:57.962 INFO:tasks.workunit:Running workunits matching suites/fsstress.sh on client.1... 2024-09-17T10:38:57.963 INFO:tasks.workunit:Running workunit suites/fsstress.sh... 2024-09-17T10:38:57.964 DEBUG:teuthology.orchestra.run.smithi170:workunit test suites/fsstress.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2b698643d05f73e79c2d2888228947a84a4ac0bd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/suites/fsstress.sh 2024-09-17T10:38:58.022 INFO:tasks.workunit.client.1.smithi170.stderr:+ mkdir -p fsstress 2024-09-17T10:38:58.024 INFO:tasks.workunit.client.1.smithi170.stderr:+ pushd fsstress 2024-09-17T10:38:58.024 INFO:tasks.workunit.client.1.smithi170.stdout:~/cephtest/mnt.1/client.1/tmp/fsstress ~/cephtest/mnt.1/client.1/tmp 2024-09-17T10:38:58.025 INFO:tasks.workunit.client.1.smithi170.stderr:+ wget -q -O ltp-full.tgz http://download.ceph.com/qa/ltp-full-20091231.tgz 2024-09-17T10:38:58.533 INFO:tasks.workunit.client.1.smithi170.stderr:+ tar xzf ltp-full.tgz 2024-09-17T10:38:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:38:59 smithi159 ceph-mon[27674]: pgmap v248: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:38:59.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:38:59 smithi170 ceph-mon[33842]: pgmap v248: 65 pgs: 65 active+clean; 588 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:39:01.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:01 smithi159 ceph-mon[27674]: pgmap v249: 65 pgs: 65 active+clean; 588 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:39:01.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:01 smithi170 ceph-mon[33842]: pgmap v249: 65 pgs: 65 active+clean; 588 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:39:03.133 INFO:tasks.workunit.client.0.smithi159.stderr:Updating files: 92% (11940/12893) Updating files: 93% (11991/12893) Updating files: 94% (12120/12893) Updating files: 95% (12249/12893) Updating files: 96% (12378/12893) Updating files: 97% (12507/12893) Updating files: 98% (12636/12893) Updating files: 99% (12765/12893) Updating files: 100% (12893/12893) Updating files: 100% (12893/12893), done. 2024-09-17T10:39:03.394 INFO:tasks.workunit.client.0.smithi159.stderr:Note: switching to '2b698643d05f73e79c2d2888228947a84a4ac0bd'. 2024-09-17T10:39:03.394 INFO:tasks.workunit.client.0.smithi159.stderr: 2024-09-17T10:39:03.394 INFO:tasks.workunit.client.0.smithi159.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-17T10:39:03.394 INFO:tasks.workunit.client.0.smithi159.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-17T10:39:03.394 INFO:tasks.workunit.client.0.smithi159.stderr:state without impacting any branches by switching back to a branch. 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: git switch -c 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr:Or undo this operation with: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: git switch - 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr: 2024-09-17T10:39:03.395 INFO:tasks.workunit.client.0.smithi159.stderr:HEAD is now at 2b698643d05 Merge pull request #59781 from ivoalmeida/table-filter-fix 2024-09-17T10:39:03.397 DEBUG:teuthology.orchestra.run.smithi159:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-17T10:39:03.476 INFO:tasks.workunit.client.0.smithi159.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-17T10:39:03.481 INFO:tasks.workunit.client.0.smithi159.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-17T10:39:03.481 INFO:tasks.workunit.client.0.smithi159.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-17T10:39:03.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:03 smithi159 ceph-mon[27674]: pgmap v250: 65 pgs: 65 active+clean; 4.6 MiB data, 169 MiB used, 536 GiB / 536 GiB avail; 341 KiB/s wr, 0 op/s 2024-09-17T10:39:03.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:03 smithi170 ceph-mon[33842]: pgmap v250: 65 pgs: 65 active+clean; 4.6 MiB data, 169 MiB used, 536 GiB / 536 GiB avail; 341 KiB/s wr, 0 op/s 2024-09-17T10:39:04.198 INFO:tasks.workunit.client.0.smithi159.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-17T10:39:04.271 INFO:tasks.workunit.client.0.smithi159.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-17T10:39:04.314 INFO:tasks.workunit.client.0.smithi159.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-17T10:39:04.316 INFO:tasks.workunit.client.0.smithi159.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-17T10:39:04.316 INFO:tasks.workunit.client.0.smithi159.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-17T10:39:04.355 INFO:tasks.workunit.client.0.smithi159.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-17T10:39:04.359 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:39:04.359 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-17T10:39:04.416 INFO:tasks.workunit:Running workunits matching suites/fsstress.sh on client.0... 2024-09-17T10:39:04.417 INFO:tasks.workunit:Running workunit suites/fsstress.sh... 2024-09-17T10:39:04.418 DEBUG:teuthology.orchestra.run.smithi159:workunit test suites/fsstress.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2b698643d05f73e79c2d2888228947a84a4ac0bd TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh 2024-09-17T10:39:04.481 INFO:tasks.workunit.client.0.smithi159.stderr:+ mkdir -p fsstress 2024-09-17T10:39:04.483 INFO:tasks.workunit.client.0.smithi159.stderr:+ pushd fsstress 2024-09-17T10:39:04.484 INFO:tasks.workunit.client.0.smithi159.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp 2024-09-17T10:39:04.484 INFO:tasks.workunit.client.0.smithi159.stderr:+ wget -q -O ltp-full.tgz http://download.ceph.com/qa/ltp-full-20091231.tgz 2024-09-17T10:39:05.583 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:05 smithi170 ceph-mon[33842]: pgmap v251: 65 pgs: 65 active+clean; 4.6 MiB data, 179 MiB used, 536 GiB / 536 GiB avail; 341 KiB/s wr, 0 op/s 2024-09-17T10:39:05.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:05 smithi159 ceph-mon[27674]: pgmap v251: 65 pgs: 65 active+clean; 4.6 MiB data, 179 MiB used, 536 GiB / 536 GiB avail; 341 KiB/s wr, 0 op/s 2024-09-17T10:39:06.212 INFO:tasks.workunit.client.0.smithi159.stderr:+ tar xzf ltp-full.tgz 2024-09-17T10:39:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:07 smithi159 ceph-mon[27674]: pgmap v252: 65 pgs: 65 active+clean; 38 MiB data, 289 MiB used, 536 GiB / 536 GiB avail; 3.2 MiB/s wr, 190 op/s 2024-09-17T10:39:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:07 smithi170 ceph-mon[33842]: pgmap v252: 65 pgs: 65 active+clean; 38 MiB data, 289 MiB used, 536 GiB / 536 GiB avail; 3.2 MiB/s wr, 190 op/s 2024-09-17T10:39:07.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:09.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:09 smithi159 ceph-mon[27674]: pgmap v253: 65 pgs: 65 active+clean; 53 MiB data, 339 MiB used, 536 GiB / 536 GiB avail; 4.5 MiB/s wr, 307 op/s 2024-09-17T10:39:09.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:09 smithi170 ceph-mon[33842]: pgmap v253: 65 pgs: 65 active+clean; 53 MiB data, 339 MiB used, 536 GiB / 536 GiB avail; 4.5 MiB/s wr, 307 op/s 2024-09-17T10:39:11.479 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:11 smithi159 ceph-mon[27674]: pgmap v254: 65 pgs: 65 active+clean; 58 MiB data, 370 MiB used, 536 GiB / 536 GiB avail; 5.0 MiB/s wr, 328 op/s 2024-09-17T10:39:11.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:11 smithi170 ceph-mon[33842]: pgmap v254: 65 pgs: 65 active+clean; 58 MiB data, 370 MiB used, 536 GiB / 536 GiB avail; 5.0 MiB/s wr, 328 op/s 2024-09-17T10:39:13.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:13 smithi159 ceph-mon[27674]: pgmap v255: 65 pgs: 65 active+clean; 69 MiB data, 388 MiB used, 536 GiB / 536 GiB avail; 5.9 MiB/s wr, 350 op/s 2024-09-17T10:39:13.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:13 smithi170 ceph-mon[33842]: pgmap v255: 65 pgs: 65 active+clean; 69 MiB data, 388 MiB used, 536 GiB / 536 GiB avail; 5.9 MiB/s wr, 350 op/s 2024-09-17T10:39:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:15 smithi159 ceph-mon[27674]: pgmap v256: 65 pgs: 65 active+clean; 75 MiB data, 417 MiB used, 536 GiB / 536 GiB avail; 6.1 MiB/s wr, 391 op/s 2024-09-17T10:39:15.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:15 smithi170 ceph-mon[33842]: pgmap v256: 65 pgs: 65 active+clean; 75 MiB data, 417 MiB used, 536 GiB / 536 GiB avail; 6.1 MiB/s wr, 391 op/s 2024-09-17T10:39:17.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:17 smithi159 ceph-mon[27674]: pgmap v257: 65 pgs: 65 active+clean; 88 MiB data, 468 MiB used, 536 GiB / 536 GiB avail; 7.2 MiB/s wr, 426 op/s 2024-09-17T10:39:17.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:17 smithi170 ceph-mon[33842]: pgmap v257: 65 pgs: 65 active+clean; 88 MiB data, 468 MiB used, 536 GiB / 536 GiB avail; 7.2 MiB/s wr, 426 op/s 2024-09-17T10:39:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:19 smithi159 ceph-mon[27674]: pgmap v258: 65 pgs: 65 active+clean; 92 MiB data, 478 MiB used, 536 GiB / 536 GiB avail; 4.7 MiB/s wr, 237 op/s 2024-09-17T10:39:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:19 smithi170 ceph-mon[33842]: pgmap v258: 65 pgs: 65 active+clean; 92 MiB data, 478 MiB used, 536 GiB / 536 GiB avail; 4.7 MiB/s wr, 237 op/s 2024-09-17T10:39:20.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 -- 172.21.15.159:0/2097268620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c480ff050 msgr2=0x7f9c480ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:20.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 --2- 172.21.15.159:0/2097268620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c480ff050 0x7f9c480ff460 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f9c44009910 tx=0x7f9c44009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:20.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 -- 172.21.15.159:0/2097268620 shutdown_connections 2024-09-17T10:39:20.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 --2- 172.21.15.159:0/2097268620 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c48100250 0x7f9c481006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:20.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 --2- 172.21.15.159:0/2097268620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c480ff050 0x7f9c480ff460 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:20.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 -- 172.21.15.159:0/2097268620 >> 172.21.15.159:0/2097268620 conn(0x7f9c480fa5e0 msgr2=0x7f9c480fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:20.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 -- 172.21.15.159:0/2097268620 shutdown_connections 2024-09-17T10:39:20.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.990+0000 7f9c4f796700 1 -- 172.21.15.159:0/2097268620 wait complete. 2024-09-17T10:39:20.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4f796700 1 Processor -- start 2024-09-17T10:39:20.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4f796700 1 -- start start 2024-09-17T10:39:20.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4f796700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c480ff050 0x7f9c48194890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:20.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4f796700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c48100250 0x7f9c48194dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:20.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4f796700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c481953f0 con 0x7f9c48100250 2024-09-17T10:39:20.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4f796700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c48195530 con 0x7f9c480ff050 2024-09-17T10:39:20.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4cd31700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c48100250 0x7f9c48194dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:20.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4cd31700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c48100250 0x7f9c48194dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39698/0 (socket says 172.21.15.159:39698) 2024-09-17T10:39:20.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4cd31700 1 -- 172.21.15.159:0/3889094551 learned_addr learned my addr 172.21.15.159:0/3889094551 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:20.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4d532700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c480ff050 0x7f9c48194890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:20.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4cd31700 1 -- 172.21.15.159:0/3889094551 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c480ff050 msgr2=0x7f9c48194890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:20.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4cd31700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c480ff050 0x7f9c48194890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:20.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4cd31700 1 -- 172.21.15.159:0/3889094551 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c440095f0 con 0x7f9c48100250 2024-09-17T10:39:20.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.991+0000 7f9c4cd31700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c48100250 0x7f9c48194dd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9c3800d900 tx=0x7f9c3800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:21.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.992+0000 7f9c3e7fc700 1 -- 172.21.15.159:0/3889094551 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9c380041f0 con 0x7f9c48100250 2024-09-17T10:39:21.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.992+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c48199fe0 con 0x7f9c48100250 2024-09-17T10:39:21.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.992+0000 7f9c3e7fc700 1 -- 172.21.15.159:0/3889094551 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9c38004ce0 con 0x7f9c48100250 2024-09-17T10:39:21.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.992+0000 7f9c3e7fc700 1 -- 172.21.15.159:0/3889094551 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9c3800b750 con 0x7f9c48100250 2024-09-17T10:39:21.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.992+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c4819a500 con 0x7f9c48100250 2024-09-17T10:39:21.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.993+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c48107ba0 con 0x7f9c48100250 2024-09-17T10:39:21.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.993+0000 7f9c3e7fc700 1 -- 172.21.15.159:0/3889094551 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f9c38004e50 con 0x7f9c48100250 2024-09-17T10:39:21.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.994+0000 7f9c3e7fc700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9c3406c680 0x7f9c3406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:21.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.994+0000 7f9c3e7fc700 1 -- 172.21.15.159:0/3889094551 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f9c3808b6b0 con 0x7f9c48100250 2024-09-17T10:39:21.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.994+0000 7f9c4d532700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9c3406c680 0x7f9c3406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:21.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.994+0000 7f9c4d532700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9c3406c680 0x7f9c3406eb30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9c44006010 tx=0x7f9c4400b560 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:21.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:20.998+0000 7f9c3e7fc700 1 -- 172.21.15.159:0/3889094551 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f9c380598f0 con 0x7f9c48100250 2024-09-17T10:39:21.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.228+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f9c48104ba0 con 0x7f9c3406c680 2024-09-17T10:39:21.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.229+0000 7f9c3e7fc700 1 -- 172.21.15.159:0/3889094551 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7f9c48104ba0 con 0x7f9c3406c680 2024-09-17T10:39:21.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9c3406c680 msgr2=0x7f9c3406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9c3406c680 0x7f9c3406eb30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9c44006010 tx=0x7f9c4400b560 comp rx=0 tx=0).stop 2024-09-17T10:39:21.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c48100250 msgr2=0x7f9c48194dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c48100250 0x7f9c48194dd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9c3800d900 tx=0x7f9c3800dc10 comp rx=0 tx=0).stop 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 shutdown_connections 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9c3406c680 0x7f9c3406eb30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c480ff050 0x7f9c48194890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 --2- 172.21.15.159:0/3889094551 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9c48100250 0x7f9c48194dd0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 >> 172.21.15.159:0/3889094551 conn(0x7f9c480fa5e0 msgr2=0x7f9c48103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.231+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 shutdown_connections 2024-09-17T10:39:21.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.232+0000 7f9c4f796700 1 -- 172.21.15.159:0/3889094551 wait complete. 2024-09-17T10:39:21.245 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:39:21.245 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:21 smithi159 ceph-mon[27674]: pgmap v259: 65 pgs: 65 active+clean; 96 MiB data, 502 MiB used, 536 GiB / 536 GiB avail; 3.8 MiB/s wr, 129 op/s 2024-09-17T10:39:21.345 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 -- 172.21.15.159:0/942762351 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 msgr2=0x7f2c240ff480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 --2- 172.21.15.159:0/942762351 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c240ff480 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f2c14009910 tx=0x7f2c14009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:21.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 -- 172.21.15.159:0/942762351 shutdown_connections 2024-09-17T10:39:21.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 --2- 172.21.15.159:0/942762351 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c24100270 0x7f2c241006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 --2- 172.21.15.159:0/942762351 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c240ff480 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 -- 172.21.15.159:0/942762351 >> 172.21.15.159:0/942762351 conn(0x7f2c240fa600 msgr2=0x7f2c240fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:21.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 -- 172.21.15.159:0/942762351 shutdown_connections 2024-09-17T10:39:21.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 -- 172.21.15.159:0/942762351 wait complete. 2024-09-17T10:39:21.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.343+0000 7f2c28be7700 1 Processor -- start 2024-09-17T10:39:21.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c28be7700 1 -- start start 2024-09-17T10:39:21.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c28be7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c24103000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:21.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c28be7700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c24100270 0x7f2c24101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:21.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c28be7700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c24101b90 con 0x7f2c240ff070 2024-09-17T10:39:21.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c28be7700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c24101cd0 con 0x7f2c24100270 2024-09-17T10:39:21.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c2259c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c24103000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:21.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c19d9b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c24100270 0x7f2c24101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c2259c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c24103000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39716/0 (socket says 172.21.15.159:39716) 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c2259c700 1 -- 172.21.15.159:0/2486427052 learned_addr learned my addr 172.21.15.159:0/2486427052 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c19d9b700 1 -- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 msgr2=0x7f2c24103000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c19d9b700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c24103000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c19d9b700 1 -- 172.21.15.159:0/2486427052 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c140095f0 con 0x7f2c24100270 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c2259c700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c24103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.344+0000 7f2c19d9b700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c24100270 0x7f2c24101650 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2c0c00e970 tx=0x7f2c0c00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.345+0000 7f2c1bfff700 1 -- 172.21.15.159:0/2486427052 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2c0c00c9d0 con 0x7f2c24100270 2024-09-17T10:39:21.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.345+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c24101fb0 con 0x7f2c24100270 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.345+0000 7f2c1bfff700 1 -- 172.21.15.159:0/2486427052 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f2c0c010430 con 0x7f2c24100270 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.345+0000 7f2c1bfff700 1 -- 172.21.15.159:0/2486427052 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2c0c018650 con 0x7f2c24100270 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.345+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c2419da10 con 0x7f2c24100270 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.346+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c24107bc0 con 0x7f2c24100270 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.346+0000 7f2c1bfff700 1 -- 172.21.15.159:0/2486427052 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f2c0c0105a0 con 0x7f2c24100270 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.347+0000 7f2c1bfff700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2c1006c680 0x7f2c1006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.347+0000 7f2c2259c700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2c1006c680 0x7f2c1006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.347+0000 7f2c1bfff700 1 -- 172.21.15.159:0/2486427052 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f2c0c014070 con 0x7f2c24100270 2024-09-17T10:39:21.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.347+0000 7f2c2259c700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2c1006c680 0x7f2c1006eb30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2c14009fd0 tx=0x7f2c14005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:21.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.355+0000 7f2c1bfff700 1 -- 172.21.15.159:0/2486427052 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f2c0c051720 con 0x7f2c24100270 2024-09-17T10:39:21.579 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.576+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f2c24069460 con 0x7f2c1006c680 2024-09-17T10:39:21.580 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.577+0000 7f2c1bfff700 1 -- 172.21.15.159:0/2486427052 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7f2c24069460 con 0x7f2c1006c680 2024-09-17T10:39:21.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2c1006c680 msgr2=0x7f2c1006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2c1006c680 0x7f2c1006eb30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2c14009fd0 tx=0x7f2c14005940 comp rx=0 tx=0).stop 2024-09-17T10:39:21.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c24100270 msgr2=0x7f2c24101650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c24100270 0x7f2c24101650 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2c0c00e970 tx=0x7f2c0c00ec80 comp rx=0 tx=0).stop 2024-09-17T10:39:21.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 shutdown_connections 2024-09-17T10:39:21.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f2c1006c680 0x7f2c1006eb30 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2c240ff070 0x7f2c24103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 --2- 172.21.15.159:0/2486427052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c24100270 0x7f2c24101650 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.579+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 >> 172.21.15.159:0/2486427052 conn(0x7f2c240fa600 msgr2=0x7f2c24068d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:21.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.580+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 shutdown_connections 2024-09-17T10:39:21.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.580+0000 7f2c28be7700 1 -- 172.21.15.159:0/2486427052 wait complete. 2024-09-17T10:39:21.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 -- 172.21.15.159:0/3671426523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c0ff070 msgr2=0x7fc54c0ff480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.714 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 --2- 172.21.15.159:0/3671426523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c0ff070 0x7fc54c0ff480 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc540009910 tx=0x7fc540009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:21.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 -- 172.21.15.159:0/3671426523 shutdown_connections 2024-09-17T10:39:21.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 --2- 172.21.15.159:0/3671426523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc54c100270 0x7fc54c1006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 --2- 172.21.15.159:0/3671426523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c0ff070 0x7fc54c0ff480 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 -- 172.21.15.159:0/3671426523 >> 172.21.15.159:0/3671426523 conn(0x7fc54c0fa600 msgr2=0x7fc54c0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:21.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 -- 172.21.15.159:0/3671426523 shutdown_connections 2024-09-17T10:39:21.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 -- 172.21.15.159:0/3671426523 wait complete. 2024-09-17T10:39:21.716 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:21 smithi170 ceph-mon[33842]: pgmap v259: 65 pgs: 65 active+clean; 96 MiB data, 502 MiB used, 536 GiB / 536 GiB avail; 3.8 MiB/s wr, 129 op/s 2024-09-17T10:39:21.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 Processor -- start 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.686+0000 7fc553155700 1 -- start start 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc553155700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc54c0ff070 0x7fc54c1959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc553155700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c100270 0x7fc54c195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc553155700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc54c196510 con 0x7fc54c100270 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc553155700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc54c196650 con 0x7fc54c0ff070 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc54bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c100270 0x7fc54c195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc550ef1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc54c0ff070 0x7fc54c1959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc54bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c100270 0x7fc54c195ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39730/0 (socket says 172.21.15.159:39730) 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc54bfff700 1 -- 172.21.15.159:0/1631103389 learned_addr learned my addr 172.21.15.159:0/1631103389 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc54bfff700 1 -- 172.21.15.159:0/1631103389 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc54c0ff070 msgr2=0x7fc54c1959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc54bfff700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc54c0ff070 0x7fc54c1959b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.718 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc54bfff700 1 -- 172.21.15.159:0/1631103389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5400095f0 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc54bfff700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c100270 0x7fc54c195ef0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fc53800e920 tx=0x7fc53800ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc549ffb700 1 -- 172.21.15.159:0/1631103389 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc53800c9d0 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc54c19b100 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc549ffb700 1 -- 172.21.15.159:0/1631103389 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc538010430 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.687+0000 7fc549ffb700 1 -- 172.21.15.159:0/1631103389 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc538018650 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.688+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc54c19b650 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.688+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc54c107bc0 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.689+0000 7fc549ffb700 1 -- 172.21.15.159:0/1631103389 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc5380105a0 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.689+0000 7fc549ffb700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc53c06c680 0x7fc53c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.690+0000 7fc549ffb700 1 -- 172.21.15.159:0/1631103389 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fc538014070 con 0x7fc54c100270 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.690+0000 7fc550ef1700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc53c06c680 0x7fc53c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.690+0000 7fc550ef1700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc53c06c680 0x7fc53c06eb30 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc54000b6f0 tx=0x7fc540005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:21.719 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.694+0000 7fc549ffb700 1 -- 172.21.15.159:0/1631103389 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc538051720 con 0x7fc54c100270 2024-09-17T10:39:21.910 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.907+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fc54c069460 con 0x7fc53c06c680 2024-09-17T10:39:21.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.920+0000 7fc549ffb700 1 -- 172.21.15.159:0/1631103389 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3528 (secure 0 0 0) 0x7fc54c069460 con 0x7fc53c06c680 2024-09-17T10:39:21.922 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:39:21.923 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (6m) 93s ago 7m 26.0M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:39:21.923 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (8m) 93s ago 8m 7411k - 18.2.0 dc2bc1663786 cfddc9b53fae 2024-09-17T10:39:21.923 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (7m) 100s ago 7m 7272k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:39:21.923 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (8m) 93s ago 8m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:39:21.923 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (7m) 100s ago 7m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:39:21.923 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (6m) 93s ago 7m 85.5M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:39:21.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (119s) 93s ago 118s 11.3M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:39:21.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (112s) 93s ago 111s 14.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:39:21.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (116s) 100s ago 116s 17.7M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:39:21.924 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (109s) 100s ago 109s 15.2M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:39:21.924 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (9m) 93s ago 9m 487M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:39:21.924 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (7m) 100s ago 7m 440M - 18.2.0 dc2bc1663786 f75007dd89d0 2024-09-17T10:39:21.925 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (9m) 93s ago 9m 49.1M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:39:21.925 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (7m) 100s ago 7m 38.7M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:39:21.925 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (8m) 93s ago 8m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:39:21.925 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (7m) 100s ago 7m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:39:21.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (5m) 93s ago 5m 48.4M 3946M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:39:21.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (5m) 93s ago 5m 46.4M 3946M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:39:21.925 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (4m) 93s ago 4m 46.0M 3946M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:39:21.926 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (4m) 100s ago 4m 48.9M 4970M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:39:21.926 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (3m) 100s ago 3m 43.9M 4970M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:39:21.926 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (3m) 100s ago 3m 46.2M 4970M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:39:21.926 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (5m) 93s ago 7m 62.5M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:39:21.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc53c06c680 msgr2=0x7fc53c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc53c06c680 0x7fc53c06eb30 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc54000b6f0 tx=0x7fc540005940 comp rx=0 tx=0).stop 2024-09-17T10:39:21.928 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c100270 msgr2=0x7fc54c195ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:21.928 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c100270 0x7fc54c195ef0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fc53800e920 tx=0x7fc53800ec30 comp rx=0 tx=0).stop 2024-09-17T10:39:21.928 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 shutdown_connections 2024-09-17T10:39:21.928 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc53c06c680 0x7fc53c06eb30 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.928 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc54c0ff070 0x7fc54c1959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.929 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 --2- 172.21.15.159:0/1631103389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc54c100270 0x7fc54c195ef0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:21.929 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 >> 172.21.15.159:0/1631103389 conn(0x7fc54c0fa600 msgr2=0x7fc54c068d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:21.929 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 shutdown_connections 2024-09-17T10:39:21.929 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:21.923+0000 7fc553155700 1 -- 172.21.15.159:0/1631103389 wait complete. 2024-09-17T10:39:22.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.029+0000 7f44935f5700 1 -- 172.21.15.159:0/267814763 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 msgr2=0x7f448c1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.029+0000 7f44935f5700 1 --2- 172.21.15.159:0/267814763 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c1006d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f447c009910 tx=0x7f447c009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.029+0000 7f44935f5700 1 -- 172.21.15.159:0/267814763 shutdown_connections 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.029+0000 7f44935f5700 1 --2- 172.21.15.159:0/267814763 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c1006d0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.029+0000 7f44935f5700 1 --2- 172.21.15.159:0/267814763 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f448c0ff080 0x7f448c0ff490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.029+0000 7f44935f5700 1 -- 172.21.15.159:0/267814763 >> 172.21.15.159:0/267814763 conn(0x7f448c0fa630 msgr2=0x7f448c0fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 -- 172.21.15.159:0/267814763 shutdown_connections 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 -- 172.21.15.159:0/267814763 wait complete. 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 Processor -- start 2024-09-17T10:39:22.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 -- start start 2024-09-17T10:39:22.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f448c0ff080 0x7f448c1959c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c195f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f448c196520 con 0x7f448c100280 2024-09-17T10:39:22.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.030+0000 7f44935f5700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f448c196660 con 0x7f448c0ff080 2024-09-17T10:39:22.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4490b90700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c195f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4491391700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f448c0ff080 0x7f448c1959c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4490b90700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c195f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39746/0 (socket says 172.21.15.159:39746) 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4490b90700 1 -- 172.21.15.159:0/992851013 learned_addr learned my addr 172.21.15.159:0/992851013 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4490b90700 1 -- 172.21.15.159:0/992851013 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f448c0ff080 msgr2=0x7f448c1959c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4490b90700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f448c0ff080 0x7f448c1959c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4490b90700 1 -- 172.21.15.159:0/992851013 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f447c0095f0 con 0x7f448c100280 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4491391700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f448c0ff080 0x7f448c1959c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f4490b90700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c195f00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f447c000c00 tx=0x7f447c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f44827fc700 1 -- 172.21.15.159:0/992851013 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f447c01d070 con 0x7f448c100280 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f44827fc700 1 -- 172.21.15.159:0/992851013 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f447c005dc0 con 0x7f448c100280 2024-09-17T10:39:22.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f448c19b0b0 con 0x7f448c100280 2024-09-17T10:39:22.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f44827fc700 1 -- 172.21.15.159:0/992851013 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f447c0226a0 con 0x7f448c100280 2024-09-17T10:39:22.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.031+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f448c19b5a0 con 0x7f448c100280 2024-09-17T10:39:22.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.032+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f448c107bd0 con 0x7f448c100280 2024-09-17T10:39:22.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.033+0000 7f44827fc700 1 -- 172.21.15.159:0/992851013 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f447c0038f0 con 0x7f448c100280 2024-09-17T10:39:22.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.033+0000 7f44827fc700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f447806c680 0x7f447806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.033+0000 7f44827fc700 1 -- 172.21.15.159:0/992851013 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f447c08cc70 con 0x7f448c100280 2024-09-17T10:39:22.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.033+0000 7f4491391700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f447806c680 0x7f447806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.037 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.034+0000 7f4491391700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f447806c680 0x7f447806eb30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f448c1000e0 tx=0x7f4488009260 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:22.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.038+0000 7f44827fc700 1 -- 172.21.15.159:0/992851013 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f447c05aeb0 con 0x7f448c100280 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.339+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f448c107d90 con 0x7f448c100280 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.339+0000 7f44827fc700 1 -- 172.21.15.159:0/992851013 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+558 (secure 0 0 0) 0x7f447c003680 con 0x7f448c100280 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:39:22.341 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 14 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:39:22.342 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:39:22.343 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f447806c680 msgr2=0x7f447806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.343 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f447806c680 0x7f447806eb30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f448c1000e0 tx=0x7f4488009260 comp rx=0 tx=0).stop 2024-09-17T10:39:22.343 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 msgr2=0x7f448c195f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.343 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c195f00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f447c000c00 tx=0x7f447c00f690 comp rx=0 tx=0).stop 2024-09-17T10:39:22.343 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 shutdown_connections 2024-09-17T10:39:22.343 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f447806c680 0x7f447806eb30 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f448c0ff080 0x7f448c1959c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 --2- 172.21.15.159:0/992851013 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f448c100280 0x7f448c195f00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.341+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 >> 172.21.15.159:0/992851013 conn(0x7f448c0fa630 msgr2=0x7f448c068d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:22.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.342+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 shutdown_connections 2024-09-17T10:39:22.344 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.342+0000 7f44935f5700 1 -- 172.21.15.159:0/992851013 wait complete. 2024-09-17T10:39:22.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 -- 172.21.15.159:0/3915457142 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8100c40 msgr2=0x7fcfb8103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 --2- 172.21.15.159:0/3915457142 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8100c40 0x7fcfb8103020 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fcfac009910 tx=0x7fcfac009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:22.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 -- 172.21.15.159:0/3915457142 shutdown_connections 2024-09-17T10:39:22.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 --2- 172.21.15.159:0/3915457142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcfb8103560 0x7fcfb8105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 --2- 172.21.15.159:0/3915457142 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8100c40 0x7fcfb8103020 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 -- 172.21.15.159:0/3915457142 >> 172.21.15.159:0/3915457142 conn(0x7fcfb80fa5e0 msgr2=0x7fcfb80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:22.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 -- 172.21.15.159:0/3915457142 shutdown_connections 2024-09-17T10:39:22.455 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.452+0000 7fcfbef87700 1 -- 172.21.15.159:0/3915457142 wait complete. 2024-09-17T10:39:22.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.453+0000 7fcfbef87700 1 Processor -- start 2024-09-17T10:39:22.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.453+0000 7fcfbef87700 1 -- start start 2024-09-17T10:39:22.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.453+0000 7fcfbef87700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcfb8100c40 0x7fcfb8195920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.453+0000 7fcfbef87700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8103560 0x7fcfb8195e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfbef87700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfb8196480 con 0x7fcfb8103560 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfbef87700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfb81965c0 con 0x7fcfb8100c40 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfbcd23700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcfb8100c40 0x7fcfb8195920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8103560 0x7fcfb8195e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfbcd23700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcfb8100c40 0x7fcfb8195920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:37758/0 (socket says 172.21.15.159:37758) 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfbcd23700 1 -- 172.21.15.159:0/1908356967 learned_addr learned my addr 172.21.15.159:0/1908356967 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb7fff700 1 -- 172.21.15.159:0/1908356967 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcfb8100c40 msgr2=0x7fcfb8195920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb7fff700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcfb8100c40 0x7fcfb8195920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb7fff700 1 -- 172.21.15.159:0/1908356967 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfac0095f0 con 0x7fcfb8103560 2024-09-17T10:39:22.457 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb7fff700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8103560 0x7fcfb8195e60 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400e970 tx=0x7fcfa400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:22.458 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb5ffb700 1 -- 172.21.15.159:0/1908356967 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcfa400c9d0 con 0x7fcfb8103560 2024-09-17T10:39:22.458 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfb819b070 con 0x7fcfb8103560 2024-09-17T10:39:22.458 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb5ffb700 1 -- 172.21.15.159:0/1908356967 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fcfa4010430 con 0x7fcfb8103560 2024-09-17T10:39:22.458 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.454+0000 7fcfb5ffb700 1 -- 172.21.15.159:0/1908356967 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcfa4018650 con 0x7fcfb8103560 2024-09-17T10:39:22.458 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.455+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfb819b5c0 con 0x7fcfb8103560 2024-09-17T10:39:22.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.456+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfb818fb70 con 0x7fcfb8103560 2024-09-17T10:39:22.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.456+0000 7fcfb5ffb700 1 -- 172.21.15.159:0/1908356967 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fcfa40105a0 con 0x7fcfb8103560 2024-09-17T10:39:22.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.456+0000 7fcfb5ffb700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcfa806c680 0x7fcfa806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.457+0000 7fcfb5ffb700 1 -- 172.21.15.159:0/1908356967 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fcfa4014070 con 0x7fcfb8103560 2024-09-17T10:39:22.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.457+0000 7fcfbcd23700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcfa806c680 0x7fcfa806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.457+0000 7fcfbcd23700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcfa806c680 0x7fcfa806eb30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcfac009fd0 tx=0x7fcfac005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:22.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.461+0000 7fcfb5ffb700 1 -- 172.21.15.159:0/1908356967 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fcfa4051720 con 0x7fcfb8103560 2024-09-17T10:39:22.467 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:22 smithi159 ceph-mon[27674]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:22.468 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:22 smithi159 ceph-mon[27674]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:22.468 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:22 smithi170 ceph-mon[33842]: from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:22 smithi170 ceph-mon[33842]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:22.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:22.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.705+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fcfb802cc30 con 0x7fcfb8103560 2024-09-17T10:39:22.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.705+0000 7fcfb5ffb700 1 -- 172.21.15.159:0/1908356967 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7fcfa4059d60 con 0x7fcfb8103560 2024-09-17T10:39:22.707 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:39:22.707 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:39:22.708 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:39:22.709 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:39:22.710 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:39:22.711 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:22.711 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:22.711 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:22.711 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:39:22.711 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:22.712 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:22.712 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:22.712 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:22.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcfa806c680 msgr2=0x7fcfa806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcfa806c680 0x7fcfa806eb30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcfac009fd0 tx=0x7fcfac005940 comp rx=0 tx=0).stop 2024-09-17T10:39:22.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8103560 msgr2=0x7fcfb8195e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8103560 0x7fcfb8195e60 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400e970 tx=0x7fcfa400ec80 comp rx=0 tx=0).stop 2024-09-17T10:39:22.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 shutdown_connections 2024-09-17T10:39:22.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fcfa806c680 0x7fcfa806eb30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcfb8100c40 0x7fcfb8195920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.714 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 --2- 172.21.15.159:0/1908356967 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcfb8103560 0x7fcfb8195e60 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.714 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 >> 172.21.15.159:0/1908356967 conn(0x7fcfb80fa5e0 msgr2=0x7fcfb80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:22.714 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 shutdown_connections 2024-09-17T10:39:22.714 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.708+0000 7fcfbef87700 1 -- 172.21.15.159:0/1908356967 wait complete. 2024-09-17T10:39:22.714 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:39:22.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.817+0000 7f09b0219700 1 -- 172.21.15.159:0/221631738 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fddc0 msgr2=0x7f09a80fe1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.819 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.817+0000 7f09b0219700 1 --2- 172.21.15.159:0/221631738 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fddc0 0x7f09a80fe1b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f09a4009910 tx=0x7f09a4009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:22.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.817+0000 7f09b0219700 1 -- 172.21.15.159:0/221631738 shutdown_connections 2024-09-17T10:39:22.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.817+0000 7f09b0219700 1 --2- 172.21.15.159:0/221631738 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09a80fe780 0x7f09a8105900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.817+0000 7f09b0219700 1 --2- 172.21.15.159:0/221631738 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fddc0 0x7f09a80fe1b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.817+0000 7f09b0219700 1 -- 172.21.15.159:0/221631738 >> 172.21.15.159:0/221631738 conn(0x7f09a80f9940 msgr2=0x7f09a80fbd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:22.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.818+0000 7f09b0219700 1 -- 172.21.15.159:0/221631738 shutdown_connections 2024-09-17T10:39:22.820 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.818+0000 7f09b0219700 1 -- 172.21.15.159:0/221631738 wait complete. 2024-09-17T10:39:22.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.818+0000 7f09b0219700 1 Processor -- start 2024-09-17T10:39:22.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.818+0000 7f09b0219700 1 -- start start 2024-09-17T10:39:22.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09b0219700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09a80fddc0 0x7f09a8101240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09b0219700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fe780 0x7f09a80ff890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09b0219700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80ffdd0 con 0x7f09a80fe780 2024-09-17T10:39:22.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09b0219700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80fff10 con 0x7f09a80fddc0 2024-09-17T10:39:22.822 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09ad7b4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fe780 0x7f09a80ff890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09adfb5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09a80fddc0 0x7f09a8101240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09ad7b4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fe780 0x7f09a80ff890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39786/0 (socket says 172.21.15.159:39786) 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09ad7b4700 1 -- 172.21.15.159:0/572311390 learned_addr learned my addr 172.21.15.159:0/572311390 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09adfb5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09a80fddc0 0x7f09a8101240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:37780/0 (socket says 172.21.15.159:37780) 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09ad7b4700 1 -- 172.21.15.159:0/572311390 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09a80fddc0 msgr2=0x7f09a8101240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09ad7b4700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09a80fddc0 0x7f09a8101240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09ad7b4700 1 -- 172.21.15.159:0/572311390 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09a40095f0 con 0x7f09a80fe780 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09ad7b4700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fe780 0x7f09a80ff890 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f099800e8f0 tx=0x7f099800ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f099effd700 1 -- 172.21.15.159:0/572311390 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0998009790 con 0x7f09a80fe780 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.819+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09a81001f0 con 0x7f09a80fe780 2024-09-17T10:39:22.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.820+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a819da30 con 0x7f09a80fe780 2024-09-17T10:39:22.824 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.820+0000 7f099effd700 1 -- 172.21.15.159:0/572311390 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f099800c810 con 0x7f09a80fe780 2024-09-17T10:39:22.824 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.820+0000 7f099effd700 1 -- 172.21.15.159:0/572311390 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0998003d20 con 0x7f09a80fe780 2024-09-17T10:39:22.824 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.820+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09a818fbc0 con 0x7f09a80fe780 2024-09-17T10:39:22.824 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.821+0000 7f099effd700 1 -- 172.21.15.159:0/572311390 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f09980041f0 con 0x7f09a80fe780 2024-09-17T10:39:22.825 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.821+0000 7f099effd700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f099406c680 0x7f099406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:22.825 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.821+0000 7f099effd700 1 -- 172.21.15.159:0/572311390 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f0998014070 con 0x7f09a80fe780 2024-09-17T10:39:22.825 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.821+0000 7f09adfb5700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f099406c680 0x7f099406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:22.825 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.822+0000 7f09adfb5700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f099406c680 0x7f099406eb30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f09a4009fd0 tx=0x7f09a4005a90 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:22.827 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:22.826+0000 7f099effd700 1 -- 172.21.15.159:0/572311390 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0998059e20 con 0x7f09a80fe780 2024-09-17T10:39:23.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.059+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f09a8061190 con 0x7f099406c680 2024-09-17T10:39:23.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.061+0000 7f099effd700 1 -- 172.21.15.159:0/572311390 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+358 (secure 0 0 0) 0x7f09a8061190 con 0x7f099406c680 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169", 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "", 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:7498493279982dfe87f00616198a5967475f6169 image", 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:39:23.063 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f099406c680 msgr2=0x7f099406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f099406c680 0x7f099406eb30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f09a4009fd0 tx=0x7f09a4005a90 comp rx=0 tx=0).stop 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fe780 msgr2=0x7f09a80ff890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fe780 0x7f09a80ff890 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f099800e8f0 tx=0x7f099800ec00 comp rx=0 tx=0).stop 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 shutdown_connections 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f099406c680 0x7f099406eb30 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09a80fddc0 0x7f09a8101240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 --2- 172.21.15.159:0/572311390 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f09a80fe780 0x7f09a80ff890 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 >> 172.21.15.159:0/572311390 conn(0x7f09a80f9940 msgr2=0x7f09a8104180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:23.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 shutdown_connections 2024-09-17T10:39:23.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.063+0000 7f09b0219700 1 -- 172.21.15.159:0/572311390 wait complete. 2024-09-17T10:39:23.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.171+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/2417636255 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd980ff050 msgr2=0x7fbd980ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:23.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.171+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/2417636255 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd980ff050 0x7fbd980ff460 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c009910 tx=0x7fbd8c009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:23.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.171+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/2417636255 shutdown_connections 2024-09-17T10:39:23.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.171+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/2417636255 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd98100250 0x7fbd981006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.171+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/2417636255 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd980ff050 0x7fbd980ff460 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.171+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/2417636255 >> 172.21.15.159:0/2417636255 conn(0x7fbd980fa600 msgr2=0x7fbd980fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:23.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.171+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/2417636255 shutdown_connections 2024-09-17T10:39:23.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/2417636255 wait complete. 2024-09-17T10:39:23.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9ef6a700 1 Processor -- start 2024-09-17T10:39:23.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9ef6a700 1 -- start start 2024-09-17T10:39:23.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9ef6a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd980ff050 0x7fbd981959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:23.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9ef6a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd98100250 0x7fbd98195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:23.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9ef6a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd98196510 con 0x7fbd98100250 2024-09-17T10:39:23.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9ef6a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd98196650 con 0x7fbd980ff050 2024-09-17T10:39:23.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd97fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd98100250 0x7fbd98195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:23.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd97fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd98100250 0x7fbd98195ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39790/0 (socket says 172.21.15.159:39790) 2024-09-17T10:39:23.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd97fff700 1 -- 172.21.15.159:0/4076907227 learned_addr learned my addr 172.21.15.159:0/4076907227 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:23.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.172+0000 7fbd9cd06700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd980ff050 0x7fbd981959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:23.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd97fff700 1 -- 172.21.15.159:0/4076907227 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd980ff050 msgr2=0x7fbd981959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:23.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd97fff700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd980ff050 0x7fbd981959b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd97fff700 1 -- 172.21.15.159:0/4076907227 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd8c0095f0 con 0x7fbd98100250 2024-09-17T10:39:23.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd97fff700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd98100250 0x7fbd98195ef0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400e940 tx=0x7fbd8400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd95ffb700 1 -- 172.21.15.159:0/4076907227 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbd8400cba0 con 0x7fbd98100250 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd95ffb700 1 -- 172.21.15.159:0/4076907227 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fbd8400ee90 con 0x7fbd98100250 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd9819b100 con 0x7fbd98100250 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd95ffb700 1 -- 172.21.15.159:0/4076907227 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbd84005650 con 0x7fbd98100250 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.173+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd9819b650 con 0x7fbd98100250 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.174+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd98107bc0 con 0x7fbd98100250 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.175+0000 7fbd95ffb700 1 -- 172.21.15.159:0/4076907227 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fbd84004750 con 0x7fbd98100250 2024-09-17T10:39:23.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.175+0000 7fbd95ffb700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbd8806c680 0x7fbd8806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:23.182 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.175+0000 7fbd95ffb700 1 -- 172.21.15.159:0/4076907227 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fbd84014070 con 0x7fbd98100250 2024-09-17T10:39:23.182 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.175+0000 7fbd9cd06700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbd8806c680 0x7fbd8806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:23.182 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.176+0000 7fbd9cd06700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbd8806c680 0x7fbd8806eb30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c00b6f0 tx=0x7fbd8c005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:23.182 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.179+0000 7fbd95ffb700 1 -- 172.21.15.159:0/4076907227 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fbd84059e00 con 0x7fbd98100250 2024-09-17T10:39:23.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:23 smithi159 ceph-mon[27674]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:23.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:23 smithi159 ceph-mon[27674]: pgmap v260: 65 pgs: 65 active+clean; 100 MiB data, 513 MiB used, 536 GiB / 536 GiB avail; 3.7 MiB/s wr, 108 op/s 2024-09-17T10:39:23.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:23 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/992851013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:39:23.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:23 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1908356967' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:39:23.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.461+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7fbd98107d80 con 0x7fbd98100250 2024-09-17T10:39:23.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.461+0000 7fbd95ffb700 1 -- 172.21.15.159:0/4076907227 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7fbd84059990 con 0x7fbd98100250 2024-09-17T10:39:23.463 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:39:23.463 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:39:23.463 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:39:23.465 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbd8806c680 msgr2=0x7fbd8806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:23.465 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbd8806c680 0x7fbd8806eb30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c00b6f0 tx=0x7fbd8c005940 comp rx=0 tx=0).stop 2024-09-17T10:39:23.465 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd98100250 msgr2=0x7fbd98195ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:23.465 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd98100250 0x7fbd98195ef0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400e940 tx=0x7fbd8400ec50 comp rx=0 tx=0).stop 2024-09-17T10:39:23.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 shutdown_connections 2024-09-17T10:39:23.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fbd8806c680 0x7fbd8806eb30 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd980ff050 0x7fbd981959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 --2- 172.21.15.159:0/4076907227 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbd98100250 0x7fbd98195ef0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:23.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 >> 172.21.15.159:0/4076907227 conn(0x7fbd980fa600 msgr2=0x7fbd98068c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:23.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 shutdown_connections 2024-09-17T10:39:23.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:23.464+0000 7fbd9ef6a700 1 -- 172.21.15.159:0/4076907227 wait complete. 2024-09-17T10:39:23.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:23 smithi170 ceph-mon[33842]: from='client.14694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:23.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:23 smithi170 ceph-mon[33842]: pgmap v260: 65 pgs: 65 active+clean; 100 MiB data, 513 MiB used, 536 GiB / 536 GiB avail; 3.7 MiB/s wr, 108 op/s 2024-09-17T10:39:23.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:23 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/992851013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:39:23.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:23 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1908356967' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:39:24.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:24.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:39:24.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: Upgrade: Target is version 19.3.0-4937-g74984932 (unknown) 2024-09-17T10:39:24.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb'] 2024-09-17T10:39:24.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:39:24.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:39:24.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: Upgrade: Need to upgrade myself (mgr.smithi159.tdcigv) 2024-09-17T10:39:24.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:24 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4076907227' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:39:24.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:24.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:39:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: Upgrade: Target is version 19.3.0-4937-g74984932 (unknown) 2024-09-17T10:39:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, digests ['quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb'] 2024-09-17T10:39:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:39:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:39:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: Upgrade: Need to upgrade myself (mgr.smithi159.tdcigv) 2024-09-17T10:39:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:24 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4076907227' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:39:25.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:25 smithi170 ceph-mon[33842]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb on smithi170 2024-09-17T10:39:25.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:25 smithi170 ceph-mon[33842]: pgmap v261: 65 pgs: 65 active+clean; 108 MiB data, 525 MiB used, 536 GiB / 536 GiB avail; 3.3 MiB/s wr, 88 op/s 2024-09-17T10:39:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:25 smithi159 ceph-mon[27674]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb on smithi170 2024-09-17T10:39:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:25 smithi159 ceph-mon[27674]: pgmap v261: 65 pgs: 65 active+clean; 108 MiB data, 525 MiB used, 536 GiB / 536 GiB avail; 3.3 MiB/s wr, 88 op/s 2024-09-17T10:39:27.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:27 smithi159 ceph-mon[27674]: pgmap v262: 65 pgs: 65 active+clean; 130 MiB data, 610 MiB used, 536 GiB / 536 GiB avail; 4.8 MiB/s wr, 360 op/s 2024-09-17T10:39:27.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:27 smithi170 ceph-mon[33842]: pgmap v262: 65 pgs: 65 active+clean; 130 MiB data, 610 MiB used, 536 GiB / 536 GiB avail; 4.8 MiB/s wr, 360 op/s 2024-09-17T10:39:29.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:29 smithi159 ceph-mon[27674]: pgmap v263: 65 pgs: 65 active+clean; 161 MiB data, 712 MiB used, 536 GiB / 536 GiB avail; 6.5 MiB/s wr, 722 op/s 2024-09-17T10:39:29.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:29 smithi170 ceph-mon[33842]: pgmap v263: 65 pgs: 65 active+clean; 161 MiB data, 712 MiB used, 536 GiB / 536 GiB avail; 6.5 MiB/s wr, 722 op/s 2024-09-17T10:39:31.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:31 smithi159 ceph-mon[27674]: pgmap v264: 65 pgs: 65 active+clean; 179 MiB data, 853 MiB used, 536 GiB / 536 GiB avail; 7.8 MiB/s wr, 968 op/s 2024-09-17T10:39:31.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:31 smithi170 ceph-mon[33842]: pgmap v264: 65 pgs: 65 active+clean; 179 MiB data, 853 MiB used, 536 GiB / 536 GiB avail; 7.8 MiB/s wr, 968 op/s 2024-09-17T10:39:33.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:33 smithi159 ceph-mon[27674]: pgmap v265: 65 pgs: 65 active+clean; 188 MiB data, 892 MiB used, 536 GiB / 536 GiB avail; 8.2 MiB/s wr, 1.05k op/s 2024-09-17T10:39:33.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:33 smithi170 ceph-mon[33842]: pgmap v265: 65 pgs: 65 active+clean; 188 MiB data, 892 MiB used, 536 GiB / 536 GiB avail; 8.2 MiB/s wr, 1.05k op/s 2024-09-17T10:39:34.028 INFO:tasks.workunit.client.1.smithi170.stderr:+ pushd ltp-full-20091231/testcases/kernel/fs/fsstress 2024-09-17T10:39:34.037 INFO:tasks.workunit.client.1.smithi170.stdout:~/cephtest/mnt.1/client.1/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress ~/cephtest/mnt.1/client.1/tmp/fsstress ~/cephtest/mnt.1/client.1/tmp 2024-09-17T10:39:34.037 INFO:tasks.workunit.client.1.smithi170.stderr:+ make 2024-09-17T10:39:34.867 INFO:tasks.workunit.client.1.smithi170.stdout:cc -DNO_XFS -I/home/ubuntu/cephtest/mnt.1/client.1/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress -D_LARGEFILE64_SOURCE -D_GNU_SOURCE -I../../../../include -I../../../../include -L../../../../lib fsstress.c -o fsstress 2024-09-17T10:39:35.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:35 smithi159 ceph-mon[27674]: pgmap v266: 65 pgs: 65 active+clean; 188 MiB data, 907 MiB used, 536 GiB / 536 GiB avail; 7.8 MiB/s wr, 1.05k op/s 2024-09-17T10:39:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:35 smithi170 ceph-mon[33842]: pgmap v266: 65 pgs: 65 active+clean; 188 MiB data, 907 MiB used, 536 GiB / 536 GiB avail; 7.8 MiB/s wr, 1.05k op/s 2024-09-17T10:39:35.984 INFO:tasks.workunit.client.1.smithi170.stderr:++ readlink -f fsstress 2024-09-17T10:39:35.984 INFO:tasks.workunit.client.1.smithi170.stderr:+ BIN=/home/ubuntu/cephtest/mnt.1/client.1/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress 2024-09-17T10:39:35.985 INFO:tasks.workunit.client.1.smithi170.stderr:+ popd 2024-09-17T10:39:35.985 INFO:tasks.workunit.client.1.smithi170.stdout:~/cephtest/mnt.1/client.1/tmp/fsstress ~/cephtest/mnt.1/client.1/tmp 2024-09-17T10:39:35.985 INFO:tasks.workunit.client.1.smithi170.stderr:+ popd 2024-09-17T10:39:35.985 INFO:tasks.workunit.client.1.smithi170.stdout:~/cephtest/mnt.1/client.1/tmp 2024-09-17T10:39:35.986 INFO:tasks.workunit.client.1.smithi170.stderr:++ mktemp -d -p . 2024-09-17T10:39:35.987 INFO:tasks.workunit.client.1.smithi170.stderr:+ T=./tmp.jWFj7zREGf 2024-09-17T10:39:35.987 INFO:tasks.workunit.client.1.smithi170.stderr:+ /home/ubuntu/cephtest/mnt.1/client.1/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress -d ./tmp.jWFj7zREGf -l 1 -n 1000 -p 10 -v 2024-09-17T10:39:35.988 INFO:tasks.workunit.client.1.smithi170.stdout:seed = 1726368104 2024-09-17T10:39:35.991 INFO:tasks.workunit.client.1.smithi170.stdout:0/0: chown . 5 1 2024-09-17T10:39:35.991 INFO:tasks.workunit.client.1.smithi170.stdout:0/1: dwrite - no filename 2024-09-17T10:39:35.991 INFO:tasks.workunit.client.1.smithi170.stdout:0/2: truncate - no filename 2024-09-17T10:39:35.991 INFO:tasks.workunit.client.1.smithi170.stdout:0/3: rmdir - no directory 2024-09-17T10:39:35.991 INFO:tasks.workunit.client.1.smithi170.stdout:0/4: readlink - no filename 2024-09-17T10:39:35.992 INFO:tasks.workunit.client.1.smithi170.stdout:0/5: truncate - no filename 2024-09-17T10:39:35.992 INFO:tasks.workunit.client.1.smithi170.stdout:0/6: write - no filename 2024-09-17T10:39:35.992 INFO:tasks.workunit.client.1.smithi170.stdout:0/7: fdatasync - no filename 2024-09-17T10:39:35.992 INFO:tasks.workunit.client.1.smithi170.stdout:0/8: fdatasync - no filename 2024-09-17T10:39:35.992 INFO:tasks.workunit.client.1.smithi170.stdout:0/9: dread - no filename 2024-09-17T10:39:35.993 INFO:tasks.workunit.client.1.smithi170.stdout:0/10: symlink l0 0 2024-09-17T10:39:35.994 INFO:tasks.workunit.client.1.smithi170.stdout:1/0: symlink l0 0 2024-09-17T10:39:35.995 INFO:tasks.workunit.client.1.smithi170.stdout:0/11: creat f1 x:0 0 0 2024-09-17T10:39:35.995 INFO:tasks.workunit.client.1.smithi170.stdout:0/12: truncate f1 764344 0 2024-09-17T10:39:35.997 INFO:tasks.workunit.client.1.smithi170.stdout:0/13: dread f1 [0,4194304] 0 2024-09-17T10:39:35.997 INFO:tasks.workunit.client.1.smithi170.stdout:3/0: chown . 25 1 2024-09-17T10:39:35.997 INFO:tasks.workunit.client.1.smithi170.stdout:3/1: write - no filename 2024-09-17T10:39:35.997 INFO:tasks.workunit.client.1.smithi170.stdout:3/2: chown . 163 1 2024-09-17T10:39:35.997 INFO:tasks.workunit.client.1.smithi170.stdout:2/0: creat f0 x:0 0 0 2024-09-17T10:39:36.000 INFO:tasks.workunit.client.1.smithi170.stdout:1/1: creat f1 x:0 0 0 2024-09-17T10:39:36.007 INFO:tasks.workunit.client.1.smithi170.stdout:3/3: creat f0 x:0 0 0 2024-09-17T10:39:36.007 INFO:tasks.workunit.client.1.smithi170.stdout:3/4: chown f0 0 1 2024-09-17T10:39:36.029 INFO:tasks.workunit.client.1.smithi170.stdout:6/0: write - no filename 2024-09-17T10:39:36.029 INFO:tasks.workunit.client.1.smithi170.stdout:4/0: dread - no filename 2024-09-17T10:39:36.029 INFO:tasks.workunit.client.1.smithi170.stdout:4/1: link - no file 2024-09-17T10:39:36.029 INFO:tasks.workunit.client.1.smithi170.stdout:4/2: dread - no filename 2024-09-17T10:39:36.029 INFO:tasks.workunit.client.1.smithi170.stdout:4/3: dwrite - no filename 2024-09-17T10:39:36.030 INFO:tasks.workunit.client.1.smithi170.stdout:4/4: rename - no filename 2024-09-17T10:39:36.030 INFO:tasks.workunit.client.1.smithi170.stdout:4/5: rename - no filename 2024-09-17T10:39:36.030 INFO:tasks.workunit.client.1.smithi170.stdout:4/6: getdents . 0 2024-09-17T10:39:36.030 INFO:tasks.workunit.client.1.smithi170.stdout:4/7: dwrite - no filename 2024-09-17T10:39:36.039 INFO:tasks.workunit.client.1.smithi170.stdout:3/5: mknod c1 0 2024-09-17T10:39:36.039 INFO:tasks.workunit.client.1.smithi170.stdout:1/2: mknod c2 0 2024-09-17T10:39:36.040 INFO:tasks.workunit.client.1.smithi170.stdout:1/3: chown c2 90 1 2024-09-17T10:39:36.040 INFO:tasks.workunit.client.1.smithi170.stdout:1/4: write f1 [848382,92736] 0 2024-09-17T10:39:36.041 INFO:tasks.workunit.client.1.smithi170.stdout:6/1: mkdir d0 0 2024-09-17T10:39:36.041 INFO:tasks.workunit.client.1.smithi170.stdout:6/2: dread - no filename 2024-09-17T10:39:36.041 INFO:tasks.workunit.client.1.smithi170.stdout:6/3: dwrite - no filename 2024-09-17T10:39:36.041 INFO:tasks.workunit.client.1.smithi170.stdout:6/4: truncate - no filename 2024-09-17T10:39:36.044 INFO:tasks.workunit.client.1.smithi170.stdout:4/8: creat f0 x:0 0 0 2024-09-17T10:39:36.045 INFO:tasks.workunit.client.1.smithi170.stdout:5/0: mknod c0 0 2024-09-17T10:39:36.047 INFO:tasks.workunit.client.1.smithi170.stdout:7/0: creat f0 x:0 0 0 2024-09-17T10:39:36.048 INFO:tasks.workunit.client.1.smithi170.stdout:9/0: creat f0 x:0 0 0 2024-09-17T10:39:36.048 INFO:tasks.workunit.client.1.smithi170.stdout:9/1: dread - f0 zero size 2024-09-17T10:39:36.048 INFO:tasks.workunit.client.1.smithi170.stdout:9/2: read - f0 zero size 2024-09-17T10:39:36.070 INFO:tasks.workunit.client.1.smithi170.stdout:3/6: mknod c2 0 2024-09-17T10:39:36.070 INFO:tasks.workunit.client.1.smithi170.stdout:3/7: creat f3 x:0 0 0 2024-09-17T10:39:36.070 INFO:tasks.workunit.client.1.smithi170.stdout:3/8: dread - f0 zero size 2024-09-17T10:39:36.070 INFO:tasks.workunit.client.1.smithi170.stdout:3/9: chown f0 22 1 2024-09-17T10:39:36.071 INFO:tasks.workunit.client.1.smithi170.stdout:1/5: mkdir d3 0 2024-09-17T10:39:36.072 INFO:tasks.workunit.client.1.smithi170.stdout:6/5: creat d0/f1 x:0 0 0 2024-09-17T10:39:36.074 INFO:tasks.workunit.client.1.smithi170.stdout:5/1: mkdir d1 0 2024-09-17T10:39:36.074 INFO:tasks.workunit.client.1.smithi170.stdout:5/2: write - no filename 2024-09-17T10:39:36.075 INFO:tasks.workunit.client.1.smithi170.stdout:5/3: dwrite - no filename 2024-09-17T10:39:36.075 INFO:tasks.workunit.client.1.smithi170.stdout:5/4: stat c0 0 2024-09-17T10:39:36.076 INFO:tasks.workunit.client.1.smithi170.stdout:7/1: symlink l1 0 2024-09-17T10:39:36.079 INFO:tasks.workunit.client.1.smithi170.stdout:1/6: mkdir d3/d4 0 2024-09-17T10:39:36.082 INFO:tasks.workunit.client.1.smithi170.stdout:6/6: unlink d0/f1 0 2024-09-17T10:39:36.082 INFO:tasks.workunit.client.1.smithi170.stdout:6/7: truncate - no filename 2024-09-17T10:39:36.082 INFO:tasks.workunit.client.1.smithi170.stdout:6/8: fsync - no filename 2024-09-17T10:39:36.084 INFO:tasks.workunit.client.1.smithi170.stdout:5/5: rename c0 to d1/c2 0 2024-09-17T10:39:36.085 INFO:tasks.workunit.client.1.smithi170.stdout:6/9: mkdir d0/d2 0 2024-09-17T10:39:36.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/10: chown d0 18 1 2024-09-17T10:39:36.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/11: rename d0 to d0/d3 22 2024-09-17T10:39:36.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/12: chown d0 51630423 1 2024-09-17T10:39:36.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/13: fdatasync - no filename 2024-09-17T10:39:36.087 INFO:tasks.workunit.client.1.smithi170.stdout:5/6: mkdir d1/d3 0 2024-09-17T10:39:36.088 INFO:tasks.workunit.client.1.smithi170.stdout:6/14: mknod d0/c4 0 2024-09-17T10:39:36.088 INFO:tasks.workunit.client.1.smithi170.stdout:6/15: dwrite - no filename 2024-09-17T10:39:36.088 INFO:tasks.workunit.client.1.smithi170.stdout:6/16: write - no filename 2024-09-17T10:39:36.089 INFO:tasks.workunit.client.1.smithi170.stdout:5/7: rmdir d1 39 2024-09-17T10:39:36.089 INFO:tasks.workunit.client.1.smithi170.stdout:6/17: mknod d0/d2/c5 0 2024-09-17T10:39:36.092 INFO:tasks.workunit.client.1.smithi170.stdout:6/18: mknod d0/c6 0 2024-09-17T10:39:36.092 INFO:tasks.workunit.client.1.smithi170.stdout:6/19: creat d0/f7 x:0 0 0 2024-09-17T10:39:36.092 INFO:tasks.workunit.client.1.smithi170.stdout:6/20: dread - d0/f7 zero size 2024-09-17T10:39:36.094 INFO:tasks.workunit.client.1.smithi170.stdout:6/21: symlink d0/d2/l8 0 2024-09-17T10:39:36.094 INFO:tasks.workunit.client.1.smithi170.stdout:6/22: chown d0/c4 434333 1 2024-09-17T10:39:36.100 INFO:tasks.workunit.client.1.smithi170.stdout:1/7: dwrite f1 [0,4194304] 0 2024-09-17T10:39:36.112 INFO:tasks.workunit.client.1.smithi170.stdout:1/8: dread f1 [0,4194304] 0 2024-09-17T10:39:36.115 INFO:tasks.workunit.client.1.smithi170.stdout:1/9: dread f1 [0,4194304] 0 2024-09-17T10:39:36.116 INFO:tasks.workunit.client.1.smithi170.stdout:1/10: rename d3/d4 to d3/d5 0 2024-09-17T10:39:36.306 INFO:tasks.workunit.client.1.smithi170.stdout:1/11: fsync f1 0 2024-09-17T10:39:36.307 INFO:tasks.workunit.client.1.smithi170.stdout:1/12: stat l0 0 2024-09-17T10:39:36.307 INFO:tasks.workunit.client.1.smithi170.stdout:1/13: write f1 [760907,176] 0 2024-09-17T10:39:36.309 INFO:tasks.workunit.client.1.smithi170.stdout:1/14: fdatasync f1 0 2024-09-17T10:39:36.311 INFO:tasks.workunit.client.1.smithi170.stdout:1/15: mknod d3/d5/c6 0 2024-09-17T10:39:36.313 INFO:tasks.workunit.client.1.smithi170.stdout:1/16: write f1 [1809374,46860] 0 2024-09-17T10:39:36.316 INFO:tasks.workunit.client.1.smithi170.stdout:1/17: creat d3/f7 x:0 0 0 2024-09-17T10:39:36.328 INFO:tasks.workunit.client.1.smithi170.stdout:4/9: getdents . 0 2024-09-17T10:39:36.343 INFO:tasks.workunit.client.1.smithi170.stdout:4/10: dwrite f0 [0,4194304] 0 2024-09-17T10:39:36.348 INFO:tasks.workunit.client.1.smithi170.stdout:4/11: creat f1 x:0 0 0 2024-09-17T10:39:36.349 INFO:tasks.workunit.client.1.smithi170.stdout:4/12: creat f2 x:0 0 0 2024-09-17T10:39:36.353 INFO:tasks.workunit.client.1.smithi170.stdout:4/13: rename f1 to f3 0 2024-09-17T10:39:36.353 INFO:tasks.workunit.client.1.smithi170.stdout:4/14: fdatasync f2 0 2024-09-17T10:39:36.358 INFO:tasks.workunit.client.1.smithi170.stdout:3/10: getdents . 0 2024-09-17T10:39:36.362 INFO:tasks.workunit.client.1.smithi170.stdout:3/11: unlink f3 0 2024-09-17T10:39:36.364 INFO:tasks.workunit.client.1.smithi170.stdout:5/8: unlink d1/c2 0 2024-09-17T10:39:36.369 INFO:tasks.workunit.client.1.smithi170.stdout:5/9: mknod d1/d3/c4 0 2024-09-17T10:39:36.370 INFO:tasks.workunit.client.1.smithi170.stdout:4/15: dwrite f3 [0,4194304] 0 2024-09-17T10:39:36.372 INFO:tasks.workunit.client.1.smithi170.stdout:5/10: creat d1/d3/f5 x:0 0 0 2024-09-17T10:39:36.372 INFO:tasks.workunit.client.1.smithi170.stdout:5/11: chown d1 3 1 2024-09-17T10:39:36.380 INFO:tasks.workunit.client.1.smithi170.stdout:4/16: symlink l4 0 2024-09-17T10:39:36.383 INFO:tasks.workunit.client.1.smithi170.stdout:3/12: link c2 c4 0 2024-09-17T10:39:36.386 INFO:tasks.workunit.client.1.smithi170.stdout:5/12: rename d1/d3/c4 to d1/c6 0 2024-09-17T10:39:36.386 INFO:tasks.workunit.client.1.smithi170.stdout:5/13: chown d1/d3/f5 9846689 1 2024-09-17T10:39:36.386 INFO:tasks.workunit.client.1.smithi170.stdout:5/14: write d1/d3/f5 [348622,99622] 0 2024-09-17T10:39:36.386 INFO:tasks.workunit.client.1.smithi170.stdout:5/15: write d1/d3/f5 [266010,32209] 0 2024-09-17T10:39:36.387 INFO:tasks.workunit.client.1.smithi170.stdout:5/16: write d1/d3/f5 [287863,100649] 0 2024-09-17T10:39:36.387 INFO:tasks.workunit.client.1.smithi170.stdout:3/13: fdatasync f0 0 2024-09-17T10:39:36.389 INFO:tasks.workunit.client.1.smithi170.stdout:4/17: dread f0 [0,4194304] 0 2024-09-17T10:39:36.389 INFO:tasks.workunit.client.1.smithi170.stdout:4/18: rmdir - no directory 2024-09-17T10:39:36.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/19: mknod c5 0 2024-09-17T10:39:36.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/20: stat f0 0 2024-09-17T10:39:36.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/21: dread - f2 zero size 2024-09-17T10:39:36.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/22: creat f6 x:0 0 0 2024-09-17T10:39:36.399 INFO:tasks.workunit.client.1.smithi170.stdout:3/14: rename c4 to c5 0 2024-09-17T10:39:36.399 INFO:tasks.workunit.client.1.smithi170.stdout:3/15: read - f0 zero size 2024-09-17T10:39:36.399 INFO:tasks.workunit.client.1.smithi170.stdout:4/23: read f0 [1801508,60442] 0 2024-09-17T10:39:36.404 INFO:tasks.workunit.client.1.smithi170.stdout:4/24: mknod c7 0 2024-09-17T10:39:36.409 INFO:tasks.workunit.client.1.smithi170.stdout:4/25: rename c7 to c8 0 2024-09-17T10:39:36.409 INFO:tasks.workunit.client.1.smithi170.stdout:4/26: chown c8 1174423579 1 2024-09-17T10:39:36.422 INFO:tasks.workunit.client.1.smithi170.stdout:4/27: dwrite f0 [0,4194304] 0 2024-09-17T10:39:36.422 INFO:tasks.workunit.client.1.smithi170.stdout:4/28: write f2 [754159,38812] 0 2024-09-17T10:39:36.424 INFO:tasks.workunit.client.1.smithi170.stdout:1/18: getdents d3/d5 0 2024-09-17T10:39:36.425 INFO:tasks.workunit.client.1.smithi170.stdout:4/29: unlink f6 0 2024-09-17T10:39:36.427 INFO:tasks.workunit.client.1.smithi170.stdout:1/19: mknod d3/c8 0 2024-09-17T10:39:36.493 INFO:tasks.workunit.client.1.smithi170.stdout:3/16: rename c5 to c6 0 2024-09-17T10:39:36.493 INFO:tasks.workunit.client.1.smithi170.stdout:3/17: chown f0 9906540 1 2024-09-17T10:39:36.497 INFO:tasks.workunit.client.1.smithi170.stdout:3/18: symlink l7 0 2024-09-17T10:39:36.497 INFO:tasks.workunit.client.1.smithi170.stdout:3/19: fdatasync f0 0 2024-09-17T10:39:36.497 INFO:tasks.workunit.client.1.smithi170.stdout:3/20: chown l7 16791 1 2024-09-17T10:39:36.500 INFO:tasks.workunit.client.1.smithi170.stdout:3/21: creat f8 x:0 0 0 2024-09-17T10:39:36.500 INFO:tasks.workunit.client.1.smithi170.stdout:3/22: write f8 [43580,83500] 0 2024-09-17T10:39:36.502 INFO:tasks.workunit.client.1.smithi170.stdout:3/23: creat f9 x:0 0 0 2024-09-17T10:39:36.503 INFO:tasks.workunit.client.1.smithi170.stdout:3/24: symlink la 0 2024-09-17T10:39:36.505 INFO:tasks.workunit.client.1.smithi170.stdout:3/25: creat fb x:0 0 0 2024-09-17T10:39:36.507 INFO:tasks.workunit.client.1.smithi170.stdout:3/26: rename la to lc 0 2024-09-17T10:39:36.507 INFO:tasks.workunit.client.1.smithi170.stdout:3/27: read - f9 zero size 2024-09-17T10:39:36.591 INFO:tasks.workunit.client.1.smithi170.stdout:3/28: fsync f8 0 2024-09-17T10:39:36.591 INFO:tasks.workunit.client.1.smithi170.stdout:3/29: readlink lc 0 2024-09-17T10:39:36.593 INFO:tasks.workunit.client.1.smithi170.stdout:3/30: creat fd x:0 0 0 2024-09-17T10:39:36.608 INFO:tasks.workunit.client.1.smithi170.stdout:3/31: dwrite fd [0,4194304] 0 2024-09-17T10:39:36.608 INFO:tasks.workunit.client.1.smithi170.stdout:3/32: chown fb 894530 1 2024-09-17T10:39:36.608 INFO:tasks.workunit.client.1.smithi170.stdout:3/33: fdatasync fb 0 2024-09-17T10:39:36.615 INFO:tasks.workunit.client.1.smithi170.stdout:3/34: link l7 le 0 2024-09-17T10:39:36.615 INFO:tasks.workunit.client.1.smithi170.stdout:3/35: write f9 [369331,101340] 0 2024-09-17T10:39:36.616 INFO:tasks.workunit.client.1.smithi170.stdout:3/36: write fb [139585,75415] 0 2024-09-17T10:39:36.627 INFO:tasks.workunit.client.1.smithi170.stdout:3/37: dwrite fd [0,4194304] 0 2024-09-17T10:39:36.641 INFO:tasks.workunit.client.1.smithi170.stdout:3/38: dwrite f8 [0,4194304] 0 2024-09-17T10:39:36.641 INFO:tasks.workunit.client.1.smithi170.stdout:3/39: write f0 [14675,2161] 0 2024-09-17T10:39:36.645 INFO:tasks.workunit.client.1.smithi170.stdout:3/40: dread f9 [0,4194304] 0 2024-09-17T10:39:36.650 INFO:tasks.workunit.client.1.smithi170.stdout:3/41: symlink lf 0 2024-09-17T10:39:36.650 INFO:tasks.workunit.client.1.smithi170.stdout:3/42: read f0 [14352,89640] 0 2024-09-17T10:39:36.650 INFO:tasks.workunit.client.1.smithi170.stdout:3/43: chown f8 33981 1 2024-09-17T10:39:36.650 INFO:tasks.workunit.client.1.smithi170.stdout:3/44: chown lf 2988 1 2024-09-17T10:39:36.655 INFO:tasks.workunit.client.1.smithi170.stdout:3/45: mknod c10 0 2024-09-17T10:39:36.655 INFO:tasks.workunit.client.1.smithi170.stdout:3/46: chown f0 51729 1 2024-09-17T10:39:36.655 INFO:tasks.workunit.client.1.smithi170.stdout:3/47: write fb [1204284,43880] 0 2024-09-17T10:39:36.655 INFO:tasks.workunit.client.1.smithi170.stdout:3/48: truncate fd 5021781 0 2024-09-17T10:39:36.655 INFO:tasks.workunit.client.1.smithi170.stdout:3/49: write f9 [1375619,62486] 0 2024-09-17T10:39:36.659 INFO:tasks.workunit.client.1.smithi170.stdout:3/50: rename l7 to l11 0 2024-09-17T10:39:36.660 INFO:tasks.workunit.client.1.smithi170.stdout:3/51: stat c2 0 2024-09-17T10:39:36.680 INFO:tasks.workunit.client.1.smithi170.stdout:3/52: dwrite f9 [0,4194304] 0 2024-09-17T10:39:36.684 INFO:tasks.workunit.client.1.smithi170.stdout:3/53: creat f12 x:0 0 0 2024-09-17T10:39:36.695 INFO:tasks.workunit.client.1.smithi170.stdout:3/54: write f9 [431013,34651] 0 2024-09-17T10:39:36.698 INFO:tasks.workunit.client.1.smithi170.stdout:3/55: symlink l13 0 2024-09-17T10:39:36.701 INFO:tasks.workunit.client.1.smithi170.stdout:3/56: creat f14 x:0 0 0 2024-09-17T10:39:36.703 INFO:tasks.workunit.client.1.smithi170.stdout:3/57: creat f15 x:0 0 0 2024-09-17T10:39:36.705 INFO:tasks.workunit.client.1.smithi170.stdout:3/58: creat f16 x:0 0 0 2024-09-17T10:39:36.709 INFO:tasks.workunit.client.1.smithi170.stdout:3/59: rename c10 to c17 0 2024-09-17T10:39:36.709 INFO:tasks.workunit.client.1.smithi170.stdout:3/60: write f16 [540954,92831] 0 2024-09-17T10:39:36.712 INFO:tasks.workunit.client.1.smithi170.stdout:3/61: mkdir d18 0 2024-09-17T10:39:36.712 INFO:tasks.workunit.client.1.smithi170.stdout:3/62: stat l13 0 2024-09-17T10:39:36.734 INFO:tasks.workunit.client.1.smithi170.stdout:3/63: dwrite fb [0,4194304] 0 2024-09-17T10:39:36.739 INFO:tasks.workunit.client.1.smithi170.stdout:3/64: creat d18/f19 x:0 0 0 2024-09-17T10:39:36.758 INFO:tasks.workunit.client.1.smithi170.stdout:3/65: dwrite f14 [0,4194304] 0 2024-09-17T10:39:36.758 INFO:tasks.workunit.client.1.smithi170.stdout:3/66: creat d18/f1a x:0 0 0 2024-09-17T10:39:36.758 INFO:tasks.workunit.client.1.smithi170.stdout:3/67: chown f0 73 1 2024-09-17T10:39:36.758 INFO:tasks.workunit.client.1.smithi170.stdout:3/68: stat d18 0 2024-09-17T10:39:36.758 INFO:tasks.workunit.client.1.smithi170.stdout:3/69: creat d18/f1b x:0 0 0 2024-09-17T10:39:36.842 INFO:tasks.workunit.client.1.smithi170.stdout:3/70: rmdir d18 39 2024-09-17T10:39:36.849 INFO:tasks.workunit.client.1.smithi170.stdout:3/71: write fd [3463659,80127] 0 2024-09-17T10:39:36.850 INFO:tasks.workunit.client.1.smithi170.stdout:3/72: getdents d18 0 2024-09-17T10:39:36.851 INFO:tasks.workunit.client.1.smithi170.stdout:3/73: mkdir d18/d1c 0 2024-09-17T10:39:36.854 INFO:tasks.workunit.client.1.smithi170.stdout:3/74: symlink d18/l1d 0 2024-09-17T10:39:36.854 INFO:tasks.workunit.client.1.smithi170.stdout:3/75: readlink le 0 2024-09-17T10:39:36.855 INFO:tasks.workunit.client.1.smithi170.stdout:3/76: write d18/f1b [20100,94784] 0 2024-09-17T10:39:36.874 INFO:tasks.workunit.client.1.smithi170.stdout:3/77: dwrite f9 [0,4194304] 0 2024-09-17T10:39:36.877 INFO:tasks.workunit.client.1.smithi170.stdout:3/78: rename lf to d18/l1e 0 2024-09-17T10:39:36.877 INFO:tasks.workunit.client.1.smithi170.stdout:3/79: truncate f16 1554813 0 2024-09-17T10:39:36.883 INFO:tasks.workunit.client.1.smithi170.stdout:3/80: dread f0 [0,4194304] 0 2024-09-17T10:39:36.883 INFO:tasks.workunit.client.1.smithi170.stdout:3/81: chown d18/l1d 352 1 2024-09-17T10:39:36.885 INFO:tasks.workunit.client.1.smithi170.stdout:3/82: symlink d18/l1f 0 2024-09-17T10:39:36.886 INFO:tasks.workunit.client.1.smithi170.stdout:3/83: fdatasync d18/f19 0 2024-09-17T10:39:36.886 INFO:tasks.workunit.client.1.smithi170.stdout:3/84: chown d18/f19 455382708 1 2024-09-17T10:39:36.888 INFO:tasks.workunit.client.1.smithi170.stdout:3/85: mkdir d18/d20 0 2024-09-17T10:39:36.890 INFO:tasks.workunit.client.1.smithi170.stdout:3/86: link d18/f1a d18/d1c/f21 0 2024-09-17T10:39:36.894 INFO:tasks.workunit.client.1.smithi170.stdout:3/87: dread d18/f1b [0,4194304] 0 2024-09-17T10:39:36.894 INFO:tasks.workunit.client.1.smithi170.stdout:3/88: write fb [4842225,102769] 0 2024-09-17T10:39:36.896 INFO:tasks.workunit.client.1.smithi170.stdout:3/89: link fb d18/f22 0 2024-09-17T10:39:36.898 INFO:tasks.workunit.client.1.smithi170.stdout:3/90: link f15 d18/d1c/f23 0 2024-09-17T10:39:36.898 INFO:tasks.workunit.client.1.smithi170.stdout:3/91: write f16 [2111133,21973] 0 2024-09-17T10:39:36.907 INFO:tasks.workunit.client.1.smithi170.stdout:3/92: write f9 [3438509,78333] 0 2024-09-17T10:39:36.907 INFO:tasks.workunit.client.1.smithi170.stdout:3/93: truncate f0 221657 0 2024-09-17T10:39:36.913 INFO:tasks.workunit.client.1.smithi170.stdout:3/94: dread f8 [0,4194304] 0 2024-09-17T10:39:36.931 INFO:tasks.workunit.client.1.smithi170.stdout:3/95: dwrite f0 [0,4194304] 0 2024-09-17T10:39:36.934 INFO:tasks.workunit.client.1.smithi170.stdout:3/96: dread f8 [0,4194304] 0 2024-09-17T10:39:37.117 INFO:tasks.workunit.client.1.smithi170.stdout:3/97: truncate f0 3858611 0 2024-09-17T10:39:37.120 INFO:tasks.workunit.client.1.smithi170.stdout:3/98: mkdir d18/d24 0 2024-09-17T10:39:37.140 INFO:tasks.workunit.client.1.smithi170.stdout:3/99: dwrite d18/d1c/f23 [0,4194304] 0 2024-09-17T10:39:37.155 INFO:tasks.workunit.client.1.smithi170.stdout:3/100: dread f15 [0,4194304] 0 2024-09-17T10:39:37.155 INFO:tasks.workunit.client.1.smithi170.stdout:3/101: chown d18/d1c 309 1 2024-09-17T10:39:37.155 INFO:tasks.workunit.client.1.smithi170.stdout:3/102: truncate fb 5637876 0 2024-09-17T10:39:37.159 INFO:tasks.workunit.client.1.smithi170.stdout:3/103: mkdir d18/d25 0 2024-09-17T10:39:37.163 INFO:tasks.workunit.client.1.smithi170.stdout:3/104: mkdir d18/d26 0 2024-09-17T10:39:37.173 INFO:tasks.workunit.client.1.smithi170.stdout:3/105: dread f16 [0,4194304] 0 2024-09-17T10:39:37.175 INFO:tasks.workunit.client.1.smithi170.stdout:3/106: fsync fb 0 2024-09-17T10:39:37.175 INFO:tasks.workunit.client.1.smithi170.stdout:3/107: chown d18/d1c/f21 12402 1 2024-09-17T10:39:37.196 INFO:tasks.workunit.client.1.smithi170.stdout:3/108: dwrite f15 [0,4194304] 0 2024-09-17T10:39:37.201 INFO:tasks.workunit.client.1.smithi170.stdout:3/109: link c1 d18/d26/c27 0 2024-09-17T10:39:37.203 INFO:tasks.workunit.client.1.smithi170.stdout:3/110: mkdir d18/d20/d28 0 2024-09-17T10:39:37.204 INFO:tasks.workunit.client.1.smithi170.stdout:3/111: getdents d18/d25 0 2024-09-17T10:39:37.204 INFO:tasks.workunit.client.1.smithi170.stdout:3/112: read - d18/f19 zero size 2024-09-17T10:39:37.204 INFO:tasks.workunit.client.1.smithi170.stdout:3/113: getdents d18/d20/d28 0 2024-09-17T10:39:37.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:37 smithi159 ceph-mon[27674]: pgmap v267: 65 pgs: 65 active+clean; 204 MiB data, 941 MiB used, 535 GiB / 536 GiB avail; 8.5 MiB/s wr, 1.06k op/s 2024-09-17T10:39:37.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:37 smithi170 ceph-mon[33842]: pgmap v267: 65 pgs: 65 active+clean; 204 MiB data, 941 MiB used, 535 GiB / 536 GiB avail; 8.5 MiB/s wr, 1.06k op/s 2024-09-17T10:39:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:39.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:39 smithi159 ceph-mon[27674]: pgmap v268: 65 pgs: 65 active+clean; 220 MiB data, 997 MiB used, 535 GiB / 536 GiB avail; 1.5 MiB/s rd, 8.3 MiB/s wr, 754 op/s 2024-09-17T10:39:39.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:39 smithi170 ceph-mon[33842]: pgmap v268: 65 pgs: 65 active+clean; 220 MiB data, 997 MiB used, 535 GiB / 536 GiB avail; 1.5 MiB/s rd, 8.3 MiB/s wr, 754 op/s 2024-09-17T10:39:40.150 INFO:tasks.workunit.client.0.smithi159.stderr:+ pushd ltp-full-20091231/testcases/kernel/fs/fsstress 2024-09-17T10:39:40.151 INFO:tasks.workunit.client.0.smithi159.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress ~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp 2024-09-17T10:39:40.151 INFO:tasks.workunit.client.0.smithi159.stderr:+ make 2024-09-17T10:39:40.335 INFO:tasks.workunit.client.0.smithi159.stdout:cc -DNO_XFS -I/home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress -D_LARGEFILE64_SOURCE -D_GNU_SOURCE -I../../../../include -I../../../../include -L../../../../lib fsstress.c -o fsstress 2024-09-17T10:39:40.832 INFO:tasks.workunit.client.0.smithi159.stderr:++ readlink -f fsstress 2024-09-17T10:39:40.833 INFO:tasks.workunit.client.0.smithi159.stderr:+ BIN=/home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress 2024-09-17T10:39:40.833 INFO:tasks.workunit.client.0.smithi159.stderr:+ popd 2024-09-17T10:39:40.833 INFO:tasks.workunit.client.0.smithi159.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp 2024-09-17T10:39:40.834 INFO:tasks.workunit.client.0.smithi159.stderr:+ popd 2024-09-17T10:39:40.834 INFO:tasks.workunit.client.0.smithi159.stdout:~/cephtest/mnt.0/client.0/tmp 2024-09-17T10:39:40.834 INFO:tasks.workunit.client.0.smithi159.stderr:++ mktemp -d -p . 2024-09-17T10:39:40.835 INFO:tasks.workunit.client.0.smithi159.stderr:+ T=./tmp.qT8mVx9Vnr 2024-09-17T10:39:40.835 INFO:tasks.workunit.client.0.smithi159.stderr:+ /home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress -d ./tmp.qT8mVx9Vnr -l 1 -n 1000 -p 10 -v 2024-09-17T10:39:40.837 INFO:tasks.workunit.client.0.smithi159.stdout:seed = 1726322782 2024-09-17T10:39:40.839 INFO:tasks.workunit.client.0.smithi159.stdout:1/0: rename - no filename 2024-09-17T10:39:40.839 INFO:tasks.workunit.client.0.smithi159.stdout:1/1: dread - no filename 2024-09-17T10:39:40.840 INFO:tasks.workunit.client.0.smithi159.stdout:1/2: getdents . 0 2024-09-17T10:39:40.840 INFO:tasks.workunit.client.0.smithi159.stdout:1/3: dread - no filename 2024-09-17T10:39:40.840 INFO:tasks.workunit.client.0.smithi159.stdout:1/4: truncate - no filename 2024-09-17T10:39:40.840 INFO:tasks.workunit.client.0.smithi159.stdout:1/5: readlink - no filename 2024-09-17T10:39:40.840 INFO:tasks.workunit.client.0.smithi159.stdout:1/6: write - no filename 2024-09-17T10:39:40.840 INFO:tasks.workunit.client.0.smithi159.stdout:0/0: mknod c0 0 2024-09-17T10:39:40.840 INFO:tasks.workunit.client.0.smithi159.stdout:2/0: rename - no filename 2024-09-17T10:39:40.841 INFO:tasks.workunit.client.0.smithi159.stdout:1/7: creat f0 x:0 0 0 2024-09-17T10:39:40.841 INFO:tasks.workunit.client.0.smithi159.stdout:0/1: creat f1 x:0 0 0 2024-09-17T10:39:40.842 INFO:tasks.workunit.client.0.smithi159.stdout:3/0: dwrite - no filename 2024-09-17T10:39:40.842 INFO:tasks.workunit.client.0.smithi159.stdout:3/1: unlink - no file 2024-09-17T10:39:40.842 INFO:tasks.workunit.client.0.smithi159.stdout:3/2: dread - no filename 2024-09-17T10:39:40.842 INFO:tasks.workunit.client.0.smithi159.stdout:2/1: mkdir d0 0 2024-09-17T10:39:40.842 INFO:tasks.workunit.client.0.smithi159.stdout:2/2: stat d0 0 2024-09-17T10:39:40.842 INFO:tasks.workunit.client.0.smithi159.stdout:2/3: readlink - no filename 2024-09-17T10:39:40.843 INFO:tasks.workunit.client.0.smithi159.stdout:2/4: unlink - no file 2024-09-17T10:39:40.843 INFO:tasks.workunit.client.0.smithi159.stdout:2/5: dread - no filename 2024-09-17T10:39:40.843 INFO:tasks.workunit.client.0.smithi159.stdout:2/6: link - no file 2024-09-17T10:39:40.843 INFO:tasks.workunit.client.0.smithi159.stdout:1/8: mkdir d1 0 2024-09-17T10:39:40.843 INFO:tasks.workunit.client.0.smithi159.stdout:1/9: write f0 [759300,58013] 0 2024-09-17T10:39:40.844 INFO:tasks.workunit.client.0.smithi159.stdout:0/2: rename c0 to c2 0 2024-09-17T10:39:40.845 INFO:tasks.workunit.client.0.smithi159.stdout:3/3: mkdir d0 0 2024-09-17T10:39:40.845 INFO:tasks.workunit.client.0.smithi159.stdout:3/4: rename d0 to d0/d1 22 2024-09-17T10:39:40.846 INFO:tasks.workunit.client.0.smithi159.stdout:3/5: truncate - no filename 2024-09-17T10:39:40.846 INFO:tasks.workunit.client.0.smithi159.stdout:3/6: truncate - no filename 2024-09-17T10:39:40.846 INFO:tasks.workunit.client.0.smithi159.stdout:2/7: symlink d0/l1 0 2024-09-17T10:39:40.847 INFO:tasks.workunit.client.0.smithi159.stdout:1/10: mkdir d1/d2 0 2024-09-17T10:39:40.847 INFO:tasks.workunit.client.0.smithi159.stdout:5/0: stat - no entries 2024-09-17T10:39:40.847 INFO:tasks.workunit.client.0.smithi159.stdout:5/1: dwrite - no filename 2024-09-17T10:39:40.848 INFO:tasks.workunit.client.0.smithi159.stdout:5/2: rename - no filename 2024-09-17T10:39:40.848 INFO:tasks.workunit.client.0.smithi159.stdout:5/3: truncate - no filename 2024-09-17T10:39:40.849 INFO:tasks.workunit.client.0.smithi159.stdout:4/0: mkdir d0 0 2024-09-17T10:39:40.851 INFO:tasks.workunit.client.0.smithi159.stdout:3/7: rmdir d0 0 2024-09-17T10:39:40.851 INFO:tasks.workunit.client.0.smithi159.stdout:3/8: dwrite - no filename 2024-09-17T10:39:40.851 INFO:tasks.workunit.client.0.smithi159.stdout:3/9: read - no filename 2024-09-17T10:39:40.851 INFO:tasks.workunit.client.0.smithi159.stdout:3/10: chown . 8891 1 2024-09-17T10:39:40.851 INFO:tasks.workunit.client.0.smithi159.stdout:3/11: dwrite - no filename 2024-09-17T10:39:40.851 INFO:tasks.workunit.client.0.smithi159.stdout:3/12: unlink - no file 2024-09-17T10:39:40.852 INFO:tasks.workunit.client.0.smithi159.stdout:3/13: truncate - no filename 2024-09-17T10:39:40.854 INFO:tasks.workunit.client.0.smithi159.stdout:2/8: creat d0/f2 x:0 0 0 2024-09-17T10:39:40.854 INFO:tasks.workunit.client.0.smithi159.stdout:1/11: dread f0 [0,4194304] 0 2024-09-17T10:39:40.856 INFO:tasks.workunit.client.0.smithi159.stdout:1/12: dread f0 [0,4194304] 0 2024-09-17T10:39:40.857 INFO:tasks.workunit.client.0.smithi159.stdout:6/0: dwrite - no filename 2024-09-17T10:39:40.858 INFO:tasks.workunit.client.0.smithi159.stdout:1/13: read f0 [732498,16211] 0 2024-09-17T10:39:40.871 INFO:tasks.workunit.client.0.smithi159.stdout:4/1: creat d0/f1 x:0 0 0 2024-09-17T10:39:40.871 INFO:tasks.workunit.client.0.smithi159.stdout:6/1: symlink l0 0 2024-09-17T10:39:40.871 INFO:tasks.workunit.client.0.smithi159.stdout:3/14: creat f2 x:0 0 0 2024-09-17T10:39:40.871 INFO:tasks.workunit.client.0.smithi159.stdout:3/15: chown f2 60221320 1 2024-09-17T10:39:40.871 INFO:tasks.workunit.client.0.smithi159.stdout:3/16: chown f2 47 1 2024-09-17T10:39:40.872 INFO:tasks.workunit.client.0.smithi159.stdout:5/4: creat f0 x:0 0 0 2024-09-17T10:39:40.878 INFO:tasks.workunit.client.0.smithi159.stdout:6/2: mkdir d1 0 2024-09-17T10:39:40.878 INFO:tasks.workunit.client.0.smithi159.stdout:6/3: dread - no filename 2024-09-17T10:39:40.878 INFO:tasks.workunit.client.0.smithi159.stdout:6/4: fdatasync - no filename 2024-09-17T10:39:40.886 INFO:tasks.workunit.client.0.smithi159.stdout:6/5: rename l0 to d1/l2 0 2024-09-17T10:39:40.886 INFO:tasks.workunit.client.0.smithi159.stdout:6/6: write - no filename 2024-09-17T10:39:40.889 INFO:tasks.workunit.client.0.smithi159.stdout:6/7: creat d1/f3 x:0 0 0 2024-09-17T10:39:40.889 INFO:tasks.workunit.client.0.smithi159.stdout:6/8: fdatasync d1/f3 0 2024-09-17T10:39:40.932 INFO:tasks.workunit.client.0.smithi159.stdout:0/3: dwrite f1 [0,4194304] 0 2024-09-17T10:39:40.932 INFO:tasks.workunit.client.0.smithi159.stdout:2/9: dwrite d0/f2 [0,4194304] 0 2024-09-17T10:39:40.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/4: mknod c3 0 2024-09-17T10:39:40.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/5: creat f4 x:0 0 0 2024-09-17T10:39:40.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/6: dread - f4 zero size 2024-09-17T10:39:40.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/7: write f4 [1026346,1883] 0 2024-09-17T10:39:41.028 INFO:tasks.workunit.client.0.smithi159.stdout:2/10: write d0/f2 [2898376,66427] 0 2024-09-17T10:39:41.028 INFO:tasks.workunit.client.0.smithi159.stdout:2/11: stat d0 0 2024-09-17T10:39:41.029 INFO:tasks.workunit.client.0.smithi159.stdout:2/12: creat d0/f3 x:0 0 0 2024-09-17T10:39:41.029 INFO:tasks.workunit.client.0.smithi159.stdout:2/13: creat d0/f4 x:0 0 0 2024-09-17T10:39:41.077 INFO:tasks.workunit.client.0.smithi159.stdout:4/2: dwrite d0/f1 [0,4194304] 0 2024-09-17T10:39:41.103 INFO:tasks.workunit.client.0.smithi159.stdout:4/3: readlink - no filename 2024-09-17T10:39:41.104 INFO:tasks.workunit.client.0.smithi159.stdout:4/4: stat d0 0 2024-09-17T10:39:41.104 INFO:tasks.workunit.client.0.smithi159.stdout:4/5: fdatasync d0/f1 0 2024-09-17T10:39:41.104 INFO:tasks.workunit.client.0.smithi159.stdout:7/0: dwrite - no filename 2024-09-17T10:39:41.104 INFO:tasks.workunit.client.0.smithi159.stdout:8/0: dwrite - no filename 2024-09-17T10:39:41.121 INFO:tasks.workunit.client.0.smithi159.stdout:3/17: dwrite f2 [0,4194304] 0 2024-09-17T10:39:41.136 INFO:tasks.workunit.client.0.smithi159.stdout:3/18: write f2 [771786,27125] 0 2024-09-17T10:39:41.136 INFO:tasks.workunit.client.0.smithi159.stdout:3/19: rmdir - no directory 2024-09-17T10:39:41.136 INFO:tasks.workunit.client.0.smithi159.stdout:3/20: write f2 [1014106,24566] 0 2024-09-17T10:39:41.136 INFO:tasks.workunit.client.0.smithi159.stdout:3/21: stat f2 0 2024-09-17T10:39:41.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/8: dread f4 [0,4194304] 0 2024-09-17T10:39:41.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/9: chown f1 3694 1 2024-09-17T10:39:41.143 INFO:tasks.workunit.client.0.smithi159.stdout:6/9: dwrite d1/f3 [0,4194304] 0 2024-09-17T10:39:41.164 INFO:tasks.workunit.client.0.smithi159.stdout:3/22: dwrite f2 [0,4194304] 0 2024-09-17T10:39:41.181 INFO:tasks.workunit.client.0.smithi159.stdout:4/6: mknod d0/c2 0 2024-09-17T10:39:41.183 INFO:tasks.workunit.client.0.smithi159.stdout:7/1: symlink l0 0 2024-09-17T10:39:41.183 INFO:tasks.workunit.client.0.smithi159.stdout:7/2: chown l0 1097583 1 2024-09-17T10:39:41.183 INFO:tasks.workunit.client.0.smithi159.stdout:7/3: readlink l0 0 2024-09-17T10:39:41.183 INFO:tasks.workunit.client.0.smithi159.stdout:7/4: chown l0 46653 1 2024-09-17T10:39:41.184 INFO:tasks.workunit.client.0.smithi159.stdout:7/5: chown l0 5 1 2024-09-17T10:39:41.185 INFO:tasks.workunit.client.0.smithi159.stdout:8/1: creat f0 x:0 0 0 2024-09-17T10:39:41.185 INFO:tasks.workunit.client.0.smithi159.stdout:8/2: creat f1 x:0 0 0 2024-09-17T10:39:41.186 INFO:tasks.workunit.client.0.smithi159.stdout:5/5: fsync f0 0 2024-09-17T10:39:41.186 INFO:tasks.workunit.client.0.smithi159.stdout:5/6: chown f0 20866 1 2024-09-17T10:39:41.189 INFO:tasks.workunit.client.0.smithi159.stdout:3/23: fsync f2 0 2024-09-17T10:39:41.189 INFO:tasks.workunit.client.0.smithi159.stdout:3/24: creat f3 x:0 0 0 2024-09-17T10:39:41.189 INFO:tasks.workunit.client.0.smithi159.stdout:3/25: chown f3 681 1 2024-09-17T10:39:41.189 INFO:tasks.workunit.client.0.smithi159.stdout:3/26: chown f2 13523487 1 2024-09-17T10:39:41.191 INFO:tasks.workunit.client.0.smithi159.stdout:3/27: write f2 [778884,124729] 0 2024-09-17T10:39:41.194 INFO:tasks.workunit.client.0.smithi159.stdout:3/28: fsync f2 0 2024-09-17T10:39:41.216 INFO:tasks.workunit.client.0.smithi159.stdout:6/10: unlink d1/l2 0 2024-09-17T10:39:41.225 INFO:tasks.workunit.client.0.smithi159.stdout:6/11: dread d1/f3 [0,4194304] 0 2024-09-17T10:39:41.230 INFO:tasks.workunit.client.0.smithi159.stdout:7/6: rename l0 to l1 0 2024-09-17T10:39:41.234 INFO:tasks.workunit.client.0.smithi159.stdout:8/3: mknod c2 0 2024-09-17T10:39:41.234 INFO:tasks.workunit.client.0.smithi159.stdout:8/4: chown f1 0 1 2024-09-17T10:39:41.237 INFO:tasks.workunit.client.0.smithi159.stdout:5/7: rename f0 to f1 0 2024-09-17T10:39:41.244 INFO:tasks.workunit.client.0.smithi159.stdout:3/29: link f2 f4 0 2024-09-17T10:39:41.250 INFO:tasks.workunit.client.0.smithi159.stdout:7/7: mkdir d2 0 2024-09-17T10:39:41.258 INFO:tasks.workunit.client.0.smithi159.stdout:7/8: symlink d2/l3 0 2024-09-17T10:39:41.258 INFO:tasks.workunit.client.0.smithi159.stdout:7/9: dwrite - no filename 2024-09-17T10:39:41.258 INFO:tasks.workunit.client.0.smithi159.stdout:7/10: write - no filename 2024-09-17T10:39:41.262 INFO:tasks.workunit.client.0.smithi159.stdout:7/11: rmdir d2 39 2024-09-17T10:39:41.265 INFO:tasks.workunit.client.0.smithi159.stdout:7/12: stat l1 0 2024-09-17T10:39:41.265 INFO:tasks.workunit.client.0.smithi159.stdout:7/13: fdatasync - no filename 2024-09-17T10:39:41.266 INFO:tasks.workunit.client.0.smithi159.stdout:7/14: write - no filename 2024-09-17T10:39:41.266 INFO:tasks.workunit.client.0.smithi159.stdout:7/15: dread - no filename 2024-09-17T10:39:41.266 INFO:tasks.workunit.client.0.smithi159.stdout:7/16: write - no filename 2024-09-17T10:39:41.269 INFO:tasks.workunit.client.0.smithi159.stdout:7/17: creat d2/f4 x:0 0 0 2024-09-17T10:39:41.294 INFO:tasks.workunit.client.0.smithi159.stdout:2/14: dwrite d0/f2 [4194304,4194304] 0 2024-09-17T10:39:41.312 INFO:tasks.workunit.client.0.smithi159.stdout:2/15: dwrite d0/f4 [0,4194304] 0 2024-09-17T10:39:41.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:41 smithi170 ceph-mon[33842]: pgmap v269: 65 pgs: 65 active+clean; 254 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 2.3 MiB/s rd, 8.8 MiB/s wr, 468 op/s 2024-09-17T10:39:41.499 INFO:tasks.workunit.client.0.smithi159.stdout:4/7: rmdir d0 39 2024-09-17T10:39:41.502 INFO:tasks.workunit.client.0.smithi159.stdout:4/8: write d0/f1 [1324989,60470] 0 2024-09-17T10:39:41.526 INFO:tasks.workunit.client.0.smithi159.stdout:4/9: dwrite d0/f1 [0,4194304] 0 2024-09-17T10:39:41.529 INFO:tasks.workunit.client.0.smithi159.stdout:4/10: rename d0/f1 to d0/f3 0 2024-09-17T10:39:41.532 INFO:tasks.workunit.client.0.smithi159.stdout:4/11: creat d0/f4 x:0 0 0 2024-09-17T10:39:41.535 INFO:tasks.workunit.client.0.smithi159.stdout:6/12: getdents d1 0 2024-09-17T10:39:41.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/13: symlink d1/l4 0 2024-09-17T10:39:41.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/14: chown d1/f3 4739691 1 2024-09-17T10:39:41.541 INFO:tasks.workunit.client.0.smithi159.stdout:6/15: mknod d1/c5 0 2024-09-17T10:39:41.544 INFO:tasks.workunit.client.0.smithi159.stdout:4/12: dwrite d0/f4 [0,4194304] 0 2024-09-17T10:39:41.555 INFO:tasks.workunit.client.0.smithi159.stdout:8/5: getdents . 0 2024-09-17T10:39:41.555 INFO:tasks.workunit.client.0.smithi159.stdout:8/6: chown f0 116 1 2024-09-17T10:39:41.557 INFO:tasks.workunit.client.0.smithi159.stdout:4/13: write d0/f3 [638586,103337] 0 2024-09-17T10:39:41.557 INFO:tasks.workunit.client.0.smithi159.stdout:4/14: creat d0/f5 x:0 0 0 2024-09-17T10:39:41.557 INFO:tasks.workunit.client.0.smithi159.stdout:4/15: write d0/f5 [992722,63905] 0 2024-09-17T10:39:41.557 INFO:tasks.workunit.client.0.smithi159.stdout:4/16: write d0/f3 [420966,98240] 0 2024-09-17T10:39:41.558 INFO:tasks.workunit.client.0.smithi159.stdout:6/16: dwrite d1/f3 [0,4194304] 0 2024-09-17T10:39:41.559 INFO:tasks.workunit.client.0.smithi159.stdout:8/7: rename f1 to f3 0 2024-09-17T10:39:41.564 INFO:tasks.workunit.client.0.smithi159.stdout:3/30: getdents . 0 2024-09-17T10:39:41.568 INFO:tasks.workunit.client.0.smithi159.stdout:6/17: mknod d1/c6 0 2024-09-17T10:39:41.571 INFO:tasks.workunit.client.0.smithi159.stdout:8/8: write f0 [873237,35329] 0 2024-09-17T10:39:41.571 INFO:tasks.workunit.client.0.smithi159.stdout:8/9: chown f3 235661116 1 2024-09-17T10:39:41.573 INFO:tasks.workunit.client.0.smithi159.stdout:3/31: dread f2 [0,4194304] 0 2024-09-17T10:39:41.578 INFO:tasks.workunit.client.0.smithi159.stdout:3/32: dread f4 [0,4194304] 0 2024-09-17T10:39:41.579 INFO:tasks.workunit.client.0.smithi159.stdout:8/10: mkdir d4 0 2024-09-17T10:39:41.579 INFO:tasks.workunit.client.0.smithi159.stdout:8/11: read - f3 zero size 2024-09-17T10:39:41.581 INFO:tasks.workunit.client.0.smithi159.stdout:3/33: creat f5 x:0 0 0 2024-09-17T10:39:41.583 INFO:tasks.workunit.client.0.smithi159.stdout:8/12: creat d4/f5 x:0 0 0 2024-09-17T10:39:41.583 INFO:tasks.workunit.client.0.smithi159.stdout:8/13: creat d4/f6 x:0 0 0 2024-09-17T10:39:41.583 INFO:tasks.workunit.client.0.smithi159.stdout:8/14: write d4/f5 [32835,85919] 0 2024-09-17T10:39:41.602 INFO:tasks.workunit.client.0.smithi159.stdout:8/15: dwrite d4/f5 [0,4194304] 0 2024-09-17T10:39:41.602 INFO:tasks.workunit.client.0.smithi159.stdout:8/16: stat f0 0 2024-09-17T10:39:41.605 INFO:tasks.workunit.client.0.smithi159.stdout:8/17: chown c2 485107595 1 2024-09-17T10:39:41.605 INFO:tasks.workunit.client.0.smithi159.stdout:8/18: readlink - no filename 2024-09-17T10:39:41.607 INFO:tasks.workunit.client.0.smithi159.stdout:8/19: write f0 [459579,87549] 0 2024-09-17T10:39:41.620 INFO:tasks.workunit.client.0.smithi159.stdout:8/20: dwrite d4/f6 [0,4194304] 0 2024-09-17T10:39:41.620 INFO:tasks.workunit.client.0.smithi159.stdout:8/21: chown c2 0 1 2024-09-17T10:39:41.637 INFO:tasks.workunit.client.0.smithi159.stdout:2/16: dwrite d0/f4 [4194304,4194304] 0 2024-09-17T10:39:41.637 INFO:tasks.workunit.client.0.smithi159.stdout:2/17: dread - d0/f3 zero size 2024-09-17T10:39:41.642 INFO:tasks.workunit.client.0.smithi159.stdout:2/18: dread d0/f2 [0,4194304] 0 2024-09-17T10:39:41.642 INFO:tasks.workunit.client.0.smithi159.stdout:2/19: write d0/f3 [992197,123412] 0 2024-09-17T10:39:41.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:41 smithi159 ceph-mon[27674]: pgmap v269: 65 pgs: 65 active+clean; 254 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 2.3 MiB/s rd, 8.8 MiB/s wr, 468 op/s 2024-09-17T10:39:41.893 INFO:tasks.workunit.client.0.smithi159.stdout:4/17: dwrite d0/f4 [4194304,4194304] 0 2024-09-17T10:39:41.925 INFO:tasks.workunit.client.0.smithi159.stdout:8/22: write d4/f5 [4328784,54232] 0 2024-09-17T10:39:42.910 INFO:tasks.workunit.client.0.smithi159.stdout:8/23: symlink d4/l7 0 2024-09-17T10:39:42.911 INFO:tasks.workunit.client.0.smithi159.stdout:8/24: unlink c2 0 2024-09-17T10:39:42.913 INFO:tasks.workunit.client.0.smithi159.stdout:8/25: symlink d4/l8 0 2024-09-17T10:39:42.914 INFO:tasks.workunit.client.0.smithi159.stdout:8/26: mknod d4/c9 0 2024-09-17T10:39:42.914 INFO:tasks.workunit.client.0.smithi159.stdout:8/27: write f3 [26325,57432] 0 2024-09-17T10:39:42.995 INFO:tasks.workunit.client.1.smithi170.stdout:5/17: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:7/2: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:1/20: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:9/3: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:0/14: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:5/18: chown d1 73564908 1 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:8/0: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:2/1: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:9/4: write f0 [800977,97039] 0 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:8/1: write - no filename 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:6/23: sync 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:2/2: chown f0 28625025 1 2024-09-17T10:39:42.996 INFO:tasks.workunit.client.1.smithi170.stdout:2/3: creat f1 x:0 0 0 2024-09-17T10:39:42.997 INFO:tasks.workunit.client.1.smithi170.stdout:2/4: chown f0 27 1 2024-09-17T10:39:42.997 INFO:tasks.workunit.client.1.smithi170.stdout:3/114: sync 2024-09-17T10:39:42.997 INFO:tasks.workunit.client.1.smithi170.stdout:4/30: sync 2024-09-17T10:39:42.998 INFO:tasks.workunit.client.1.smithi170.stdout:5/19: dread d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:42.999 INFO:tasks.workunit.client.1.smithi170.stdout:1/21: mknod d3/c9 0 2024-09-17T10:39:42.999 INFO:tasks.workunit.client.1.smithi170.stdout:1/22: read - d3/f7 zero size 2024-09-17T10:39:42.999 INFO:tasks.workunit.client.1.smithi170.stdout:0/15: write f1 [46181,14510] 0 2024-09-17T10:39:43.000 INFO:tasks.workunit.client.1.smithi170.stdout:7/3: symlink l2 0 2024-09-17T10:39:43.004 INFO:tasks.workunit.client.1.smithi170.stdout:3/115: link c17 d18/d25/c29 0 2024-09-17T10:39:43.005 INFO:tasks.workunit.client.1.smithi170.stdout:4/31: mkdir d9 0 2024-09-17T10:39:43.007 INFO:tasks.workunit.client.1.smithi170.stdout:5/20: truncate d1/d3/f5 220918 0 2024-09-17T10:39:43.007 INFO:tasks.workunit.client.1.smithi170.stdout:0/16: dread f1 [0,4194304] 0 2024-09-17T10:39:43.009 INFO:tasks.workunit.client.1.smithi170.stdout:7/4: mknod c3 0 2024-09-17T10:39:43.009 INFO:tasks.workunit.client.1.smithi170.stdout:7/5: chown f0 246146919 1 2024-09-17T10:39:43.009 INFO:tasks.workunit.client.1.smithi170.stdout:7/6: chown c3 230417 1 2024-09-17T10:39:43.009 INFO:tasks.workunit.client.1.smithi170.stdout:7/7: creat f4 x:0 0 0 2024-09-17T10:39:43.011 INFO:tasks.workunit.client.1.smithi170.stdout:0/17: dread f1 [0,4194304] 0 2024-09-17T10:39:43.012 INFO:tasks.workunit.client.1.smithi170.stdout:3/116: creat d18/d20/f2a x:0 0 0 2024-09-17T10:39:43.012 INFO:tasks.workunit.client.1.smithi170.stdout:1/23: dread f1 [0,4194304] 0 2024-09-17T10:39:43.012 INFO:tasks.workunit.client.1.smithi170.stdout:1/24: fsync f1 0 2024-09-17T10:39:43.013 INFO:tasks.workunit.client.1.smithi170.stdout:4/32: creat d9/fa x:0 0 0 2024-09-17T10:39:43.018 INFO:tasks.workunit.client.1.smithi170.stdout:0/18: rename l0 to l2 0 2024-09-17T10:39:43.019 INFO:tasks.workunit.client.1.smithi170.stdout:3/117: mkdir d18/d1c/d2b 0 2024-09-17T10:39:43.019 INFO:tasks.workunit.client.1.smithi170.stdout:3/118: fdatasync d18/d1c/f23 0 2024-09-17T10:39:43.020 INFO:tasks.workunit.client.1.smithi170.stdout:4/33: symlink d9/lb 0 2024-09-17T10:39:43.022 INFO:tasks.workunit.client.1.smithi170.stdout:6/24: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:43.022 INFO:tasks.workunit.client.1.smithi170.stdout:2/5: dwrite f0 [0,4194304] 0 2024-09-17T10:39:43.022 INFO:tasks.workunit.client.1.smithi170.stdout:2/6: chown f0 20 1 2024-09-17T10:39:43.024 INFO:tasks.workunit.client.1.smithi170.stdout:4/34: link c8 d9/cc 0 2024-09-17T10:39:43.025 INFO:tasks.workunit.client.1.smithi170.stdout:4/35: truncate d9/fa 637512 0 2024-09-17T10:39:43.025 INFO:tasks.workunit.client.1.smithi170.stdout:4/36: creat d9/fd x:0 0 0 2024-09-17T10:39:43.028 INFO:tasks.workunit.client.1.smithi170.stdout:1/25: dwrite d3/f7 [0,4194304] 0 2024-09-17T10:39:43.030 INFO:tasks.workunit.client.1.smithi170.stdout:6/25: creat d0/d2/f9 x:0 0 0 2024-09-17T10:39:43.030 INFO:tasks.workunit.client.1.smithi170.stdout:6/26: chown d0/d2/f9 347248581 1 2024-09-17T10:39:43.031 INFO:tasks.workunit.client.1.smithi170.stdout:6/27: fdatasync d0/f7 0 2024-09-17T10:39:43.032 INFO:tasks.workunit.client.1.smithi170.stdout:3/119: rename d18/d20/d28 to d18/d2c 0 2024-09-17T10:39:43.034 INFO:tasks.workunit.client.1.smithi170.stdout:4/37: symlink d9/le 0 2024-09-17T10:39:43.035 INFO:tasks.workunit.client.1.smithi170.stdout:1/26: dread d3/f7 [0,4194304] 0 2024-09-17T10:39:43.035 INFO:tasks.workunit.client.1.smithi170.stdout:1/27: stat f1 0 2024-09-17T10:39:43.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/120: mkdir d18/d20/d2d 0 2024-09-17T10:39:43.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/121: readlink d18/l1f 0 2024-09-17T10:39:43.039 INFO:tasks.workunit.client.1.smithi170.stdout:2/7: dwrite f0 [0,4194304] 0 2024-09-17T10:39:43.040 INFO:tasks.workunit.client.1.smithi170.stdout:4/38: link c8 d9/cf 0 2024-09-17T10:39:43.040 INFO:tasks.workunit.client.1.smithi170.stdout:4/39: creat d9/f10 x:0 0 0 2024-09-17T10:39:43.041 INFO:tasks.workunit.client.1.smithi170.stdout:1/28: rename d3/c9 to d3/ca 0 2024-09-17T10:39:43.041 INFO:tasks.workunit.client.1.smithi170.stdout:1/29: readlink l0 0 2024-09-17T10:39:43.043 INFO:tasks.workunit.client.1.smithi170.stdout:3/122: symlink d18/d1c/l2e 0 2024-09-17T10:39:43.043 INFO:tasks.workunit.client.1.smithi170.stdout:3/123: fdatasync f12 0 2024-09-17T10:39:43.043 INFO:tasks.workunit.client.1.smithi170.stdout:3/124: truncate d18/d20/f2a 819517 0 2024-09-17T10:39:43.047 INFO:tasks.workunit.client.1.smithi170.stdout:1/30: mkdir d3/db 0 2024-09-17T10:39:43.050 INFO:tasks.workunit.client.1.smithi170.stdout:1/31: link d3/c8 d3/cc 0 2024-09-17T10:39:43.051 INFO:tasks.workunit.client.1.smithi170.stdout:3/125: symlink d18/l2f 0 2024-09-17T10:39:43.052 INFO:tasks.workunit.client.1.smithi170.stdout:1/32: symlink d3/ld 0 2024-09-17T10:39:43.055 INFO:tasks.workunit.client.1.smithi170.stdout:1/33: mkdir d3/db/de 0 2024-09-17T10:39:43.057 INFO:tasks.workunit.client.1.smithi170.stdout:1/34: unlink d3/d5/c6 0 2024-09-17T10:39:43.063 INFO:tasks.workunit.client.1.smithi170.stdout:1/35: dread f1 [0,4194304] 0 2024-09-17T10:39:43.064 INFO:tasks.workunit.client.1.smithi170.stdout:1/36: creat d3/db/ff x:0 0 0 2024-09-17T10:39:43.088 INFO:tasks.workunit.client.1.smithi170.stdout:1/37: dwrite d3/db/ff [0,4194304] 0 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:6/18: sync 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:2/20: sync 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:2/21: chown d0/f2 48543442 1 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:5/8: sync 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:5/9: readlink - no filename 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:3/34: sync 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:2/22: fsync d0/f2 0 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:0/10: sync 2024-09-17T10:39:43.114 INFO:tasks.workunit.client.0.smithi159.stdout:3/35: chown f4 161751002 1 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:1/14: sync 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:7/18: sync 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:2/23: write d0/f2 [9304347,67498] 0 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:4/18: sync 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/0: sync 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/1: rmdir - no directory 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/2: truncate - no filename 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/3: dread - no filename 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/4: truncate - no filename 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:5/10: creat f2 x:0 0 0 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/5: truncate - no filename 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/6: fsync - no filename 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:8/28: sync 2024-09-17T10:39:43.115 INFO:tasks.workunit.client.0.smithi159.stdout:2/24: creat d0/f5 x:0 0 0 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:4/19: creat d0/f6 x:0 0 0 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:8/29: read f3 [82785,119504] 0 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:4/20: chown d0/f4 901 1 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:8/30: truncate f3 300495 0 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:8/31: write f3 [629057,31381] 0 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:4/21: write d0/f6 [117926,100766] 0 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:4/22: write d0/f6 [687024,83286] 0 2024-09-17T10:39:43.116 INFO:tasks.workunit.client.0.smithi159.stdout:4/23: fsync d0/f5 0 2024-09-17T10:39:43.117 INFO:tasks.workunit.client.1.smithi170.stdout:5/21: rmdir d1/d3 39 2024-09-17T10:39:43.117 INFO:tasks.workunit.client.0.smithi159.stdout:6/19: symlink d1/l7 0 2024-09-17T10:39:43.117 INFO:tasks.workunit.client.0.smithi159.stdout:0/11: dread f4 [0,4194304] 0 2024-09-17T10:39:43.117 INFO:tasks.workunit.client.0.smithi159.stdout:0/12: truncate f4 1143097 0 2024-09-17T10:39:43.121 INFO:tasks.workunit.client.0.smithi159.stdout:1/15: mkdir d1/d3 0 2024-09-17T10:39:43.121 INFO:tasks.workunit.client.0.smithi159.stdout:1/16: truncate f0 1265462 0 2024-09-17T10:39:43.121 INFO:tasks.workunit.client.1.smithi170.stdout:4/40: fsync d9/fa 0 2024-09-17T10:39:43.123 INFO:tasks.workunit.client.1.smithi170.stdout:7/8: fsync f4 0 2024-09-17T10:39:43.123 INFO:tasks.workunit.client.1.smithi170.stdout:7/9: creat f5 x:0 0 0 2024-09-17T10:39:43.123 INFO:tasks.workunit.client.1.smithi170.stdout:7/10: creat f6 x:0 0 0 2024-09-17T10:39:43.123 INFO:tasks.workunit.client.1.smithi170.stdout:7/11: dread - f5 zero size 2024-09-17T10:39:43.124 INFO:tasks.workunit.client.0.smithi159.stdout:7/19: mknod d2/c5 0 2024-09-17T10:39:43.124 INFO:tasks.workunit.client.0.smithi159.stdout:7/20: rename d2 to d2/d6 22 2024-09-17T10:39:43.124 INFO:tasks.workunit.client.0.smithi159.stdout:7/21: creat d2/f7 x:0 0 0 2024-09-17T10:39:43.125 INFO:tasks.workunit.client.1.smithi170.stdout:0/19: getdents . 0 2024-09-17T10:39:43.125 INFO:tasks.workunit.client.1.smithi170.stdout:0/20: readlink l2 0 2024-09-17T10:39:43.127 INFO:tasks.workunit.client.0.smithi159.stdout:4/24: dread d0/f6 [0,4194304] 0 2024-09-17T10:39:43.127 INFO:tasks.workunit.client.0.smithi159.stdout:4/25: creat d0/f7 x:0 0 0 2024-09-17T10:39:43.127 INFO:tasks.workunit.client.0.smithi159.stdout:4/26: chown d0/f4 288502 1 2024-09-17T10:39:43.127 INFO:tasks.workunit.client.0.smithi159.stdout:4/27: creat d0/f8 x:0 0 0 2024-09-17T10:39:43.127 INFO:tasks.workunit.client.0.smithi159.stdout:4/28: truncate d0/f7 974449 0 2024-09-17T10:39:43.128 INFO:tasks.workunit.client.1.smithi170.stdout:4/41: mknod d9/c11 0 2024-09-17T10:39:43.133 INFO:tasks.workunit.client.1.smithi170.stdout:5/22: dwrite d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:43.134 INFO:tasks.workunit.client.0.smithi159.stdout:9/7: mkdir d0 0 2024-09-17T10:39:43.134 INFO:tasks.workunit.client.0.smithi159.stdout:9/8: write - no filename 2024-09-17T10:39:43.134 INFO:tasks.workunit.client.0.smithi159.stdout:9/9: write - no filename 2024-09-17T10:39:43.134 INFO:tasks.workunit.client.0.smithi159.stdout:9/10: dwrite - no filename 2024-09-17T10:39:43.134 INFO:tasks.workunit.client.0.smithi159.stdout:9/11: write - no filename 2024-09-17T10:39:43.136 INFO:tasks.workunit.client.1.smithi170.stdout:0/21: creat f3 x:0 0 0 2024-09-17T10:39:43.136 INFO:tasks.workunit.client.1.smithi170.stdout:0/22: write f3 [24197,21666] 0 2024-09-17T10:39:43.137 INFO:tasks.workunit.client.1.smithi170.stdout:6/28: truncate d0/f7 1901952 0 2024-09-17T10:39:43.137 INFO:tasks.workunit.client.1.smithi170.stdout:6/29: readlink d0/d2/l8 0 2024-09-17T10:39:43.138 INFO:tasks.workunit.client.0.smithi159.stdout:0/13: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.139 INFO:tasks.workunit.client.0.smithi159.stdout:8/32: dwrite d4/f6 [0,4194304] 0 2024-09-17T10:39:43.139 INFO:tasks.workunit.client.0.smithi159.stdout:2/25: symlink d0/l6 0 2024-09-17T10:39:43.139 INFO:tasks.workunit.client.0.smithi159.stdout:2/26: creat d0/f7 x:0 0 0 2024-09-17T10:39:43.140 INFO:tasks.workunit.client.1.smithi170.stdout:4/42: mkdir d9/d12 0 2024-09-17T10:39:43.140 INFO:tasks.workunit.client.1.smithi170.stdout:4/43: creat d9/f13 x:0 0 0 2024-09-17T10:39:43.141 INFO:tasks.workunit.client.0.smithi159.stdout:6/20: truncate d1/f3 623769 0 2024-09-17T10:39:43.143 INFO:tasks.workunit.client.1.smithi170.stdout:5/23: dread d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:43.144 INFO:tasks.workunit.client.1.smithi170.stdout:2/8: dwrite f0 [4194304,4194304] 0 2024-09-17T10:39:43.144 INFO:tasks.workunit.client.1.smithi170.stdout:2/9: creat f2 x:0 0 0 2024-09-17T10:39:43.146 INFO:tasks.workunit.client.0.smithi159.stdout:3/36: getdents . 0 2024-09-17T10:39:43.146 INFO:tasks.workunit.client.1.smithi170.stdout:3/126: rmdir d18/d20 39 2024-09-17T10:39:43.150 INFO:tasks.workunit.client.0.smithi159.stdout:1/17: mkdir d1/d4 0 2024-09-17T10:39:43.154 INFO:tasks.workunit.client.0.smithi159.stdout:7/22: mkdir d2/d8 0 2024-09-17T10:39:43.155 INFO:tasks.workunit.client.0.smithi159.stdout:7/23: write d2/f4 [356369,88880] 0 2024-09-17T10:39:43.159 INFO:tasks.workunit.client.1.smithi170.stdout:1/38: getdents d3 0 2024-09-17T10:39:43.159 INFO:tasks.workunit.client.1.smithi170.stdout:1/39: creat d3/db/f10 x:0 0 0 2024-09-17T10:39:43.159 INFO:tasks.workunit.client.1.smithi170.stdout:1/40: readlink l0 0 2024-09-17T10:39:43.159 INFO:tasks.workunit.client.1.smithi170.stdout:5/24: mknod d1/c7 0 2024-09-17T10:39:43.163 INFO:tasks.workunit.client.1.smithi170.stdout:5/25: read d1/d3/f5 [3766146,100340] 0 2024-09-17T10:39:43.164 INFO:tasks.workunit.client.1.smithi170.stdout:5/26: write d1/d3/f5 [753254,103934] 0 2024-09-17T10:39:43.165 INFO:tasks.workunit.client.0.smithi159.stdout:4/29: unlink d0/c2 0 2024-09-17T10:39:43.166 INFO:tasks.workunit.client.1.smithi170.stdout:3/127: mknod d18/d1c/c30 0 2024-09-17T10:39:43.166 INFO:tasks.workunit.client.1.smithi170.stdout:2/10: dwrite f2 [0,4194304] 0 2024-09-17T10:39:43.167 INFO:tasks.workunit.client.0.smithi159.stdout:1/18: dwrite f0 [0,4194304] 0 2024-09-17T10:39:43.168 INFO:tasks.workunit.client.1.smithi170.stdout:0/23: symlink l4 0 2024-09-17T10:39:43.168 INFO:tasks.workunit.client.1.smithi170.stdout:0/24: write f3 [551730,5954] 0 2024-09-17T10:39:43.169 INFO:tasks.workunit.client.0.smithi159.stdout:9/12: mkdir d0/d1 0 2024-09-17T10:39:43.169 INFO:tasks.workunit.client.0.smithi159.stdout:9/13: dread - no filename 2024-09-17T10:39:43.169 INFO:tasks.workunit.client.0.smithi159.stdout:9/14: dwrite - no filename 2024-09-17T10:39:43.169 INFO:tasks.workunit.client.0.smithi159.stdout:9/15: truncate - no filename 2024-09-17T10:39:43.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/44: rename d9/f10 to d9/f14 0 2024-09-17T10:39:43.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/45: fsync d9/fa 0 2024-09-17T10:39:43.171 INFO:tasks.workunit.client.1.smithi170.stdout:4/46: dread - d9/f13 zero size 2024-09-17T10:39:43.171 INFO:tasks.workunit.client.1.smithi170.stdout:4/47: read f2 [323517,82131] 0 2024-09-17T10:39:43.173 INFO:tasks.workunit.client.0.smithi159.stdout:0/14: stat c2 0 2024-09-17T10:39:43.175 INFO:tasks.workunit.client.1.smithi170.stdout:1/41: link f1 d3/db/f11 0 2024-09-17T10:39:43.176 INFO:tasks.workunit.client.1.smithi170.stdout:3/128: dread f14 [0,4194304] 0 2024-09-17T10:39:43.177 INFO:tasks.workunit.client.1.smithi170.stdout:1/42: write f1 [3004589,79636] 0 2024-09-17T10:39:43.178 INFO:tasks.workunit.client.1.smithi170.stdout:5/27: creat d1/d3/f8 x:0 0 0 2024-09-17T10:39:43.180 INFO:tasks.workunit.client.0.smithi159.stdout:8/33: mkdir d4/da 0 2024-09-17T10:39:43.180 INFO:tasks.workunit.client.0.smithi159.stdout:8/34: rename d4/da to d4/da/db 22 2024-09-17T10:39:43.181 INFO:tasks.workunit.client.1.smithi170.stdout:7/12: fsync f6 0 2024-09-17T10:39:43.181 INFO:tasks.workunit.client.1.smithi170.stdout:7/13: truncate f5 853410 0 2024-09-17T10:39:43.181 INFO:tasks.workunit.client.1.smithi170.stdout:7/14: rmdir - no directory 2024-09-17T10:39:43.185 INFO:tasks.workunit.client.1.smithi170.stdout:6/30: fsync d0/f7 0 2024-09-17T10:39:43.187 INFO:tasks.workunit.client.0.smithi159.stdout:2/27: mknod d0/c8 0 2024-09-17T10:39:43.187 INFO:tasks.workunit.client.0.smithi159.stdout:2/28: chown d0/f3 14543566 1 2024-09-17T10:39:43.188 INFO:tasks.workunit.client.0.smithi159.stdout:2/29: stat d0/f7 0 2024-09-17T10:39:43.188 INFO:tasks.workunit.client.0.smithi159.stdout:2/30: dread - d0/f7 zero size 2024-09-17T10:39:43.188 INFO:tasks.workunit.client.0.smithi159.stdout:2/31: chown d0 487 1 2024-09-17T10:39:43.189 INFO:tasks.workunit.client.1.smithi170.stdout:2/11: mknod c3 0 2024-09-17T10:39:43.193 INFO:tasks.workunit.client.0.smithi159.stdout:3/37: truncate f2 2994329 0 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:0/25: chown f1 992 1 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/48: creat d9/d12/f15 x:0 0 0 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/49: creat d9/f16 x:0 0 0 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/50: dread - d9/fd zero size 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/51: stat d9/fd 0 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/52: write d9/f14 [242639,105470] 0 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/53: creat d9/f17 x:0 0 0 2024-09-17T10:39:43.199 INFO:tasks.workunit.client.1.smithi170.stdout:3/129: dwrite f9 [4194304,4194304] 0 2024-09-17T10:39:43.202 INFO:tasks.workunit.client.1.smithi170.stdout:1/43: rename l0 to d3/d5/l12 0 2024-09-17T10:39:43.202 INFO:tasks.workunit.client.1.smithi170.stdout:1/44: dread - d3/db/f10 zero size 2024-09-17T10:39:43.205 INFO:tasks.workunit.client.1.smithi170.stdout:5/28: mknod d1/c9 0 2024-09-17T10:39:43.205 INFO:tasks.workunit.client.1.smithi170.stdout:5/29: chown d1/c6 10164747 1 2024-09-17T10:39:43.205 INFO:tasks.workunit.client.0.smithi159.stdout:8/35: dwrite f0 [0,4194304] 0 2024-09-17T10:39:43.206 INFO:tasks.workunit.client.0.smithi159.stdout:8/36: creat d4/fc x:0 0 0 2024-09-17T10:39:43.207 INFO:tasks.workunit.client.1.smithi170.stdout:6/31: link d0/d2/c5 d0/d2/ca 0 2024-09-17T10:39:43.212 INFO:tasks.workunit.client.0.smithi159.stdout:6/21: dread d1/f3 [0,4194304] 0 2024-09-17T10:39:43.212 INFO:tasks.workunit.client.1.smithi170.stdout:2/12: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.212 INFO:tasks.workunit.client.1.smithi170.stdout:7/15: dwrite f4 [0,4194304] 0 2024-09-17T10:39:43.212 INFO:tasks.workunit.client.1.smithi170.stdout:7/16: fdatasync f0 0 2024-09-17T10:39:43.214 INFO:tasks.workunit.client.1.smithi170.stdout:3/130: write d18/f22 [2718250,77227] 0 2024-09-17T10:39:43.214 INFO:tasks.workunit.client.1.smithi170.stdout:7/17: dread f5 [0,4194304] 0 2024-09-17T10:39:43.214 INFO:tasks.workunit.client.0.smithi159.stdout:6/22: dread d1/f3 [0,4194304] 0 2024-09-17T10:39:43.214 INFO:tasks.workunit.client.0.smithi159.stdout:6/23: truncate d1/f3 1617420 0 2024-09-17T10:39:43.214 INFO:tasks.workunit.client.0.smithi159.stdout:1/19: mknod d1/d4/c5 0 2024-09-17T10:39:43.214 INFO:tasks.workunit.client.0.smithi159.stdout:1/20: fsync f0 0 2024-09-17T10:39:43.216 INFO:tasks.workunit.client.0.smithi159.stdout:9/16: mkdir d0/d1/d2 0 2024-09-17T10:39:43.219 INFO:tasks.workunit.client.0.smithi159.stdout:0/15: unlink c2 0 2024-09-17T10:39:43.219 INFO:tasks.workunit.client.0.smithi159.stdout:0/16: fsync f1 0 2024-09-17T10:39:43.220 INFO:tasks.workunit.client.1.smithi170.stdout:2/13: dread f0 [4194304,4194304] 0 2024-09-17T10:39:43.220 INFO:tasks.workunit.client.1.smithi170.stdout:2/14: fsync f1 0 2024-09-17T10:39:43.221 INFO:tasks.workunit.client.0.smithi159.stdout:0/17: write f4 [385509,104731] 0 2024-09-17T10:39:43.221 INFO:tasks.workunit.client.1.smithi170.stdout:4/54: mknod d9/c18 0 2024-09-17T10:39:43.222 INFO:tasks.workunit.client.1.smithi170.stdout:4/55: write d9/fa [526491,127888] 0 2024-09-17T10:39:43.222 INFO:tasks.workunit.client.0.smithi159.stdout:1/21: dread f0 [0,4194304] 0 2024-09-17T10:39:43.222 INFO:tasks.workunit.client.0.smithi159.stdout:2/32: unlink d0/f3 0 2024-09-17T10:39:43.223 INFO:tasks.workunit.client.1.smithi170.stdout:1/45: mknod d3/db/de/c13 0 2024-09-17T10:39:43.223 INFO:tasks.workunit.client.1.smithi170.stdout:1/46: readlink d3/ld 0 2024-09-17T10:39:43.224 INFO:tasks.workunit.client.1.smithi170.stdout:3/131: dread d18/d1c/f23 [0,4194304] 0 2024-09-17T10:39:43.224 INFO:tasks.workunit.client.1.smithi170.stdout:3/132: write f9 [3765803,46125] 0 2024-09-17T10:39:43.224 INFO:tasks.workunit.client.1.smithi170.stdout:3/133: readlink d18/l1d 0 2024-09-17T10:39:43.224 INFO:tasks.workunit.client.0.smithi159.stdout:3/38: mknod c6 0 2024-09-17T10:39:43.225 INFO:tasks.workunit.client.1.smithi170.stdout:3/134: write f16 [914100,27265] 0 2024-09-17T10:39:43.225 INFO:tasks.workunit.client.1.smithi170.stdout:3/135: read fd [2058115,32256] 0 2024-09-17T10:39:43.226 INFO:tasks.workunit.client.1.smithi170.stdout:5/30: symlink d1/la 0 2024-09-17T10:39:43.226 INFO:tasks.workunit.client.1.smithi170.stdout:5/31: chown d1/d3/f8 3049493 1 2024-09-17T10:39:43.226 INFO:tasks.workunit.client.1.smithi170.stdout:5/32: write d1/d3/f8 [625061,37558] 0 2024-09-17T10:39:43.231 INFO:tasks.workunit.client.1.smithi170.stdout:2/15: write f1 [645134,100979] 0 2024-09-17T10:39:43.231 INFO:tasks.workunit.client.1.smithi170.stdout:2/16: write f1 [2597293,95270] 0 2024-09-17T10:39:43.231 INFO:tasks.workunit.client.1.smithi170.stdout:0/26: link f1 f5 0 2024-09-17T10:39:43.233 INFO:tasks.workunit.client.1.smithi170.stdout:5/33: dread d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:43.237 INFO:tasks.workunit.client.0.smithi159.stdout:8/37: mkdir d4/dd 0 2024-09-17T10:39:43.237 INFO:tasks.workunit.client.0.smithi159.stdout:8/38: fdatasync d4/fc 0 2024-09-17T10:39:43.240 INFO:tasks.workunit.client.1.smithi170.stdout:1/47: dwrite d3/db/f10 [0,4194304] 0 2024-09-17T10:39:43.240 INFO:tasks.workunit.client.0.smithi159.stdout:4/30: getdents d0 0 2024-09-17T10:39:43.240 INFO:tasks.workunit.client.0.smithi159.stdout:4/31: chown d0/f3 181 1 2024-09-17T10:39:43.243 INFO:tasks.workunit.client.0.smithi159.stdout:6/24: unlink d1/l7 0 2024-09-17T10:39:43.245 INFO:tasks.workunit.client.0.smithi159.stdout:9/17: mkdir d0/d3 0 2024-09-17T10:39:43.257 INFO:tasks.workunit.client.0.smithi159.stdout:0/18: mkdir d5 0 2024-09-17T10:39:43.258 INFO:tasks.workunit.client.0.smithi159.stdout:1/22: symlink d1/d2/l6 0 2024-09-17T10:39:43.258 INFO:tasks.workunit.client.0.smithi159.stdout:1/23: readlink d1/d2/l6 0 2024-09-17T10:39:43.258 INFO:tasks.workunit.client.0.smithi159.stdout:1/24: stat d1/d2 0 2024-09-17T10:39:43.267 INFO:tasks.workunit.client.0.smithi159.stdout:8/39: symlink d4/dd/le 0 2024-09-17T10:39:43.267 INFO:tasks.workunit.client.1.smithi170.stdout:3/136: rmdir d18/d1c 39 2024-09-17T10:39:43.269 INFO:tasks.workunit.client.0.smithi159.stdout:4/32: mkdir d0/d9 0 2024-09-17T10:39:43.272 INFO:tasks.workunit.client.0.smithi159.stdout:6/25: symlink d1/l8 0 2024-09-17T10:39:43.274 INFO:tasks.workunit.client.0.smithi159.stdout:9/18: symlink d0/d1/d2/l4 0 2024-09-17T10:39:43.274 INFO:tasks.workunit.client.0.smithi159.stdout:9/19: dwrite - no filename 2024-09-17T10:39:43.274 INFO:tasks.workunit.client.0.smithi159.stdout:9/20: dwrite - no filename 2024-09-17T10:39:43.275 INFO:tasks.workunit.client.1.smithi170.stdout:5/34: symlink d1/d3/lb 0 2024-09-17T10:39:43.277 INFO:tasks.workunit.client.0.smithi159.stdout:0/19: mknod d5/c6 0 2024-09-17T10:39:43.280 INFO:tasks.workunit.client.0.smithi159.stdout:1/25: unlink f0 0 2024-09-17T10:39:43.283 INFO:tasks.workunit.client.1.smithi170.stdout:1/48: link d3/ca d3/d5/c14 0 2024-09-17T10:39:43.283 INFO:tasks.workunit.client.1.smithi170.stdout:1/49: write d3/f7 [4206366,30145] 0 2024-09-17T10:39:43.284 INFO:tasks.workunit.client.0.smithi159.stdout:2/33: rmdir d0 39 2024-09-17T10:39:43.285 INFO:tasks.workunit.client.1.smithi170.stdout:7/18: getdents . 0 2024-09-17T10:39:43.286 INFO:tasks.workunit.client.0.smithi159.stdout:3/39: truncate f2 515736 0 2024-09-17T10:39:43.286 INFO:tasks.workunit.client.0.smithi159.stdout:3/40: chown c6 276 1 2024-09-17T10:39:43.287 INFO:tasks.workunit.client.0.smithi159.stdout:3/41: rmdir - no directory 2024-09-17T10:39:43.287 INFO:tasks.workunit.client.0.smithi159.stdout:3/42: write f5 [338536,106986] 0 2024-09-17T10:39:43.287 INFO:tasks.workunit.client.0.smithi159.stdout:3/43: truncate f5 454768 0 2024-09-17T10:39:43.289 INFO:tasks.workunit.client.1.smithi170.stdout:4/56: rmdir d9 39 2024-09-17T10:39:43.290 INFO:tasks.workunit.client.0.smithi159.stdout:4/33: dread d0/f6 [0,4194304] 0 2024-09-17T10:39:43.290 INFO:tasks.workunit.client.0.smithi159.stdout:6/26: creat d1/f9 x:0 0 0 2024-09-17T10:39:43.291 INFO:tasks.workunit.client.1.smithi170.stdout:3/137: creat d18/d1c/d2b/f31 x:0 0 0 2024-09-17T10:39:43.292 INFO:tasks.workunit.client.0.smithi159.stdout:6/27: dread d1/f3 [0,4194304] 0 2024-09-17T10:39:43.293 INFO:tasks.workunit.client.0.smithi159.stdout:0/20: rename c3 to d5/c7 0 2024-09-17T10:39:43.293 INFO:tasks.workunit.client.0.smithi159.stdout:0/21: read f4 [552755,51765] 0 2024-09-17T10:39:43.294 INFO:tasks.workunit.client.1.smithi170.stdout:2/17: rename f2 to f4 0 2024-09-17T10:39:43.296 INFO:tasks.workunit.client.0.smithi159.stdout:1/26: mknod d1/c7 0 2024-09-17T10:39:43.297 INFO:tasks.workunit.client.1.smithi170.stdout:0/27: rename f5 to f6 0 2024-09-17T10:39:43.298 INFO:tasks.workunit.client.0.smithi159.stdout:2/34: mkdir d0/d9 0 2024-09-17T10:39:43.300 INFO:tasks.workunit.client.0.smithi159.stdout:3/44: mknod c7 0 2024-09-17T10:39:43.302 INFO:tasks.workunit.client.1.smithi170.stdout:1/50: creat d3/db/de/f15 x:0 0 0 2024-09-17T10:39:43.304 INFO:tasks.workunit.client.1.smithi170.stdout:7/19: link f4 f7 0 2024-09-17T10:39:43.305 INFO:tasks.workunit.client.0.smithi159.stdout:0/22: mknod d5/c8 0 2024-09-17T10:39:43.306 INFO:tasks.workunit.client.1.smithi170.stdout:3/138: creat d18/d20/d2d/f32 x:0 0 0 2024-09-17T10:39:43.309 INFO:tasks.workunit.client.0.smithi159.stdout:1/27: creat d1/d4/f8 x:0 0 0 2024-09-17T10:39:43.311 INFO:tasks.workunit.client.0.smithi159.stdout:2/35: rmdir d0 39 2024-09-17T10:39:43.311 INFO:tasks.workunit.client.0.smithi159.stdout:2/36: readlink d0/l1 0 2024-09-17T10:39:43.311 INFO:tasks.workunit.client.0.smithi159.stdout:8/40: dwrite d4/f5 [0,4194304] 0 2024-09-17T10:39:43.313 INFO:tasks.workunit.client.0.smithi159.stdout:5/11: sync 2024-09-17T10:39:43.313 INFO:tasks.workunit.client.0.smithi159.stdout:7/24: sync 2024-09-17T10:39:43.313 INFO:tasks.workunit.client.0.smithi159.stdout:7/25: creat d2/f9 x:0 0 0 2024-09-17T10:39:43.313 INFO:tasks.workunit.client.0.smithi159.stdout:7/26: chown d2/f4 0 1 2024-09-17T10:39:43.313 INFO:tasks.workunit.client.0.smithi159.stdout:7/27: readlink l1 0 2024-09-17T10:39:43.313 INFO:tasks.workunit.client.0.smithi159.stdout:7/28: write d2/f9 [890876,88827] 0 2024-09-17T10:39:43.314 INFO:tasks.workunit.client.1.smithi170.stdout:5/35: truncate d1/d3/f5 159131 0 2024-09-17T10:39:43.316 INFO:tasks.workunit.client.0.smithi159.stdout:3/45: rename c6 to c8 0 2024-09-17T10:39:43.318 INFO:tasks.workunit.client.1.smithi170.stdout:1/51: unlink d3/db/ff 0 2024-09-17T10:39:43.318 INFO:tasks.workunit.client.0.smithi159.stdout:1/28: rmdir d1 39 2024-09-17T10:39:43.319 INFO:tasks.workunit.client.1.smithi170.stdout:7/20: readlink l1 0 2024-09-17T10:39:43.321 INFO:tasks.workunit.client.0.smithi159.stdout:2/37: creat d0/d9/fa x:0 0 0 2024-09-17T10:39:43.321 INFO:tasks.workunit.client.0.smithi159.stdout:2/38: read - d0/f5 zero size 2024-09-17T10:39:43.321 INFO:tasks.workunit.client.1.smithi170.stdout:3/139: creat d18/d24/f33 x:0 0 0 2024-09-17T10:39:43.322 INFO:tasks.workunit.client.0.smithi159.stdout:6/28: dwrite d1/f3 [0,4194304] 0 2024-09-17T10:39:43.322 INFO:tasks.workunit.client.0.smithi159.stdout:6/29: chown d1/f3 186 1 2024-09-17T10:39:43.323 INFO:tasks.workunit.client.1.smithi170.stdout:0/28: mknod c7 0 2024-09-17T10:39:43.323 INFO:tasks.workunit.client.1.smithi170.stdout:0/29: write f3 [1570597,127040] 0 2024-09-17T10:39:43.326 INFO:tasks.workunit.client.0.smithi159.stdout:4/34: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:43.326 INFO:tasks.workunit.client.0.smithi159.stdout:4/35: readlink - no filename 2024-09-17T10:39:43.326 INFO:tasks.workunit.client.0.smithi159.stdout:4/36: getdents d0/d9 0 2024-09-17T10:39:43.326 INFO:tasks.workunit.client.0.smithi159.stdout:4/37: getdents d0/d9 0 2024-09-17T10:39:43.326 INFO:tasks.workunit.client.0.smithi159.stdout:4/38: readlink - no filename 2024-09-17T10:39:43.327 INFO:tasks.workunit.client.0.smithi159.stdout:8/41: dread d4/f6 [0,4194304] 0 2024-09-17T10:39:43.327 INFO:tasks.workunit.client.1.smithi170.stdout:5/36: link d1/c6 d1/cc 0 2024-09-17T10:39:43.331 INFO:tasks.workunit.client.1.smithi170.stdout:2/18: dread f4 [0,4194304] 0 2024-09-17T10:39:43.331 INFO:tasks.workunit.client.1.smithi170.stdout:2/19: creat f5 x:0 0 0 2024-09-17T10:39:43.331 INFO:tasks.workunit.client.1.smithi170.stdout:2/20: rmdir - no directory 2024-09-17T10:39:43.331 INFO:tasks.workunit.client.1.smithi170.stdout:2/21: truncate f5 795772 0 2024-09-17T10:39:43.333 INFO:tasks.workunit.client.0.smithi159.stdout:1/29: creat d1/d3/f9 x:0 0 0 2024-09-17T10:39:43.333 INFO:tasks.workunit.client.0.smithi159.stdout:0/23: dwrite f4 [0,4194304] 0 2024-09-17T10:39:43.334 INFO:tasks.workunit.client.1.smithi170.stdout:7/21: truncate f6 847892 0 2024-09-17T10:39:43.335 INFO:tasks.workunit.client.1.smithi170.stdout:4/57: dwrite d9/f16 [0,4194304] 0 2024-09-17T10:39:43.336 INFO:tasks.workunit.client.1.smithi170.stdout:3/140: truncate fd 3310714 0 2024-09-17T10:39:43.336 INFO:tasks.workunit.client.1.smithi170.stdout:3/141: chown d18/d1c/d2b/f31 1543232530 1 2024-09-17T10:39:43.339 INFO:tasks.workunit.client.0.smithi159.stdout:6/30: link d1/l4 d1/la 0 2024-09-17T10:39:43.339 INFO:tasks.workunit.client.0.smithi159.stdout:6/31: write d1/f9 [867662,17580] 0 2024-09-17T10:39:43.339 INFO:tasks.workunit.client.0.smithi159.stdout:6/32: chown d1/f9 153062418 1 2024-09-17T10:39:43.341 INFO:tasks.workunit.client.0.smithi159.stdout:6/33: fsync d1/f9 0 2024-09-17T10:39:43.341 INFO:tasks.workunit.client.0.smithi159.stdout:6/34: creat d1/fb x:0 0 0 2024-09-17T10:39:43.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/30: dwrite f3 [0,4194304] 0 2024-09-17T10:39:43.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/31: rmdir - no directory 2024-09-17T10:39:43.346 INFO:tasks.workunit.client.0.smithi159.stdout:3/46: getdents . 0 2024-09-17T10:39:43.346 INFO:tasks.workunit.client.0.smithi159.stdout:3/47: chown f2 287857 1 2024-09-17T10:39:43.346 INFO:tasks.workunit.client.1.smithi170.stdout:5/37: dread d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:43.346 INFO:tasks.workunit.client.1.smithi170.stdout:5/38: creat d1/d3/fd x:0 0 0 2024-09-17T10:39:43.348 INFO:tasks.workunit.client.1.smithi170.stdout:1/52: getdents d3/db 0 2024-09-17T10:39:43.348 INFO:tasks.workunit.client.1.smithi170.stdout:1/53: creat d3/db/de/f16 x:0 0 0 2024-09-17T10:39:43.353 INFO:tasks.workunit.client.0.smithi159.stdout:7/29: fsync d2/f9 0 2024-09-17T10:39:43.354 INFO:tasks.workunit.client.1.smithi170.stdout:4/58: symlink d9/l19 0 2024-09-17T10:39:43.355 INFO:tasks.workunit.client.0.smithi159.stdout:4/39: read d0/f5 [464366,32570] 0 2024-09-17T10:39:43.357 INFO:tasks.workunit.client.0.smithi159.stdout:8/42: mknod d4/dd/cf 0 2024-09-17T10:39:43.357 INFO:tasks.workunit.client.0.smithi159.stdout:8/43: chown f0 3632306 1 2024-09-17T10:39:43.357 INFO:tasks.workunit.client.1.smithi170.stdout:3/142: dwrite d18/d20/d2d/f32 [0,4194304] 0 2024-09-17T10:39:43.359 INFO:tasks.workunit.client.0.smithi159.stdout:1/30: mkdir d1/d3/da 0 2024-09-17T10:39:43.362 INFO:tasks.workunit.client.1.smithi170.stdout:7/22: write f4 [333030,92266] 0 2024-09-17T10:39:43.363 INFO:tasks.workunit.client.1.smithi170.stdout:0/32: creat f8 x:0 0 0 2024-09-17T10:39:43.365 INFO:tasks.workunit.client.1.smithi170.stdout:2/22: getdents . 0 2024-09-17T10:39:43.367 INFO:tasks.workunit.client.0.smithi159.stdout:0/24: rename d5/c7 to d5/c9 0 2024-09-17T10:39:43.371 INFO:tasks.workunit.client.1.smithi170.stdout:5/39: link d1/d3/f8 d1/fe 0 2024-09-17T10:39:43.375 INFO:tasks.workunit.client.1.smithi170.stdout:1/54: creat d3/d5/f17 x:0 0 0 2024-09-17T10:39:43.375 INFO:tasks.workunit.client.0.smithi159.stdout:0/25: dread f1 [0,4194304] 0 2024-09-17T10:39:43.376 INFO:tasks.workunit.client.0.smithi159.stdout:3/48: mkdir d9 0 2024-09-17T10:39:43.380 INFO:tasks.workunit.client.0.smithi159.stdout:8/44: mkdir d4/dd/d10 0 2024-09-17T10:39:43.381 INFO:tasks.workunit.client.1.smithi170.stdout:3/143: mknod d18/d1c/c34 0 2024-09-17T10:39:43.383 INFO:tasks.workunit.client.0.smithi159.stdout:1/31: link d1/c7 d1/d2/cb 0 2024-09-17T10:39:43.383 INFO:tasks.workunit.client.0.smithi159.stdout:1/32: stat d1/d4/c5 0 2024-09-17T10:39:43.383 INFO:tasks.workunit.client.0.smithi159.stdout:1/33: write d1/d3/f9 [133920,6593] 0 2024-09-17T10:39:43.383 INFO:tasks.workunit.client.0.smithi159.stdout:4/40: dread d0/f3 [0,4194304] 0 2024-09-17T10:39:43.385 INFO:tasks.workunit.client.0.smithi159.stdout:6/35: truncate d1/f3 1607188 0 2024-09-17T10:39:43.387 INFO:tasks.workunit.client.0.smithi159.stdout:0/26: getdents d5 0 2024-09-17T10:39:43.389 INFO:tasks.workunit.client.0.smithi159.stdout:1/34: dread d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:43.390 INFO:tasks.workunit.client.0.smithi159.stdout:3/49: symlink d9/la 0 2024-09-17T10:39:43.392 INFO:tasks.workunit.client.0.smithi159.stdout:8/45: link d4/l7 d4/da/l11 0 2024-09-17T10:39:43.394 INFO:tasks.workunit.client.0.smithi159.stdout:4/41: mkdir d0/d9/da 0 2024-09-17T10:39:43.394 INFO:tasks.workunit.client.0.smithi159.stdout:4/42: readlink - no filename 2024-09-17T10:39:43.394 INFO:tasks.workunit.client.0.smithi159.stdout:4/43: fsync d0/f6 0 2024-09-17T10:39:43.396 INFO:tasks.workunit.client.0.smithi159.stdout:6/36: mkdir d1/dc 0 2024-09-17T10:39:43.397 INFO:tasks.workunit.client.0.smithi159.stdout:6/37: truncate d1/fb 324925 0 2024-09-17T10:39:43.397 INFO:tasks.workunit.client.0.smithi159.stdout:6/38: getdents d1/dc 0 2024-09-17T10:39:43.397 INFO:tasks.workunit.client.0.smithi159.stdout:6/39: fdatasync d1/fb 0 2024-09-17T10:39:43.398 INFO:tasks.workunit.client.0.smithi159.stdout:1/35: mkdir d1/d4/dc 0 2024-09-17T10:39:43.399 INFO:tasks.workunit.client.0.smithi159.stdout:1/36: chown d1/d3/da 3 1 2024-09-17T10:39:43.399 INFO:tasks.workunit.client.0.smithi159.stdout:1/37: truncate d1/d4/f8 681344 0 2024-09-17T10:39:43.399 INFO:tasks.workunit.client.1.smithi170.stdout:2/23: link f5 f6 0 2024-09-17T10:39:43.402 INFO:tasks.workunit.client.1.smithi170.stdout:5/40: link d1/cc d1/cf 0 2024-09-17T10:39:43.402 INFO:tasks.workunit.client.1.smithi170.stdout:5/41: write d1/d3/fd [831876,38756] 0 2024-09-17T10:39:43.403 INFO:tasks.workunit.client.1.smithi170.stdout:1/55: truncate d3/db/f10 4167955 0 2024-09-17T10:39:43.404 INFO:tasks.workunit.client.1.smithi170.stdout:1/56: fdatasync d3/db/de/f15 0 2024-09-17T10:39:43.404 INFO:tasks.workunit.client.0.smithi159.stdout:4/44: mknod d0/d9/cb 0 2024-09-17T10:39:43.405 INFO:tasks.workunit.client.1.smithi170.stdout:3/144: creat d18/d20/f35 x:0 0 0 2024-09-17T10:39:43.405 INFO:tasks.workunit.client.0.smithi159.stdout:6/40: truncate d1/f9 135710 0 2024-09-17T10:39:43.406 INFO:tasks.workunit.client.0.smithi159.stdout:6/41: dread d1/fb [0,4194304] 0 2024-09-17T10:39:43.406 INFO:tasks.workunit.client.0.smithi159.stdout:6/42: fdatasync d1/f9 0 2024-09-17T10:39:43.407 INFO:tasks.workunit.client.1.smithi170.stdout:7/23: unlink f5 0 2024-09-17T10:39:43.408 INFO:tasks.workunit.client.0.smithi159.stdout:1/38: mknod d1/cd 0 2024-09-17T10:39:43.409 INFO:tasks.workunit.client.1.smithi170.stdout:0/33: symlink l9 0 2024-09-17T10:39:43.409 INFO:tasks.workunit.client.1.smithi170.stdout:0/34: write f6 [1116666,50584] 0 2024-09-17T10:39:43.410 INFO:tasks.workunit.client.0.smithi159.stdout:3/50: truncate f5 219076 0 2024-09-17T10:39:43.411 INFO:tasks.workunit.client.0.smithi159.stdout:8/46: dwrite f3 [0,4194304] 0 2024-09-17T10:39:43.412 INFO:tasks.workunit.client.0.smithi159.stdout:8/47: fdatasync d4/f5 0 2024-09-17T10:39:43.412 INFO:tasks.workunit.client.1.smithi170.stdout:2/24: creat f7 x:0 0 0 2024-09-17T10:39:43.413 INFO:tasks.workunit.client.0.smithi159.stdout:4/45: unlink d0/f5 0 2024-09-17T10:39:43.414 INFO:tasks.workunit.client.1.smithi170.stdout:5/42: mknod d1/c10 0 2024-09-17T10:39:43.414 INFO:tasks.workunit.client.0.smithi159.stdout:0/27: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.416 INFO:tasks.workunit.client.1.smithi170.stdout:1/57: symlink d3/db/de/l18 0 2024-09-17T10:39:43.419 INFO:tasks.workunit.client.0.smithi159.stdout:1/39: rename d1/d3/da to d1/d4/de 0 2024-09-17T10:39:43.420 INFO:tasks.workunit.client.0.smithi159.stdout:1/40: dread d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:43.421 INFO:tasks.workunit.client.0.smithi159.stdout:1/41: write d1/d4/f8 [547862,20583] 0 2024-09-17T10:39:43.421 INFO:tasks.workunit.client.1.smithi170.stdout:3/145: mknod d18/d20/d2d/c36 0 2024-09-17T10:39:43.421 INFO:tasks.workunit.client.1.smithi170.stdout:3/146: creat d18/d20/f37 x:0 0 0 2024-09-17T10:39:43.422 INFO:tasks.workunit.client.0.smithi159.stdout:3/51: mknod d9/cb 0 2024-09-17T10:39:43.423 INFO:tasks.workunit.client.1.smithi170.stdout:7/24: dwrite f6 [0,4194304] 0 2024-09-17T10:39:43.431 INFO:tasks.workunit.client.0.smithi159.stdout:6/43: read d1/f9 [98727,48966] 0 2024-09-17T10:39:43.431 INFO:tasks.workunit.client.1.smithi170.stdout:5/43: mkdir d1/d11 0 2024-09-17T10:39:43.431 INFO:tasks.workunit.client.1.smithi170.stdout:5/44: truncate d1/d3/fd 1094178 0 2024-09-17T10:39:43.435 INFO:tasks.workunit.client.0.smithi159.stdout:6/44: dread d1/f3 [0,4194304] 0 2024-09-17T10:39:43.435 INFO:tasks.workunit.client.0.smithi159.stdout:6/45: write d1/f9 [162387,19171] 0 2024-09-17T10:39:43.435 INFO:tasks.workunit.client.0.smithi159.stdout:6/46: chown d1/l8 16376075 1 2024-09-17T10:39:43.435 INFO:tasks.workunit.client.0.smithi159.stdout:6/47: creat d1/fd x:0 0 0 2024-09-17T10:39:43.436 INFO:tasks.workunit.client.1.smithi170.stdout:3/147: unlink d18/l1d 0 2024-09-17T10:39:43.438 INFO:tasks.workunit.client.1.smithi170.stdout:1/58: dwrite d3/db/f10 [0,4194304] 0 2024-09-17T10:39:43.438 INFO:tasks.workunit.client.1.smithi170.stdout:1/59: write d3/db/f11 [4417733,68178] 0 2024-09-17T10:39:43.441 INFO:tasks.workunit.client.0.smithi159.stdout:4/46: read d0/f4 [5939972,49489] 0 2024-09-17T10:39:43.442 INFO:tasks.workunit.client.1.smithi170.stdout:7/25: chown l2 7310 1 2024-09-17T10:39:43.442 INFO:tasks.workunit.client.1.smithi170.stdout:7/26: stat f6 0 2024-09-17T10:39:43.444 INFO:tasks.workunit.client.1.smithi170.stdout:0/35: rename f6 to fa 0 2024-09-17T10:39:43.447 INFO:tasks.workunit.client.1.smithi170.stdout:2/25: mknod c8 0 2024-09-17T10:39:43.448 INFO:tasks.workunit.client.1.smithi170.stdout:2/26: chown f7 41902832 1 2024-09-17T10:39:43.448 INFO:tasks.workunit.client.1.smithi170.stdout:2/27: chown f7 1109 1 2024-09-17T10:39:43.450 INFO:tasks.workunit.client.1.smithi170.stdout:5/45: creat d1/f12 x:0 0 0 2024-09-17T10:39:43.451 INFO:tasks.workunit.client.1.smithi170.stdout:5/46: write d1/f12 [359975,118005] 0 2024-09-17T10:39:43.453 INFO:tasks.workunit.client.0.smithi159.stdout:0/28: creat d5/fa x:0 0 0 2024-09-17T10:39:43.454 INFO:tasks.workunit.client.1.smithi170.stdout:3/148: dwrite f0 [0,4194304] 0 2024-09-17T10:39:43.454 INFO:tasks.workunit.client.1.smithi170.stdout:3/149: fsync f16 0 2024-09-17T10:39:43.454 INFO:tasks.workunit.client.1.smithi170.stdout:3/150: fsync d18/d20/d2d/f32 0 2024-09-17T10:39:43.455 INFO:tasks.workunit.client.1.smithi170.stdout:3/151: truncate d18/d24/f33 128571 0 2024-09-17T10:39:43.455 INFO:tasks.workunit.client.1.smithi170.stdout:3/152: truncate f16 2671245 0 2024-09-17T10:39:43.455 INFO:tasks.workunit.client.1.smithi170.stdout:1/60: creat d3/db/f19 x:0 0 0 2024-09-17T10:39:43.457 INFO:tasks.workunit.client.1.smithi170.stdout:7/27: creat f8 x:0 0 0 2024-09-17T10:39:43.459 INFO:tasks.workunit.client.0.smithi159.stdout:1/42: unlink d1/cd 0 2024-09-17T10:39:43.459 INFO:tasks.workunit.client.0.smithi159.stdout:7/30: sync 2024-09-17T10:39:43.459 INFO:tasks.workunit.client.0.smithi159.stdout:2/39: sync 2024-09-17T10:39:43.459 INFO:tasks.workunit.client.0.smithi159.stdout:9/21: sync 2024-09-17T10:39:43.459 INFO:tasks.workunit.client.0.smithi159.stdout:9/22: fsync - no filename 2024-09-17T10:39:43.462 INFO:tasks.workunit.client.0.smithi159.stdout:1/43: dread d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:43.465 INFO:tasks.workunit.client.0.smithi159.stdout:5/12: sync 2024-09-17T10:39:43.467 INFO:tasks.workunit.client.0.smithi159.stdout:1/44: dread d1/d4/f8 [0,4194304] 0 2024-09-17T10:39:43.467 INFO:tasks.workunit.client.0.smithi159.stdout:1/45: fsync d1/d3/f9 0 2024-09-17T10:39:43.468 INFO:tasks.workunit.client.0.smithi159.stdout:4/47: write d0/f8 [662088,103998] 0 2024-09-17T10:39:43.469 INFO:tasks.workunit.client.0.smithi159.stdout:1/46: dread d1/d4/f8 [0,4194304] 0 2024-09-17T10:39:43.470 INFO:tasks.workunit.client.1.smithi170.stdout:1/61: unlink d3/d5/l12 0 2024-09-17T10:39:43.471 INFO:tasks.workunit.client.1.smithi170.stdout:1/62: write d3/db/f11 [2778991,51960] 0 2024-09-17T10:39:43.471 INFO:tasks.workunit.client.1.smithi170.stdout:1/63: readlink d3/db/de/l18 0 2024-09-17T10:39:43.471 INFO:tasks.workunit.client.0.smithi159.stdout:1/47: dread d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:43.472 INFO:tasks.workunit.client.0.smithi159.stdout:0/29: rename d5/fa to d5/fb 0 2024-09-17T10:39:43.472 INFO:tasks.workunit.client.0.smithi159.stdout:0/30: truncate d5/fb 38228 0 2024-09-17T10:39:43.474 INFO:tasks.workunit.client.0.smithi159.stdout:9/23: symlink d0/d1/l5 0 2024-09-17T10:39:43.474 INFO:tasks.workunit.client.0.smithi159.stdout:9/24: write - no filename 2024-09-17T10:39:43.475 INFO:tasks.workunit.client.1.smithi170.stdout:2/28: link c8 c9 0 2024-09-17T10:39:43.477 INFO:tasks.workunit.client.1.smithi170.stdout:5/47: dwrite d1/d3/fd [0,4194304] 0 2024-09-17T10:39:43.478 INFO:tasks.workunit.client.0.smithi159.stdout:3/52: link c7 d9/cc 0 2024-09-17T10:39:43.478 INFO:tasks.workunit.client.0.smithi159.stdout:3/53: chown c7 8543176 1 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:5/13: unlink f1 0 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:5/14: creat f3 x:0 0 0 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:5/15: dread - f2 zero size 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:5/16: write f3 [816008,65163] 0 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:5/17: creat f4 x:0 0 0 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:5/18: truncate f4 227606 0 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:5/19: stat f4 0 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:0/31: dread f1 [0,4194304] 0 2024-09-17T10:39:43.485 INFO:tasks.workunit.client.0.smithi159.stdout:4/48: fsync d0/f8 0 2024-09-17T10:39:43.486 INFO:tasks.workunit.client.0.smithi159.stdout:4/49: chown d0/f3 237 1 2024-09-17T10:39:43.486 INFO:tasks.workunit.client.1.smithi170.stdout:7/28: fsync f8 0 2024-09-17T10:39:43.490 INFO:tasks.workunit.client.1.smithi170.stdout:5/48: mkdir d1/d3/d13 0 2024-09-17T10:39:43.490 INFO:tasks.workunit.client.1.smithi170.stdout:5/49: stat d1/c9 0 2024-09-17T10:39:43.491 INFO:tasks.workunit.client.0.smithi159.stdout:9/25: creat d0/d3/f6 x:0 0 0 2024-09-17T10:39:43.491 INFO:tasks.workunit.client.0.smithi159.stdout:9/26: dread - d0/d3/f6 zero size 2024-09-17T10:39:43.493 INFO:tasks.workunit.client.1.smithi170.stdout:3/153: dwrite d18/d1c/f23 [0,4194304] 0 2024-09-17T10:39:43.493 INFO:tasks.workunit.client.0.smithi159.stdout:3/54: truncate f4 1240305 0 2024-09-17T10:39:43.495 INFO:tasks.workunit.client.0.smithi159.stdout:1/48: dwrite d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:43.496 INFO:tasks.workunit.client.0.smithi159.stdout:7/31: dwrite d2/f7 [0,4194304] 0 2024-09-17T10:39:43.496 INFO:tasks.workunit.client.1.smithi170.stdout:7/29: unlink f7 0 2024-09-17T10:39:43.500 INFO:tasks.workunit.client.1.smithi170.stdout:1/64: rename d3/db/de to d3/db/d1a 0 2024-09-17T10:39:43.501 INFO:tasks.workunit.client.1.smithi170.stdout:1/65: dread - d3/db/d1a/f15 zero size 2024-09-17T10:39:43.502 INFO:tasks.workunit.client.0.smithi159.stdout:5/20: rename f2 to f5 0 2024-09-17T10:39:43.503 INFO:tasks.workunit.client.1.smithi170.stdout:3/154: symlink d18/d25/l38 0 2024-09-17T10:39:43.505 INFO:tasks.workunit.client.0.smithi159.stdout:2/40: dwrite d0/f4 [0,4194304] 0 2024-09-17T10:39:43.506 INFO:tasks.workunit.client.0.smithi159.stdout:1/49: dread d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:43.506 INFO:tasks.workunit.client.0.smithi159.stdout:1/50: fdatasync d1/d3/f9 0 2024-09-17T10:39:43.506 INFO:tasks.workunit.client.0.smithi159.stdout:1/51: creat d1/d4/ff x:0 0 0 2024-09-17T10:39:43.506 INFO:tasks.workunit.client.0.smithi159.stdout:1/52: read - d1/d4/ff zero size 2024-09-17T10:39:43.507 INFO:tasks.workunit.client.1.smithi170.stdout:5/50: write d1/d3/fd [2724597,70037] 0 2024-09-17T10:39:43.508 INFO:tasks.workunit.client.1.smithi170.stdout:7/30: creat f9 x:0 0 0 2024-09-17T10:39:43.510 INFO:tasks.workunit.client.0.smithi159.stdout:1/53: write d1/d3/f9 [2338654,48741] 0 2024-09-17T10:39:43.511 INFO:tasks.workunit.client.0.smithi159.stdout:0/32: mknod d5/cc 0 2024-09-17T10:39:43.511 INFO:tasks.workunit.client.0.smithi159.stdout:4/50: creat d0/fc x:0 0 0 2024-09-17T10:39:43.513 INFO:tasks.workunit.client.0.smithi159.stdout:6/48: rmdir d1/dc 0 2024-09-17T10:39:43.514 INFO:tasks.workunit.client.0.smithi159.stdout:9/27: mkdir d0/d3/d7 0 2024-09-17T10:39:43.514 INFO:tasks.workunit.client.0.smithi159.stdout:9/28: dread - d0/d3/f6 zero size 2024-09-17T10:39:43.515 INFO:tasks.workunit.client.0.smithi159.stdout:9/29: chown d0/d1/d2 11987482 1 2024-09-17T10:39:43.515 INFO:tasks.workunit.client.1.smithi170.stdout:7/31: read f4 [3370938,125433] 0 2024-09-17T10:39:43.516 INFO:tasks.workunit.client.0.smithi159.stdout:4/51: dread d0/f4 [4194304,4194304] 0 2024-09-17T10:39:43.517 INFO:tasks.workunit.client.0.smithi159.stdout:3/55: link d9/cb d9/cd 0 2024-09-17T10:39:43.517 INFO:tasks.workunit.client.0.smithi159.stdout:5/21: dread f3 [0,4194304] 0 2024-09-17T10:39:43.518 INFO:tasks.workunit.client.1.smithi170.stdout:7/32: fsync f0 0 2024-09-17T10:39:43.523 INFO:tasks.workunit.client.0.smithi159.stdout:4/52: dread d0/f4 [4194304,4194304] 0 2024-09-17T10:39:43.526 INFO:tasks.workunit.client.1.smithi170.stdout:2/29: truncate f5 404446 0 2024-09-17T10:39:43.526 INFO:tasks.workunit.client.1.smithi170.stdout:1/66: dwrite d3/db/f10 [0,4194304] 0 2024-09-17T10:39:43.530 INFO:tasks.workunit.client.1.smithi170.stdout:2/30: chown f0 10014835 1 2024-09-17T10:39:43.536 INFO:tasks.workunit.client.0.smithi159.stdout:2/41: rmdir d0 39 2024-09-17T10:39:43.539 INFO:tasks.workunit.client.1.smithi170.stdout:5/51: dwrite d1/d3/f8 [0,4194304] 0 2024-09-17T10:39:43.539 INFO:tasks.workunit.client.1.smithi170.stdout:5/52: write d1/d3/f5 [362017,56953] 0 2024-09-17T10:39:43.540 INFO:tasks.workunit.client.1.smithi170.stdout:3/155: dwrite f0 [0,4194304] 0 2024-09-17T10:39:43.540 INFO:tasks.workunit.client.0.smithi159.stdout:7/32: dwrite d2/f4 [0,4194304] 0 2024-09-17T10:39:43.540 INFO:tasks.workunit.client.0.smithi159.stdout:1/54: mkdir d1/d10 0 2024-09-17T10:39:43.541 INFO:tasks.workunit.client.0.smithi159.stdout:1/55: write d1/d4/ff [820274,124041] 0 2024-09-17T10:39:43.541 INFO:tasks.workunit.client.1.smithi170.stdout:1/67: rmdir d3/d5 39 2024-09-17T10:39:43.544 INFO:tasks.workunit.client.0.smithi159.stdout:6/49: unlink d1/l8 0 2024-09-17T10:39:43.545 INFO:tasks.workunit.client.1.smithi170.stdout:2/31: mknod ca 0 2024-09-17T10:39:43.549 INFO:tasks.workunit.client.1.smithi170.stdout:2/32: dread f6 [0,4194304] 0 2024-09-17T10:39:43.549 INFO:tasks.workunit.client.0.smithi159.stdout:9/30: creat d0/d1/d2/f8 x:0 0 0 2024-09-17T10:39:43.550 INFO:tasks.workunit.client.0.smithi159.stdout:3/56: write f3 [144418,29427] 0 2024-09-17T10:39:43.550 INFO:tasks.workunit.client.0.smithi159.stdout:3/57: chown d9/cb 49 1 2024-09-17T10:39:43.551 INFO:tasks.workunit.client.0.smithi159.stdout:8/48: sync 2024-09-17T10:39:43.551 INFO:tasks.workunit.client.0.smithi159.stdout:8/49: fdatasync f0 0 2024-09-17T10:39:43.553 INFO:tasks.workunit.client.1.smithi170.stdout:5/53: write d1/d3/f8 [324645,23292] 0 2024-09-17T10:39:43.555 INFO:tasks.workunit.client.0.smithi159.stdout:5/22: mknod c6 0 2024-09-17T10:39:43.555 INFO:tasks.workunit.client.0.smithi159.stdout:5/23: fdatasync f5 0 2024-09-17T10:39:43.555 INFO:tasks.workunit.client.0.smithi159.stdout:5/24: chown c6 268033 1 2024-09-17T10:39:43.555 INFO:tasks.workunit.client.0.smithi159.stdout:5/25: dread - f5 zero size 2024-09-17T10:39:43.559 INFO:tasks.workunit.client.0.smithi159.stdout:7/33: write d2/f7 [1344587,91971] 0 2024-09-17T10:39:43.563 INFO:tasks.workunit.client.1.smithi170.stdout:3/156: symlink d18/d2c/l39 0 2024-09-17T10:39:43.563 INFO:tasks.workunit.client.1.smithi170.stdout:3/157: creat d18/d20/d2d/f3a x:0 0 0 2024-09-17T10:39:43.564 INFO:tasks.workunit.client.1.smithi170.stdout:3/158: chown d18/d25 18424 1 2024-09-17T10:39:43.565 INFO:tasks.workunit.client.0.smithi159.stdout:4/53: creat d0/d9/da/fd x:0 0 0 2024-09-17T10:39:43.570 INFO:tasks.workunit.client.1.smithi170.stdout:2/33: creat fb x:0 0 0 2024-09-17T10:39:43.571 INFO:tasks.workunit.client.0.smithi159.stdout:2/42: dwrite d0/f2 [8388608,4194304] 0 2024-09-17T10:39:43.571 INFO:tasks.workunit.client.0.smithi159.stdout:2/43: write d0/f2 [13568890,32735] 0 2024-09-17T10:39:43.571 INFO:tasks.workunit.client.0.smithi159.stdout:2/44: read - d0/d9/fa zero size 2024-09-17T10:39:43.572 INFO:tasks.workunit.client.0.smithi159.stdout:1/56: link d1/d2/cb d1/d10/c11 0 2024-09-17T10:39:43.573 INFO:tasks.workunit.client.1.smithi170.stdout:5/54: dread d1/fe [0,4194304] 0 2024-09-17T10:39:43.573 INFO:tasks.workunit.client.1.smithi170.stdout:2/34: dread f6 [0,4194304] 0 2024-09-17T10:39:43.577 INFO:tasks.workunit.client.1.smithi170.stdout:1/68: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.577 INFO:tasks.workunit.client.1.smithi170.stdout:1/69: fdatasync d3/db/f19 0 2024-09-17T10:39:43.578 INFO:tasks.workunit.client.0.smithi159.stdout:9/31: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:43.578 INFO:tasks.workunit.client.1.smithi170.stdout:3/159: mkdir d18/d25/d3b 0 2024-09-17T10:39:43.578 INFO:tasks.workunit.client.1.smithi170.stdout:5/55: dread d1/d3/f8 [0,4194304] 0 2024-09-17T10:39:43.581 INFO:tasks.workunit.client.0.smithi159.stdout:5/26: dwrite f3 [0,4194304] 0 2024-09-17T10:39:43.584 INFO:tasks.workunit.client.0.smithi159.stdout:8/50: symlink d4/l12 0 2024-09-17T10:39:43.590 INFO:tasks.workunit.client.1.smithi170.stdout:1/70: getdents d3/db/d1a 0 2024-09-17T10:39:43.593 INFO:tasks.workunit.client.1.smithi170.stdout:2/35: getdents . 0 2024-09-17T10:39:43.593 INFO:tasks.workunit.client.1.smithi170.stdout:2/36: rmdir - no directory 2024-09-17T10:39:43.593 INFO:tasks.workunit.client.1.smithi170.stdout:2/37: fsync f6 0 2024-09-17T10:39:43.594 INFO:tasks.workunit.client.1.smithi170.stdout:2/38: dread f6 [0,4194304] 0 2024-09-17T10:39:43.596 INFO:tasks.workunit.client.1.smithi170.stdout:1/71: rmdir d3/db/d1a 39 2024-09-17T10:39:43.599 INFO:tasks.workunit.client.0.smithi159.stdout:2/45: rename d0/f4 to d0/fb 0 2024-09-17T10:39:43.600 INFO:tasks.workunit.client.1.smithi170.stdout:2/39: mknod cc 0 2024-09-17T10:39:43.601 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:43 smithi159 ceph-mon[27674]: pgmap v270: 65 pgs: 65 active+clean; 270 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 3.6 MiB/s rd, 8.9 MiB/s wr, 278 op/s 2024-09-17T10:39:43.602 INFO:tasks.workunit.client.0.smithi159.stdout:1/57: link d1/d4/c5 d1/d3/c12 0 2024-09-17T10:39:43.602 INFO:tasks.workunit.client.0.smithi159.stdout:1/58: write d1/d4/f8 [1516062,27765] 0 2024-09-17T10:39:43.604 INFO:tasks.workunit.client.1.smithi170.stdout:2/40: mkdir dd 0 2024-09-17T10:39:43.604 INFO:tasks.workunit.client.0.smithi159.stdout:6/50: rmdir d1 39 2024-09-17T10:39:43.605 INFO:tasks.workunit.client.1.smithi170.stdout:3/160: dwrite f9 [8388608,4194304] 0 2024-09-17T10:39:43.608 INFO:tasks.workunit.client.1.smithi170.stdout:2/41: unlink f7 0 2024-09-17T10:39:43.608 INFO:tasks.workunit.client.1.smithi170.stdout:2/42: stat f5 0 2024-09-17T10:39:43.608 INFO:tasks.workunit.client.1.smithi170.stdout:2/43: chown cc 50400285 1 2024-09-17T10:39:43.608 INFO:tasks.workunit.client.0.smithi159.stdout:5/27: dwrite f5 [0,4194304] 0 2024-09-17T10:39:43.608 INFO:tasks.workunit.client.0.smithi159.stdout:5/28: stat c6 0 2024-09-17T10:39:43.608 INFO:tasks.workunit.client.0.smithi159.stdout:5/29: chown c6 2518 1 2024-09-17T10:39:43.609 INFO:tasks.workunit.client.0.smithi159.stdout:5/30: chown f3 284091 1 2024-09-17T10:39:43.609 INFO:tasks.workunit.client.1.smithi170.stdout:3/161: mknod d18/d1c/d2b/c3c 0 2024-09-17T10:39:43.609 INFO:tasks.workunit.client.1.smithi170.stdout:3/162: chown d18/d20/d2d 8096 1 2024-09-17T10:39:43.610 INFO:tasks.workunit.client.0.smithi159.stdout:9/32: symlink d0/d3/l9 0 2024-09-17T10:39:43.610 INFO:tasks.workunit.client.0.smithi159.stdout:9/33: dread - d0/d3/f6 zero size 2024-09-17T10:39:43.610 INFO:tasks.workunit.client.0.smithi159.stdout:9/34: dread - d0/d3/f6 zero size 2024-09-17T10:39:43.611 INFO:tasks.workunit.client.1.smithi170.stdout:2/44: symlink dd/le 0 2024-09-17T10:39:43.611 INFO:tasks.workunit.client.1.smithi170.stdout:2/45: write f6 [177506,98112] 0 2024-09-17T10:39:43.612 INFO:tasks.workunit.client.0.smithi159.stdout:2/46: read d0/f2 [9286278,101892] 0 2024-09-17T10:39:43.613 INFO:tasks.workunit.client.0.smithi159.stdout:3/58: rename c8 to d9/ce 0 2024-09-17T10:39:43.614 INFO:tasks.workunit.client.0.smithi159.stdout:7/34: dwrite d2/f7 [0,4194304] 0 2024-09-17T10:39:43.614 INFO:tasks.workunit.client.0.smithi159.stdout:7/35: readlink l1 0 2024-09-17T10:39:43.615 INFO:tasks.workunit.client.0.smithi159.stdout:2/47: fsync d0/f2 0 2024-09-17T10:39:43.615 INFO:tasks.workunit.client.1.smithi170.stdout:5/56: dwrite d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:43.618 INFO:tasks.workunit.client.1.smithi170.stdout:3/163: creat d18/d1c/f3d x:0 0 0 2024-09-17T10:39:43.623 INFO:tasks.workunit.client.1.smithi170.stdout:5/57: dread d1/fe [0,4194304] 0 2024-09-17T10:39:43.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/58: write d1/fe [4931303,2011] 0 2024-09-17T10:39:43.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/59: write d1/fe [3091752,18997] 0 2024-09-17T10:39:43.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/60: write d1/f12 [758583,35317] 0 2024-09-17T10:39:43.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/61: creat d1/f14 x:0 0 0 2024-09-17T10:39:43.624 INFO:tasks.workunit.client.0.smithi159.stdout:8/51: symlink d4/da/l13 0 2024-09-17T10:39:43.626 INFO:tasks.workunit.client.0.smithi159.stdout:4/54: getdents d0 0 2024-09-17T10:39:43.626 INFO:tasks.workunit.client.0.smithi159.stdout:4/55: write d0/f3 [2374723,47225] 0 2024-09-17T10:39:43.631 INFO:tasks.workunit.client.1.smithi170.stdout:3/164: dread f15 [0,4194304] 0 2024-09-17T10:39:43.631 INFO:tasks.workunit.client.0.smithi159.stdout:1/59: symlink d1/d4/de/l13 0 2024-09-17T10:39:43.631 INFO:tasks.workunit.client.0.smithi159.stdout:1/60: fsync d1/d4/f8 0 2024-09-17T10:39:43.631 INFO:tasks.workunit.client.0.smithi159.stdout:1/61: chown d1/d2/cb 123 1 2024-09-17T10:39:43.631 INFO:tasks.workunit.client.0.smithi159.stdout:1/62: fdatasync d1/d4/ff 0 2024-09-17T10:39:43.633 INFO:tasks.workunit.client.0.smithi159.stdout:6/51: mkdir d1/de 0 2024-09-17T10:39:43.633 INFO:tasks.workunit.client.0.smithi159.stdout:6/52: readlink d1/la 0 2024-09-17T10:39:43.633 INFO:tasks.workunit.client.0.smithi159.stdout:5/31: dwrite f3 [0,4194304] 0 2024-09-17T10:39:43.635 INFO:tasks.workunit.client.0.smithi159.stdout:5/32: dread f4 [0,4194304] 0 2024-09-17T10:39:43.635 INFO:tasks.workunit.client.0.smithi159.stdout:5/33: creat f7 x:0 0 0 2024-09-17T10:39:43.635 INFO:tasks.workunit.client.0.smithi159.stdout:5/34: chown f3 38 1 2024-09-17T10:39:43.635 INFO:tasks.workunit.client.1.smithi170.stdout:5/62: write d1/d3/f5 [2953874,103580] 0 2024-09-17T10:39:43.635 INFO:tasks.workunit.client.1.smithi170.stdout:2/46: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.638 INFO:tasks.workunit.client.0.smithi159.stdout:9/35: mkdir d0/d3/d7/da 0 2024-09-17T10:39:43.640 INFO:tasks.workunit.client.0.smithi159.stdout:3/59: mkdir d9/df 0 2024-09-17T10:39:43.641 INFO:tasks.workunit.client.1.smithi170.stdout:5/63: rename d1/c9 to d1/d11/c15 0 2024-09-17T10:39:43.641 INFO:tasks.workunit.client.1.smithi170.stdout:5/64: fsync d1/fe 0 2024-09-17T10:39:43.641 INFO:tasks.workunit.client.1.smithi170.stdout:5/65: rename d1 to d1/d11/d16 22 2024-09-17T10:39:43.641 INFO:tasks.workunit.client.1.smithi170.stdout:5/66: fdatasync d1/fe 0 2024-09-17T10:39:43.641 INFO:tasks.workunit.client.1.smithi170.stdout:5/67: chown d1/c7 1404190038 1 2024-09-17T10:39:43.641 INFO:tasks.workunit.client.1.smithi170.stdout:5/68: truncate d1/f14 296241 0 2024-09-17T10:39:43.642 INFO:tasks.workunit.client.1.smithi170.stdout:2/47: mknod dd/cf 0 2024-09-17T10:39:43.646 INFO:tasks.workunit.client.1.smithi170.stdout:5/69: link d1/cc d1/d11/c17 0 2024-09-17T10:39:43.646 INFO:tasks.workunit.client.1.smithi170.stdout:5/70: truncate d1/fe 5667013 0 2024-09-17T10:39:43.647 INFO:tasks.workunit.client.1.smithi170.stdout:5/71: fdatasync d1/f14 0 2024-09-17T10:39:43.647 INFO:tasks.workunit.client.0.smithi159.stdout:7/36: creat d2/d8/fa x:0 0 0 2024-09-17T10:39:43.647 INFO:tasks.workunit.client.0.smithi159.stdout:5/35: dwrite f7 [0,4194304] 0 2024-09-17T10:39:43.649 INFO:tasks.workunit.client.1.smithi170.stdout:2/48: unlink f4 0 2024-09-17T10:39:43.650 INFO:tasks.workunit.client.0.smithi159.stdout:8/52: creat d4/da/f14 x:0 0 0 2024-09-17T10:39:43.650 INFO:tasks.workunit.client.0.smithi159.stdout:8/53: fdatasync f3 0 2024-09-17T10:39:43.650 INFO:tasks.workunit.client.0.smithi159.stdout:8/54: chown d4/fc 2748794 1 2024-09-17T10:39:43.651 INFO:tasks.workunit.client.1.smithi170.stdout:5/72: symlink d1/l18 0 2024-09-17T10:39:43.652 INFO:tasks.workunit.client.1.smithi170.stdout:5/73: write d1/d3/f5 [4397307,86755] 0 2024-09-17T10:39:43.655 INFO:tasks.workunit.client.0.smithi159.stdout:4/56: creat d0/fe x:0 0 0 2024-09-17T10:39:43.658 INFO:tasks.workunit.client.0.smithi159.stdout:1/63: mkdir d1/d2/d14 0 2024-09-17T10:39:43.658 INFO:tasks.workunit.client.0.smithi159.stdout:1/64: write d1/d3/f9 [3445265,124401] 0 2024-09-17T10:39:43.658 INFO:tasks.workunit.client.0.smithi159.stdout:5/36: write f7 [2264220,100282] 0 2024-09-17T10:39:43.658 INFO:tasks.workunit.client.1.smithi170.stdout:2/49: write f1 [1539799,128624] 0 2024-09-17T10:39:43.661 INFO:tasks.workunit.client.0.smithi159.stdout:6/53: mkdir d1/df 0 2024-09-17T10:39:43.666 INFO:tasks.workunit.client.1.smithi170.stdout:2/50: creat dd/f10 x:0 0 0 2024-09-17T10:39:43.667 INFO:tasks.workunit.client.1.smithi170.stdout:5/74: dread d1/fe [0,4194304] 0 2024-09-17T10:39:43.668 INFO:tasks.workunit.client.0.smithi159.stdout:5/37: write f5 [1295970,39019] 0 2024-09-17T10:39:43.669 INFO:tasks.workunit.client.0.smithi159.stdout:7/37: dwrite d2/f9 [0,4194304] 0 2024-09-17T10:39:43.670 INFO:tasks.workunit.client.0.smithi159.stdout:9/36: rename d0/d3/l9 to d0/d3/d7/da/lb 0 2024-09-17T10:39:43.670 INFO:tasks.workunit.client.0.smithi159.stdout:0/33: sync 2024-09-17T10:39:43.670 INFO:tasks.workunit.client.0.smithi159.stdout:0/34: creat d5/fd x:0 0 0 2024-09-17T10:39:43.672 INFO:tasks.workunit.client.1.smithi170.stdout:2/51: link ca dd/c11 0 2024-09-17T10:39:43.672 INFO:tasks.workunit.client.1.smithi170.stdout:2/52: dread - fb zero size 2024-09-17T10:39:43.672 INFO:tasks.workunit.client.1.smithi170.stdout:2/53: creat dd/f12 x:0 0 0 2024-09-17T10:39:43.676 INFO:tasks.workunit.client.0.smithi159.stdout:8/55: dwrite d4/da/f14 [0,4194304] 0 2024-09-17T10:39:43.677 INFO:tasks.workunit.client.0.smithi159.stdout:3/60: write f2 [1803286,90662] 0 2024-09-17T10:39:43.677 INFO:tasks.workunit.client.0.smithi159.stdout:3/61: write f5 [680661,116241] 0 2024-09-17T10:39:43.677 INFO:tasks.workunit.client.1.smithi170.stdout:5/75: rename d1/la to d1/d3/l19 0 2024-09-17T10:39:43.677 INFO:tasks.workunit.client.1.smithi170.stdout:5/76: fsync d1/fe 0 2024-09-17T10:39:43.677 INFO:tasks.workunit.client.1.smithi170.stdout:5/77: chown d1/d3 63420777 1 2024-09-17T10:39:43.679 INFO:tasks.workunit.client.0.smithi159.stdout:4/57: write d0/f4 [6967776,34929] 0 2024-09-17T10:39:43.685 INFO:tasks.workunit.client.1.smithi170.stdout:5/78: mkdir d1/d3/d13/d1a 0 2024-09-17T10:39:43.687 INFO:tasks.workunit.client.0.smithi159.stdout:6/54: dwrite d1/f3 [0,4194304] 0 2024-09-17T10:39:43.687 INFO:tasks.workunit.client.0.smithi159.stdout:5/38: symlink l8 0 2024-09-17T10:39:43.688 INFO:tasks.workunit.client.0.smithi159.stdout:1/65: dwrite d1/d4/f8 [0,4194304] 0 2024-09-17T10:39:43.691 INFO:tasks.workunit.client.0.smithi159.stdout:5/39: dread f7 [0,4194304] 0 2024-09-17T10:39:43.691 INFO:tasks.workunit.client.0.smithi159.stdout:5/40: rmdir - no directory 2024-09-17T10:39:43.692 INFO:tasks.workunit.client.0.smithi159.stdout:9/37: mkdir d0/d3/d7/da/dc 0 2024-09-17T10:39:43.698 INFO:tasks.workunit.client.0.smithi159.stdout:8/56: link d4/l7 d4/l15 0 2024-09-17T10:39:43.701 INFO:tasks.workunit.client.0.smithi159.stdout:6/55: mknod d1/df/c10 0 2024-09-17T10:39:43.702 INFO:tasks.workunit.client.1.smithi170.stdout:5/79: getdents d1/d3/d13 0 2024-09-17T10:39:43.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:43 smithi170 ceph-mon[33842]: pgmap v270: 65 pgs: 65 active+clean; 270 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 3.6 MiB/s rd, 8.9 MiB/s wr, 278 op/s 2024-09-17T10:39:43.704 INFO:tasks.workunit.client.1.smithi170.stdout:5/80: link d1/cf d1/d3/d13/d1a/c1b 0 2024-09-17T10:39:43.706 INFO:tasks.workunit.client.0.smithi159.stdout:7/38: write d2/f9 [4496873,86897] 0 2024-09-17T10:39:43.706 INFO:tasks.workunit.client.0.smithi159.stdout:7/39: creat d2/fb x:0 0 0 2024-09-17T10:39:43.707 INFO:tasks.workunit.client.1.smithi170.stdout:5/81: truncate d1/d3/f5 964844 0 2024-09-17T10:39:43.708 INFO:tasks.workunit.client.1.smithi170.stdout:5/82: chown d1/f12 346 1 2024-09-17T10:39:43.708 INFO:tasks.workunit.client.1.smithi170.stdout:5/83: chown d1/f12 1596459 1 2024-09-17T10:39:43.711 INFO:tasks.workunit.client.1.smithi170.stdout:5/84: creat d1/d11/f1c x:0 0 0 2024-09-17T10:39:43.711 INFO:tasks.workunit.client.0.smithi159.stdout:9/38: creat d0/d3/d7/da/dc/fd x:0 0 0 2024-09-17T10:39:43.712 INFO:tasks.workunit.client.0.smithi159.stdout:0/35: getdents d5 0 2024-09-17T10:39:43.713 INFO:tasks.workunit.client.1.smithi170.stdout:5/85: mknod d1/d3/c1d 0 2024-09-17T10:39:43.714 INFO:tasks.workunit.client.1.smithi170.stdout:5/86: dread d1/f14 [0,4194304] 0 2024-09-17T10:39:43.715 INFO:tasks.workunit.client.0.smithi159.stdout:8/57: link f0 d4/f16 0 2024-09-17T10:39:43.716 INFO:tasks.workunit.client.0.smithi159.stdout:3/62: truncate f2 1548708 0 2024-09-17T10:39:43.716 INFO:tasks.workunit.client.0.smithi159.stdout:3/63: chown d9/cb 627 1 2024-09-17T10:39:43.717 INFO:tasks.workunit.client.0.smithi159.stdout:6/56: mkdir d1/df/d11 0 2024-09-17T10:39:43.722 INFO:tasks.workunit.client.0.smithi159.stdout:7/40: rename d2/d8/fa to d2/d8/fc 0 2024-09-17T10:39:43.723 INFO:tasks.workunit.client.0.smithi159.stdout:9/39: mkdir d0/d3/d7/da/dc/de 0 2024-09-17T10:39:43.724 INFO:tasks.workunit.client.1.smithi170.stdout:5/87: dread d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:43.724 INFO:tasks.workunit.client.1.smithi170.stdout:5/88: chown d1/d11/f1c 1716 1 2024-09-17T10:39:43.724 INFO:tasks.workunit.client.0.smithi159.stdout:0/36: unlink d5/fd 0 2024-09-17T10:39:43.725 INFO:tasks.workunit.client.0.smithi159.stdout:8/58: mknod d4/dd/c17 0 2024-09-17T10:39:43.727 INFO:tasks.workunit.client.1.smithi170.stdout:5/89: unlink d1/c7 0 2024-09-17T10:39:43.730 INFO:tasks.workunit.client.0.smithi159.stdout:3/64: unlink d9/la 0 2024-09-17T10:39:43.731 INFO:tasks.workunit.client.0.smithi159.stdout:6/57: stat d1/la 0 2024-09-17T10:39:43.732 INFO:tasks.workunit.client.0.smithi159.stdout:8/59: write d4/f6 [2705891,10194] 0 2024-09-17T10:39:43.733 INFO:tasks.workunit.client.1.smithi170.stdout:5/90: rename d1/c6 to d1/d3/d13/d1a/c1e 0 2024-09-17T10:39:43.734 INFO:tasks.workunit.client.0.smithi159.stdout:0/37: creat d5/fe x:0 0 0 2024-09-17T10:39:43.740 INFO:tasks.workunit.client.0.smithi159.stdout:8/60: unlink d4/da/f14 0 2024-09-17T10:39:43.742 INFO:tasks.workunit.client.0.smithi159.stdout:6/58: read d1/f3 [1201236,108728] 0 2024-09-17T10:39:43.742 INFO:tasks.workunit.client.0.smithi159.stdout:3/65: truncate f2 2253314 0 2024-09-17T10:39:43.743 INFO:tasks.workunit.client.0.smithi159.stdout:3/66: write f5 [1816789,128447] 0 2024-09-17T10:39:43.745 INFO:tasks.workunit.client.0.smithi159.stdout:8/61: creat d4/dd/d10/f18 x:0 0 0 2024-09-17T10:39:43.745 INFO:tasks.workunit.client.0.smithi159.stdout:8/62: truncate d4/dd/d10/f18 799185 0 2024-09-17T10:39:43.745 INFO:tasks.workunit.client.0.smithi159.stdout:6/59: symlink d1/df/d11/l12 0 2024-09-17T10:39:43.748 INFO:tasks.workunit.client.0.smithi159.stdout:6/60: creat d1/f13 x:0 0 0 2024-09-17T10:39:43.748 INFO:tasks.workunit.client.0.smithi159.stdout:6/61: write d1/fb [826408,12835] 0 2024-09-17T10:39:43.748 INFO:tasks.workunit.client.0.smithi159.stdout:6/62: readlink d1/la 0 2024-09-17T10:39:43.749 INFO:tasks.workunit.client.0.smithi159.stdout:6/63: stat d1/c5 0 2024-09-17T10:39:43.749 INFO:tasks.workunit.client.0.smithi159.stdout:6/64: write d1/fb [1584793,5517] 0 2024-09-17T10:39:43.749 INFO:tasks.workunit.client.0.smithi159.stdout:2/48: sync 2024-09-17T10:39:43.751 INFO:tasks.workunit.client.0.smithi159.stdout:2/49: unlink d0/f5 0 2024-09-17T10:39:43.752 INFO:tasks.workunit.client.0.smithi159.stdout:9/40: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:43.753 INFO:tasks.workunit.client.0.smithi159.stdout:8/63: fsync d4/f6 0 2024-09-17T10:39:43.753 INFO:tasks.workunit.client.0.smithi159.stdout:8/64: fdatasync d4/dd/d10/f18 0 2024-09-17T10:39:43.753 INFO:tasks.workunit.client.0.smithi159.stdout:8/65: chown d4/l12 26 1 2024-09-17T10:39:43.753 INFO:tasks.workunit.client.0.smithi159.stdout:7/41: dwrite d2/f9 [0,4194304] 0 2024-09-17T10:39:43.753 INFO:tasks.workunit.client.0.smithi159.stdout:7/42: chown d2/d8/fc 7 1 2024-09-17T10:39:43.753 INFO:tasks.workunit.client.0.smithi159.stdout:7/43: write d2/fb [434923,56024] 0 2024-09-17T10:39:43.757 INFO:tasks.workunit.client.0.smithi159.stdout:2/50: dread d0/f2 [8388608,4194304] 0 2024-09-17T10:39:43.757 INFO:tasks.workunit.client.0.smithi159.stdout:2/51: fsync d0/f2 0 2024-09-17T10:39:43.757 INFO:tasks.workunit.client.1.smithi170.stdout:5/91: dwrite d1/fe [0,4194304] 0 2024-09-17T10:39:43.757 INFO:tasks.workunit.client.1.smithi170.stdout:5/92: truncate d1/d11/f1c 16662 0 2024-09-17T10:39:43.758 INFO:tasks.workunit.client.0.smithi159.stdout:0/38: rmdir d5 39 2024-09-17T10:39:43.760 INFO:tasks.workunit.client.0.smithi159.stdout:8/66: creat d4/dd/f19 x:0 0 0 2024-09-17T10:39:43.762 INFO:tasks.workunit.client.1.smithi170.stdout:5/93: creat d1/d3/d13/d1a/f1f x:0 0 0 2024-09-17T10:39:43.763 INFO:tasks.workunit.client.0.smithi159.stdout:7/44: mknod d2/cd 0 2024-09-17T10:39:43.763 INFO:tasks.workunit.client.0.smithi159.stdout:7/45: stat d2 0 2024-09-17T10:39:43.769 INFO:tasks.workunit.client.0.smithi159.stdout:2/52: symlink d0/lc 0 2024-09-17T10:39:43.769 INFO:tasks.workunit.client.0.smithi159.stdout:2/53: stat d0/c8 0 2024-09-17T10:39:43.769 INFO:tasks.workunit.client.0.smithi159.stdout:2/54: creat d0/d9/fd x:0 0 0 2024-09-17T10:39:43.771 INFO:tasks.workunit.client.0.smithi159.stdout:0/39: getdents d5 0 2024-09-17T10:39:43.771 INFO:tasks.workunit.client.0.smithi159.stdout:9/41: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:43.774 INFO:tasks.workunit.client.0.smithi159.stdout:0/40: creat d5/ff x:0 0 0 2024-09-17T10:39:43.776 INFO:tasks.workunit.client.0.smithi159.stdout:9/42: rename d0/d3/f6 to d0/d1/d2/ff 0 2024-09-17T10:39:43.776 INFO:tasks.workunit.client.0.smithi159.stdout:9/43: fsync d0/d3/d7/da/dc/fd 0 2024-09-17T10:39:43.776 INFO:tasks.workunit.client.0.smithi159.stdout:9/44: dread - d0/d3/d7/da/dc/fd zero size 2024-09-17T10:39:43.776 INFO:tasks.workunit.client.0.smithi159.stdout:9/45: write d0/d1/d2/ff [215455,17216] 0 2024-09-17T10:39:43.777 INFO:tasks.workunit.client.0.smithi159.stdout:7/46: dread d2/f7 [0,4194304] 0 2024-09-17T10:39:43.777 INFO:tasks.workunit.client.0.smithi159.stdout:7/47: dread - d2/d8/fc zero size 2024-09-17T10:39:43.777 INFO:tasks.workunit.client.0.smithi159.stdout:7/48: creat d2/fe x:0 0 0 2024-09-17T10:39:43.777 INFO:tasks.workunit.client.0.smithi159.stdout:2/55: link d0/d9/fd d0/fe 0 2024-09-17T10:39:43.777 INFO:tasks.workunit.client.0.smithi159.stdout:2/56: truncate d0/f7 2786 0 2024-09-17T10:39:43.783 INFO:tasks.workunit.client.0.smithi159.stdout:2/57: mkdir d0/df 0 2024-09-17T10:39:43.783 INFO:tasks.workunit.client.0.smithi159.stdout:2/58: truncate d0/fb 8513019 0 2024-09-17T10:39:43.783 INFO:tasks.workunit.client.0.smithi159.stdout:8/67: dwrite f3 [0,4194304] 0 2024-09-17T10:39:43.783 INFO:tasks.workunit.client.0.smithi159.stdout:8/68: readlink d4/da/l13 0 2024-09-17T10:39:43.783 INFO:tasks.workunit.client.0.smithi159.stdout:4/58: sync 2024-09-17T10:39:43.783 INFO:tasks.workunit.client.0.smithi159.stdout:4/59: fdatasync d0/f4 0 2024-09-17T10:39:43.784 INFO:tasks.workunit.client.1.smithi170.stdout:5/94: dwrite d1/f14 [0,4194304] 0 2024-09-17T10:39:43.784 INFO:tasks.workunit.client.1.smithi170.stdout:5/95: creat d1/d3/f20 x:0 0 0 2024-09-17T10:39:43.784 INFO:tasks.workunit.client.1.smithi170.stdout:5/96: chown d1 15 1 2024-09-17T10:39:43.784 INFO:tasks.workunit.client.0.smithi159.stdout:7/49: write d2/f7 [2621641,26626] 0 2024-09-17T10:39:43.788 INFO:tasks.workunit.client.0.smithi159.stdout:8/69: mkdir d4/dd/d10/d1a 0 2024-09-17T10:39:43.788 INFO:tasks.workunit.client.0.smithi159.stdout:8/70: write d4/dd/d10/f18 [1404779,38300] 0 2024-09-17T10:39:43.788 INFO:tasks.workunit.client.0.smithi159.stdout:0/41: rmdir d5 39 2024-09-17T10:39:43.796 INFO:tasks.workunit.client.0.smithi159.stdout:7/50: mkdir d2/d8/df 0 2024-09-17T10:39:43.796 INFO:tasks.workunit.client.0.smithi159.stdout:7/51: rename d2 to d2/d10 22 2024-09-17T10:39:43.800 INFO:tasks.workunit.client.0.smithi159.stdout:9/46: dwrite d0/d1/d2/ff [0,4194304] 0 2024-09-17T10:39:43.801 INFO:tasks.workunit.client.0.smithi159.stdout:0/42: mkdir d5/d10 0 2024-09-17T10:39:43.803 INFO:tasks.workunit.client.0.smithi159.stdout:9/47: rmdir d0/d3/d7/da 39 2024-09-17T10:39:43.804 INFO:tasks.workunit.client.1.smithi170.stdout:5/97: getdents d1/d3 0 2024-09-17T10:39:43.804 INFO:tasks.workunit.client.1.smithi170.stdout:5/98: readlink d1/l18 0 2024-09-17T10:39:43.805 INFO:tasks.workunit.client.0.smithi159.stdout:4/60: getdents d0/d9/da 0 2024-09-17T10:39:43.806 INFO:tasks.workunit.client.0.smithi159.stdout:0/43: chown d5/c8 37 1 2024-09-17T10:39:43.807 INFO:tasks.workunit.client.0.smithi159.stdout:8/71: dwrite d4/f6 [0,4194304] 0 2024-09-17T10:39:43.808 INFO:tasks.workunit.client.0.smithi159.stdout:4/61: symlink d0/d9/lf 0 2024-09-17T10:39:43.809 INFO:tasks.workunit.client.0.smithi159.stdout:4/62: chown d0/d9/da/fd 10 1 2024-09-17T10:39:43.811 INFO:tasks.workunit.client.0.smithi159.stdout:4/63: symlink d0/d9/da/l10 0 2024-09-17T10:39:43.812 INFO:tasks.workunit.client.0.smithi159.stdout:4/64: fsync d0/f4 0 2024-09-17T10:39:43.812 INFO:tasks.workunit.client.0.smithi159.stdout:0/44: link d5/cc d5/d10/c11 0 2024-09-17T10:39:43.813 INFO:tasks.workunit.client.0.smithi159.stdout:7/52: dwrite d2/f9 [0,4194304] 0 2024-09-17T10:39:43.817 INFO:tasks.workunit.client.0.smithi159.stdout:9/48: write d0/d1/d2/ff [1276900,34359] 0 2024-09-17T10:39:43.817 INFO:tasks.workunit.client.0.smithi159.stdout:2/59: dwrite d0/f2 [8388608,4194304] 0 2024-09-17T10:39:43.817 INFO:tasks.workunit.client.0.smithi159.stdout:4/65: mknod d0/c11 0 2024-09-17T10:39:43.818 INFO:tasks.workunit.client.0.smithi159.stdout:9/49: symlink d0/d3/d7/da/l10 0 2024-09-17T10:39:43.829 INFO:tasks.workunit.client.0.smithi159.stdout:9/50: symlink d0/d3/d7/da/l11 0 2024-09-17T10:39:43.830 INFO:tasks.workunit.client.0.smithi159.stdout:9/51: dread - d0/d3/d7/da/dc/fd zero size 2024-09-17T10:39:43.833 INFO:tasks.workunit.client.0.smithi159.stdout:2/60: dread d0/fb [0,4194304] 0 2024-09-17T10:39:43.834 INFO:tasks.workunit.client.1.smithi170.stdout:5/99: dwrite d1/d3/fd [0,4194304] 0 2024-09-17T10:39:43.834 INFO:tasks.workunit.client.1.smithi170.stdout:5/100: stat d1/d3/f20 0 2024-09-17T10:39:43.837 INFO:tasks.workunit.client.0.smithi159.stdout:8/72: dwrite d4/dd/d10/f18 [0,4194304] 0 2024-09-17T10:39:43.841 INFO:tasks.workunit.client.0.smithi159.stdout:8/73: rename f0 to d4/dd/d10/d1a/f1b 0 2024-09-17T10:39:43.843 INFO:tasks.workunit.client.0.smithi159.stdout:8/74: symlink d4/dd/l1c 0 2024-09-17T10:39:43.845 INFO:tasks.workunit.client.0.smithi159.stdout:7/53: truncate d2/f7 2051953 0 2024-09-17T10:39:43.845 INFO:tasks.workunit.client.0.smithi159.stdout:7/54: write d2/f9 [4702311,113499] 0 2024-09-17T10:39:43.846 INFO:tasks.workunit.client.0.smithi159.stdout:2/61: dread d0/f2 [0,4194304] 0 2024-09-17T10:39:43.846 INFO:tasks.workunit.client.0.smithi159.stdout:0/45: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.846 INFO:tasks.workunit.client.0.smithi159.stdout:2/62: chown d0/d9 28 1 2024-09-17T10:39:43.846 INFO:tasks.workunit.client.0.smithi159.stdout:2/63: truncate d0/d9/fa 46224 0 2024-09-17T10:39:43.846 INFO:tasks.workunit.client.0.smithi159.stdout:0/46: fsync d5/ff 0 2024-09-17T10:39:43.846 INFO:tasks.workunit.client.0.smithi159.stdout:4/66: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:43.847 INFO:tasks.workunit.client.0.smithi159.stdout:7/55: creat d2/d8/df/f11 x:0 0 0 2024-09-17T10:39:43.851 INFO:tasks.workunit.client.0.smithi159.stdout:4/67: dread d0/f4 [4194304,4194304] 0 2024-09-17T10:39:43.851 INFO:tasks.workunit.client.0.smithi159.stdout:4/68: chown d0/d9/da/fd 1022 1 2024-09-17T10:39:43.851 INFO:tasks.workunit.client.1.smithi170.stdout:5/101: read d1/fe [1332929,107144] 0 2024-09-17T10:39:43.851 INFO:tasks.workunit.client.1.smithi170.stdout:5/102: creat d1/d11/f21 x:0 0 0 2024-09-17T10:39:43.852 INFO:tasks.workunit.client.1.smithi170.stdout:5/103: write d1/fe [4367661,128231] 0 2024-09-17T10:39:43.852 INFO:tasks.workunit.client.0.smithi159.stdout:8/75: write f3 [2207739,37339] 0 2024-09-17T10:39:43.853 INFO:tasks.workunit.client.0.smithi159.stdout:5/41: sync 2024-09-17T10:39:43.853 INFO:tasks.workunit.client.0.smithi159.stdout:2/64: write d0/fb [3873419,84202] 0 2024-09-17T10:39:43.855 INFO:tasks.workunit.client.0.smithi159.stdout:9/52: dwrite d0/d3/d7/da/dc/fd [0,4194304] 0 2024-09-17T10:39:43.855 INFO:tasks.workunit.client.0.smithi159.stdout:9/53: creat d0/d1/d2/f12 x:0 0 0 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:9/54: chown d0/d3/d7/da 9 1 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:6/65: sync 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:3/67: sync 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:1/66: sync 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:3/68: fsync f4 0 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:1/67: fdatasync d1/d4/ff 0 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:3/69: chown d9/df 1111489767 1 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:8/76: write d4/dd/d10/f18 [4753113,49642] 0 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:0/47: stat d5/c9 0 2024-09-17T10:39:43.856 INFO:tasks.workunit.client.0.smithi159.stdout:0/48: chown d5/d10/c11 461 1 2024-09-17T10:39:43.858 INFO:tasks.workunit.client.0.smithi159.stdout:7/56: rename d2/l3 to d2/d8/l12 0 2024-09-17T10:39:43.861 INFO:tasks.workunit.client.0.smithi159.stdout:5/42: link f5 f9 0 2024-09-17T10:39:43.861 INFO:tasks.workunit.client.0.smithi159.stdout:2/65: symlink d0/df/l10 0 2024-09-17T10:39:43.861 INFO:tasks.workunit.client.0.smithi159.stdout:2/66: chown d0/lc 82 1 2024-09-17T10:39:43.863 INFO:tasks.workunit.client.0.smithi159.stdout:9/55: dread d0/d1/d2/ff [0,4194304] 0 2024-09-17T10:39:43.865 INFO:tasks.workunit.client.0.smithi159.stdout:6/66: creat d1/df/d11/f14 x:0 0 0 2024-09-17T10:39:43.865 INFO:tasks.workunit.client.0.smithi159.stdout:6/67: dread - d1/f13 zero size 2024-09-17T10:39:43.865 INFO:tasks.workunit.client.0.smithi159.stdout:6/68: dread - d1/f13 zero size 2024-09-17T10:39:43.866 INFO:tasks.workunit.client.0.smithi159.stdout:1/68: creat d1/d10/f15 x:0 0 0 2024-09-17T10:39:43.867 INFO:tasks.workunit.client.0.smithi159.stdout:3/70: creat d9/df/f10 x:0 0 0 2024-09-17T10:39:43.870 INFO:tasks.workunit.client.0.smithi159.stdout:7/57: mknod d2/c13 0 2024-09-17T10:39:43.870 INFO:tasks.workunit.client.0.smithi159.stdout:7/58: fsync d2/f4 0 2024-09-17T10:39:43.870 INFO:tasks.workunit.client.0.smithi159.stdout:7/59: creat d2/f14 x:0 0 0 2024-09-17T10:39:43.871 INFO:tasks.workunit.client.0.smithi159.stdout:7/60: readlink d2/d8/l12 0 2024-09-17T10:39:43.871 INFO:tasks.workunit.client.0.smithi159.stdout:4/69: mkdir d0/d12 0 2024-09-17T10:39:43.874 INFO:tasks.workunit.client.0.smithi159.stdout:2/67: unlink d0/d9/fd 0 2024-09-17T10:39:43.875 INFO:tasks.workunit.client.0.smithi159.stdout:9/56: creat d0/f13 x:0 0 0 2024-09-17T10:39:43.875 INFO:tasks.workunit.client.0.smithi159.stdout:9/57: truncate d0/d1/d2/f12 648541 0 2024-09-17T10:39:43.875 INFO:tasks.workunit.client.0.smithi159.stdout:9/58: creat d0/d3/d7/da/dc/f14 x:0 0 0 2024-09-17T10:39:43.879 INFO:tasks.workunit.client.0.smithi159.stdout:6/69: mkdir d1/df/d11/d15 0 2024-09-17T10:39:43.880 INFO:tasks.workunit.client.0.smithi159.stdout:8/77: getdents d4/dd 0 2024-09-17T10:39:43.881 INFO:tasks.workunit.client.0.smithi159.stdout:0/49: mkdir d5/d12 0 2024-09-17T10:39:43.882 INFO:tasks.workunit.client.0.smithi159.stdout:1/69: dwrite d1/d4/f8 [4194304,4194304] 0 2024-09-17T10:39:43.884 INFO:tasks.workunit.client.0.smithi159.stdout:7/61: symlink d2/l15 0 2024-09-17T10:39:43.884 INFO:tasks.workunit.client.0.smithi159.stdout:7/62: write d2/d8/df/f11 [699900,41081] 0 2024-09-17T10:39:43.884 INFO:tasks.workunit.client.0.smithi159.stdout:7/63: creat d2/d8/f16 x:0 0 0 2024-09-17T10:39:43.884 INFO:tasks.workunit.client.0.smithi159.stdout:7/64: truncate d2/fb 711594 0 2024-09-17T10:39:43.885 INFO:tasks.workunit.client.0.smithi159.stdout:4/70: creat d0/f13 x:0 0 0 2024-09-17T10:39:43.885 INFO:tasks.workunit.client.0.smithi159.stdout:4/71: chown d0/f7 0 1 2024-09-17T10:39:43.885 INFO:tasks.workunit.client.0.smithi159.stdout:2/68: write d0/fe [615855,43141] 0 2024-09-17T10:39:43.888 INFO:tasks.workunit.client.0.smithi159.stdout:9/59: mknod d0/d3/d7/da/dc/c15 0 2024-09-17T10:39:43.889 INFO:tasks.workunit.client.0.smithi159.stdout:9/60: dread d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:43.889 INFO:tasks.workunit.client.0.smithi159.stdout:6/70: rename d1/de to d1/df/d11/d16 0 2024-09-17T10:39:43.890 INFO:tasks.workunit.client.0.smithi159.stdout:3/71: getdents d9/df 0 2024-09-17T10:39:43.892 INFO:tasks.workunit.client.0.smithi159.stdout:0/50: creat d5/d12/f13 x:0 0 0 2024-09-17T10:39:43.893 INFO:tasks.workunit.client.0.smithi159.stdout:7/65: dread d2/f9 [0,4194304] 0 2024-09-17T10:39:43.895 INFO:tasks.workunit.client.0.smithi159.stdout:4/72: stat d0/f6 0 2024-09-17T10:39:43.896 INFO:tasks.workunit.client.0.smithi159.stdout:2/69: unlink d0/d9/fa 0 2024-09-17T10:39:43.897 INFO:tasks.workunit.client.0.smithi159.stdout:8/78: dwrite d4/fc [0,4194304] 0 2024-09-17T10:39:43.900 INFO:tasks.workunit.client.0.smithi159.stdout:3/72: creat d9/df/f11 x:0 0 0 2024-09-17T10:39:43.901 INFO:tasks.workunit.client.0.smithi159.stdout:0/51: mknod d5/d12/c14 0 2024-09-17T10:39:43.902 INFO:tasks.workunit.client.0.smithi159.stdout:1/70: getdents d1 0 2024-09-17T10:39:43.908 INFO:tasks.workunit.client.0.smithi159.stdout:6/71: dwrite d1/f9 [0,4194304] 0 2024-09-17T10:39:43.908 INFO:tasks.workunit.client.0.smithi159.stdout:6/72: stat d1/df/d11/d15 0 2024-09-17T10:39:43.908 INFO:tasks.workunit.client.0.smithi159.stdout:6/73: read - d1/df/d11/f14 zero size 2024-09-17T10:39:43.908 INFO:tasks.workunit.client.0.smithi159.stdout:6/74: fdatasync d1/f3 0 2024-09-17T10:39:43.908 INFO:tasks.workunit.client.0.smithi159.stdout:6/75: dread - d1/fd zero size 2024-09-17T10:39:43.909 INFO:tasks.workunit.client.0.smithi159.stdout:6/76: chown d1/df/d11/d16 33721384 1 2024-09-17T10:39:43.909 INFO:tasks.workunit.client.0.smithi159.stdout:8/79: dread d4/f6 [0,4194304] 0 2024-09-17T10:39:43.909 INFO:tasks.workunit.client.0.smithi159.stdout:3/73: truncate f3 97618 0 2024-09-17T10:39:43.910 INFO:tasks.workunit.client.0.smithi159.stdout:0/52: dread f4 [0,4194304] 0 2024-09-17T10:39:43.911 INFO:tasks.workunit.client.0.smithi159.stdout:7/66: rmdir d2/d8/df 39 2024-09-17T10:39:43.913 INFO:tasks.workunit.client.0.smithi159.stdout:1/71: stat d1/d3/c12 0 2024-09-17T10:39:43.913 INFO:tasks.workunit.client.0.smithi159.stdout:1/72: fdatasync d1/d10/f15 0 2024-09-17T10:39:43.914 INFO:tasks.workunit.client.0.smithi159.stdout:3/74: dread f5 [0,4194304] 0 2024-09-17T10:39:43.916 INFO:tasks.workunit.client.0.smithi159.stdout:4/73: symlink d0/l14 0 2024-09-17T10:39:43.923 INFO:tasks.workunit.client.0.smithi159.stdout:4/74: write d0/f7 [3663938,105087] 0 2024-09-17T10:39:43.924 INFO:tasks.workunit.client.0.smithi159.stdout:8/80: symlink d4/dd/d10/d1a/l1d 0 2024-09-17T10:39:43.926 INFO:tasks.workunit.client.0.smithi159.stdout:7/67: truncate d2/f7 1418266 0 2024-09-17T10:39:43.926 INFO:tasks.workunit.client.0.smithi159.stdout:7/68: readlink d2/d8/l12 0 2024-09-17T10:39:43.927 INFO:tasks.workunit.client.0.smithi159.stdout:1/73: mknod d1/d2/d14/c16 0 2024-09-17T10:39:43.928 INFO:tasks.workunit.client.0.smithi159.stdout:1/74: readlink d1/d2/l6 0 2024-09-17T10:39:43.928 INFO:tasks.workunit.client.0.smithi159.stdout:1/75: fsync d1/d3/f9 0 2024-09-17T10:39:43.929 INFO:tasks.workunit.client.0.smithi159.stdout:2/70: link d0/lc d0/d9/l11 0 2024-09-17T10:39:43.929 INFO:tasks.workunit.client.0.smithi159.stdout:6/77: rmdir d1/df/d11 39 2024-09-17T10:39:43.930 INFO:tasks.workunit.client.0.smithi159.stdout:6/78: getdents d1/df/d11/d16 0 2024-09-17T10:39:43.930 INFO:tasks.workunit.client.0.smithi159.stdout:6/79: write d1/f13 [90051,24200] 0 2024-09-17T10:39:43.931 INFO:tasks.workunit.client.0.smithi159.stdout:0/53: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.932 INFO:tasks.workunit.client.0.smithi159.stdout:4/75: rename d0/d9/cb to d0/d12/c15 0 2024-09-17T10:39:43.932 INFO:tasks.workunit.client.0.smithi159.stdout:4/76: fdatasync d0/f6 0 2024-09-17T10:39:43.932 INFO:tasks.workunit.client.0.smithi159.stdout:3/75: dwrite f4 [0,4194304] 0 2024-09-17T10:39:43.935 INFO:tasks.workunit.client.0.smithi159.stdout:1/76: mknod d1/d2/c17 0 2024-09-17T10:39:43.935 INFO:tasks.workunit.client.0.smithi159.stdout:1/77: fdatasync d1/d4/ff 0 2024-09-17T10:39:43.937 INFO:tasks.workunit.client.0.smithi159.stdout:8/81: getdents d4/dd/d10/d1a 0 2024-09-17T10:39:43.937 INFO:tasks.workunit.client.0.smithi159.stdout:8/82: fsync d4/dd/f19 0 2024-09-17T10:39:43.937 INFO:tasks.workunit.client.0.smithi159.stdout:8/83: chown d4/dd/d10/d1a 936913646 1 2024-09-17T10:39:43.937 INFO:tasks.workunit.client.0.smithi159.stdout:8/84: getdents d4/dd 0 2024-09-17T10:39:43.937 INFO:tasks.workunit.client.0.smithi159.stdout:6/80: symlink d1/l17 0 2024-09-17T10:39:43.937 INFO:tasks.workunit.client.0.smithi159.stdout:6/81: getdents d1/df/d11/d16 0 2024-09-17T10:39:43.938 INFO:tasks.workunit.client.0.smithi159.stdout:0/54: write d5/fb [875531,111049] 0 2024-09-17T10:39:43.938 INFO:tasks.workunit.client.0.smithi159.stdout:0/55: fdatasync d5/d12/f13 0 2024-09-17T10:39:43.938 INFO:tasks.workunit.client.0.smithi159.stdout:4/77: write d0/f3 [2252689,918] 0 2024-09-17T10:39:43.942 INFO:tasks.workunit.client.0.smithi159.stdout:7/69: rmdir d2 39 2024-09-17T10:39:43.945 INFO:tasks.workunit.client.0.smithi159.stdout:1/78: mkdir d1/d4/dc/d18 0 2024-09-17T10:39:43.946 INFO:tasks.workunit.client.0.smithi159.stdout:2/71: truncate d0/fb 3342183 0 2024-09-17T10:39:43.948 INFO:tasks.workunit.client.0.smithi159.stdout:8/85: mkdir d4/dd/d10/d1a/d1e 0 2024-09-17T10:39:43.948 INFO:tasks.workunit.client.0.smithi159.stdout:8/86: stat d4/dd/d10/d1a/f1b 0 2024-09-17T10:39:43.948 INFO:tasks.workunit.client.0.smithi159.stdout:8/87: truncate d4/dd/f19 63547 0 2024-09-17T10:39:43.950 INFO:tasks.workunit.client.0.smithi159.stdout:6/82: unlink d1/df/d11/l12 0 2024-09-17T10:39:43.951 INFO:tasks.workunit.client.0.smithi159.stdout:5/43: sync 2024-09-17T10:39:43.952 INFO:tasks.workunit.client.0.smithi159.stdout:7/70: dread d2/f4 [0,4194304] 0 2024-09-17T10:39:43.957 INFO:tasks.workunit.client.0.smithi159.stdout:1/79: rename d1/d4/de to d1/d19 0 2024-09-17T10:39:43.957 INFO:tasks.workunit.client.0.smithi159.stdout:1/80: readlink d1/d19/l13 0 2024-09-17T10:39:43.958 INFO:tasks.workunit.client.0.smithi159.stdout:2/72: chown d0/fe 2 1 2024-09-17T10:39:43.961 INFO:tasks.workunit.client.0.smithi159.stdout:8/88: creat d4/dd/d10/d1a/f1f x:0 0 0 2024-09-17T10:39:43.961 INFO:tasks.workunit.client.0.smithi159.stdout:8/89: fsync d4/dd/f19 0 2024-09-17T10:39:43.963 INFO:tasks.workunit.client.0.smithi159.stdout:5/44: rename f5 to fa 0 2024-09-17T10:39:43.965 INFO:tasks.workunit.client.0.smithi159.stdout:0/56: mknod d5/c15 0 2024-09-17T10:39:43.966 INFO:tasks.workunit.client.0.smithi159.stdout:4/78: symlink d0/l16 0 2024-09-17T10:39:43.967 INFO:tasks.workunit.client.0.smithi159.stdout:6/83: dwrite d1/f13 [0,4194304] 0 2024-09-17T10:39:43.967 INFO:tasks.workunit.client.0.smithi159.stdout:0/57: dread d5/fb [0,4194304] 0 2024-09-17T10:39:43.968 INFO:tasks.workunit.client.0.smithi159.stdout:7/71: rename d2/d8/fc to d2/d8/df/f17 0 2024-09-17T10:39:43.971 INFO:tasks.workunit.client.0.smithi159.stdout:6/84: dread d1/fb [0,4194304] 0 2024-09-17T10:39:43.974 INFO:tasks.workunit.client.0.smithi159.stdout:8/90: mkdir d4/dd/d20 0 2024-09-17T10:39:43.975 INFO:tasks.workunit.client.0.smithi159.stdout:5/45: symlink lb 0 2024-09-17T10:39:43.977 INFO:tasks.workunit.client.0.smithi159.stdout:4/79: write d0/fc [273198,70368] 0 2024-09-17T10:39:43.985 INFO:tasks.workunit.client.0.smithi159.stdout:0/58: dwrite f1 [0,4194304] 0 2024-09-17T10:39:43.988 INFO:tasks.workunit.client.0.smithi159.stdout:7/72: getdents d2/d8/df 0 2024-09-17T10:39:43.988 INFO:tasks.workunit.client.0.smithi159.stdout:7/73: chown d2/d8/f16 1082 1 2024-09-17T10:39:43.988 INFO:tasks.workunit.client.0.smithi159.stdout:6/85: creat d1/df/d11/d16/f18 x:0 0 0 2024-09-17T10:39:43.989 INFO:tasks.workunit.client.0.smithi159.stdout:6/86: fsync d1/f9 0 2024-09-17T10:39:43.989 INFO:tasks.workunit.client.0.smithi159.stdout:6/87: truncate d1/fd 330840 0 2024-09-17T10:39:43.990 INFO:tasks.workunit.client.0.smithi159.stdout:5/46: rename f3 to fc 0 2024-09-17T10:39:43.990 INFO:tasks.workunit.client.0.smithi159.stdout:2/73: dwrite d0/f2 [0,4194304] 0 2024-09-17T10:39:43.997 INFO:tasks.workunit.client.0.smithi159.stdout:6/88: unlink d1/l4 0 2024-09-17T10:39:43.998 INFO:tasks.workunit.client.0.smithi159.stdout:5/47: mknod cd 0 2024-09-17T10:39:44.001 INFO:tasks.workunit.client.0.smithi159.stdout:1/81: rename d1/d4 to d1/d19/d1a 0 2024-09-17T10:39:44.005 INFO:tasks.workunit.client.0.smithi159.stdout:8/91: rename d4/dd/d10/d1a/l1d to d4/l21 0 2024-09-17T10:39:44.007 INFO:tasks.workunit.client.0.smithi159.stdout:1/82: symlink d1/d19/l1b 0 2024-09-17T10:39:44.010 INFO:tasks.workunit.client.0.smithi159.stdout:1/83: symlink d1/d19/d1a/dc/l1c 0 2024-09-17T10:39:44.011 INFO:tasks.workunit.client.0.smithi159.stdout:7/74: dwrite d2/f4 [4194304,4194304] 0 2024-09-17T10:39:44.014 INFO:tasks.workunit.client.0.smithi159.stdout:1/84: symlink d1/d19/l1d 0 2024-09-17T10:39:44.016 INFO:tasks.workunit.client.0.smithi159.stdout:2/74: truncate d0/f2 7209762 0 2024-09-17T10:39:44.022 INFO:tasks.workunit.client.0.smithi159.stdout:2/75: dread d0/fb [0,4194304] 0 2024-09-17T10:39:44.022 INFO:tasks.workunit.client.0.smithi159.stdout:6/89: dwrite d1/f13 [0,4194304] 0 2024-09-17T10:39:44.022 INFO:tasks.workunit.client.0.smithi159.stdout:0/59: dwrite d5/fb [0,4194304] 0 2024-09-17T10:39:44.022 INFO:tasks.workunit.client.0.smithi159.stdout:0/60: chown f1 534 1 2024-09-17T10:39:44.023 INFO:tasks.workunit.client.0.smithi159.stdout:5/48: dwrite fa [0,4194304] 0 2024-09-17T10:39:44.023 INFO:tasks.workunit.client.0.smithi159.stdout:5/49: truncate f7 4900148 0 2024-09-17T10:39:44.024 INFO:tasks.workunit.client.0.smithi159.stdout:5/50: truncate fc 5233354 0 2024-09-17T10:39:44.024 INFO:tasks.workunit.client.0.smithi159.stdout:1/85: unlink d1/c7 0 2024-09-17T10:39:44.024 INFO:tasks.workunit.client.0.smithi159.stdout:1/86: dread - d1/d10/f15 zero size 2024-09-17T10:39:44.024 INFO:tasks.workunit.client.0.smithi159.stdout:1/87: fsync d1/d3/f9 0 2024-09-17T10:39:44.033 INFO:tasks.workunit.client.0.smithi159.stdout:5/51: mknod ce 0 2024-09-17T10:39:44.035 INFO:tasks.workunit.client.0.smithi159.stdout:2/76: mknod d0/df/c12 0 2024-09-17T10:39:44.037 INFO:tasks.workunit.client.0.smithi159.stdout:9/61: sync 2024-09-17T10:39:44.037 INFO:tasks.workunit.client.0.smithi159.stdout:9/62: fsync d0/d3/d7/da/dc/fd 0 2024-09-17T10:39:44.037 INFO:tasks.workunit.client.0.smithi159.stdout:9/63: dread - d0/f13 zero size 2024-09-17T10:39:44.037 INFO:tasks.workunit.client.0.smithi159.stdout:9/64: stat d0/d1 0 2024-09-17T10:39:44.037 INFO:tasks.workunit.client.0.smithi159.stdout:9/65: dread - d0/d3/d7/da/dc/f14 zero size 2024-09-17T10:39:44.038 INFO:tasks.workunit.client.0.smithi159.stdout:2/77: mknod d0/df/c13 0 2024-09-17T10:39:44.042 INFO:tasks.workunit.client.0.smithi159.stdout:8/92: dwrite d4/dd/d10/d1a/f1b [0,4194304] 0 2024-09-17T10:39:44.042 INFO:tasks.workunit.client.0.smithi159.stdout:8/93: stat d4/dd/f19 0 2024-09-17T10:39:44.042 INFO:tasks.workunit.client.0.smithi159.stdout:5/52: getdents . 0 2024-09-17T10:39:44.043 INFO:tasks.workunit.client.0.smithi159.stdout:7/75: dwrite d2/f4 [4194304,4194304] 0 2024-09-17T10:39:44.043 INFO:tasks.workunit.client.0.smithi159.stdout:7/76: readlink d2/l15 0 2024-09-17T10:39:44.045 INFO:tasks.workunit.client.0.smithi159.stdout:0/61: dwrite d5/ff [0,4194304] 0 2024-09-17T10:39:44.045 INFO:tasks.workunit.client.0.smithi159.stdout:8/94: truncate d4/f6 2309447 0 2024-09-17T10:39:44.055 INFO:tasks.workunit.client.0.smithi159.stdout:0/62: creat d5/d10/f16 x:0 0 0 2024-09-17T10:39:44.055 INFO:tasks.workunit.client.0.smithi159.stdout:0/63: creat d5/d10/f17 x:0 0 0 2024-09-17T10:39:44.058 INFO:tasks.workunit.client.0.smithi159.stdout:0/64: mkdir d5/d10/d18 0 2024-09-17T10:39:44.061 INFO:tasks.workunit.client.0.smithi159.stdout:0/65: rename f1 to d5/d10/d18/f19 0 2024-09-17T10:39:44.062 INFO:tasks.workunit.client.0.smithi159.stdout:3/76: sync 2024-09-17T10:39:44.063 INFO:tasks.workunit.client.0.smithi159.stdout:0/66: creat d5/d10/d18/f1a x:0 0 0 2024-09-17T10:39:44.063 INFO:tasks.workunit.client.0.smithi159.stdout:0/67: write d5/d10/f17 [108333,37257] 0 2024-09-17T10:39:44.063 INFO:tasks.workunit.client.0.smithi159.stdout:3/77: creat d9/df/f12 x:0 0 0 2024-09-17T10:39:44.065 INFO:tasks.workunit.client.0.smithi159.stdout:9/66: dwrite d0/d1/d2/f8 [4194304,4194304] 0 2024-09-17T10:39:44.065 INFO:tasks.workunit.client.0.smithi159.stdout:0/68: unlink d5/fb 0 2024-09-17T10:39:44.067 INFO:tasks.workunit.client.0.smithi159.stdout:2/78: dwrite d0/f2 [0,4194304] 0 2024-09-17T10:39:44.068 INFO:tasks.workunit.client.0.smithi159.stdout:5/53: dwrite f7 [0,4194304] 0 2024-09-17T10:39:44.068 INFO:tasks.workunit.client.0.smithi159.stdout:7/77: dwrite d2/f4 [0,4194304] 0 2024-09-17T10:39:44.068 INFO:tasks.workunit.client.0.smithi159.stdout:9/67: creat d0/d3/d7/f16 x:0 0 0 2024-09-17T10:39:44.071 INFO:tasks.workunit.client.0.smithi159.stdout:7/78: rmdir d2 39 2024-09-17T10:39:44.071 INFO:tasks.workunit.client.0.smithi159.stdout:7/79: write d2/d8/f16 [842678,101739] 0 2024-09-17T10:39:44.072 INFO:tasks.workunit.client.0.smithi159.stdout:7/80: chown d2/cd 1 1 2024-09-17T10:39:44.074 INFO:tasks.workunit.client.0.smithi159.stdout:0/69: rename d5/d10/d18/f1a to d5/f1b 0 2024-09-17T10:39:44.079 INFO:tasks.workunit.client.0.smithi159.stdout:5/54: write f7 [447773,20879] 0 2024-09-17T10:39:44.081 INFO:tasks.workunit.client.0.smithi159.stdout:2/79: mkdir d0/d14 0 2024-09-17T10:39:44.081 INFO:tasks.workunit.client.0.smithi159.stdout:2/80: chown d0/d14 293792 1 2024-09-17T10:39:44.083 INFO:tasks.workunit.client.0.smithi159.stdout:7/81: truncate d2/f9 3217571 0 2024-09-17T10:39:44.083 INFO:tasks.workunit.client.0.smithi159.stdout:7/82: fdatasync d2/f4 0 2024-09-17T10:39:44.083 INFO:tasks.workunit.client.0.smithi159.stdout:7/83: dread - d2/d8/df/f17 zero size 2024-09-17T10:39:44.083 INFO:tasks.workunit.client.0.smithi159.stdout:7/84: chown d2/c5 11472 1 2024-09-17T10:39:44.084 INFO:tasks.workunit.client.0.smithi159.stdout:0/70: creat d5/f1c x:0 0 0 2024-09-17T10:39:44.084 INFO:tasks.workunit.client.0.smithi159.stdout:9/68: dwrite d0/d3/d7/f16 [0,4194304] 0 2024-09-17T10:39:44.085 INFO:tasks.workunit.client.0.smithi159.stdout:5/55: mknod cf 0 2024-09-17T10:39:44.085 INFO:tasks.workunit.client.0.smithi159.stdout:5/56: fdatasync f9 0 2024-09-17T10:39:44.085 INFO:tasks.workunit.client.0.smithi159.stdout:2/81: symlink d0/df/l15 0 2024-09-17T10:39:44.087 INFO:tasks.workunit.client.0.smithi159.stdout:3/78: dwrite f2 [0,4194304] 0 2024-09-17T10:39:44.087 INFO:tasks.workunit.client.0.smithi159.stdout:7/85: rename d2/d8/df to d2/d18 0 2024-09-17T10:39:44.087 INFO:tasks.workunit.client.0.smithi159.stdout:7/86: write d2/f7 [1726111,65741] 0 2024-09-17T10:39:44.092 INFO:tasks.workunit.client.0.smithi159.stdout:9/69: link d0/d1/d2/f8 d0/d1/d2/f17 0 2024-09-17T10:39:44.093 INFO:tasks.workunit.client.0.smithi159.stdout:5/57: creat f10 x:0 0 0 2024-09-17T10:39:44.099 INFO:tasks.workunit.client.0.smithi159.stdout:7/87: symlink d2/l19 0 2024-09-17T10:39:44.099 INFO:tasks.workunit.client.0.smithi159.stdout:7/88: fsync d2/f9 0 2024-09-17T10:39:44.100 INFO:tasks.workunit.client.0.smithi159.stdout:0/71: symlink d5/l1d 0 2024-09-17T10:39:44.100 INFO:tasks.workunit.client.0.smithi159.stdout:0/72: creat d5/d10/f1e x:0 0 0 2024-09-17T10:39:44.102 INFO:tasks.workunit.client.0.smithi159.stdout:9/70: mknod d0/d1/d2/c18 0 2024-09-17T10:39:44.102 INFO:tasks.workunit.client.0.smithi159.stdout:2/82: truncate d0/f2 1077466 0 2024-09-17T10:39:44.104 INFO:tasks.workunit.client.0.smithi159.stdout:3/79: mkdir d9/df/d13 0 2024-09-17T10:39:44.108 INFO:tasks.workunit.client.0.smithi159.stdout:0/73: rename f4 to d5/d10/f1f 0 2024-09-17T10:39:44.109 INFO:tasks.workunit.client.0.smithi159.stdout:5/58: dwrite f7 [0,4194304] 0 2024-09-17T10:39:44.111 INFO:tasks.workunit.client.0.smithi159.stdout:2/83: mknod d0/d9/c16 0 2024-09-17T10:39:44.111 INFO:tasks.workunit.client.0.smithi159.stdout:2/84: write d0/fe [685476,19951] 0 2024-09-17T10:39:44.112 INFO:tasks.workunit.client.0.smithi159.stdout:9/71: write d0/d1/d2/f17 [953083,52228] 0 2024-09-17T10:39:44.115 INFO:tasks.workunit.client.0.smithi159.stdout:4/80: sync 2024-09-17T10:39:44.115 INFO:tasks.workunit.client.0.smithi159.stdout:4/81: write d0/fc [1364653,29586] 0 2024-09-17T10:39:44.117 INFO:tasks.workunit.client.0.smithi159.stdout:9/72: symlink d0/d3/d7/da/l19 0 2024-09-17T10:39:44.117 INFO:tasks.workunit.client.0.smithi159.stdout:9/73: write d0/d3/d7/da/dc/f14 [800791,59800] 0 2024-09-17T10:39:44.117 INFO:tasks.workunit.client.0.smithi159.stdout:4/82: symlink d0/d9/da/l17 0 2024-09-17T10:39:44.119 INFO:tasks.workunit.client.0.smithi159.stdout:5/59: getdents . 0 2024-09-17T10:39:44.119 INFO:tasks.workunit.client.0.smithi159.stdout:5/60: truncate f9 4819192 0 2024-09-17T10:39:44.119 INFO:tasks.workunit.client.0.smithi159.stdout:5/61: getdents . 0 2024-09-17T10:39:44.121 INFO:tasks.workunit.client.0.smithi159.stdout:2/85: mknod d0/c17 0 2024-09-17T10:39:44.121 INFO:tasks.workunit.client.0.smithi159.stdout:3/80: dwrite f5 [0,4194304] 0 2024-09-17T10:39:44.122 INFO:tasks.workunit.client.0.smithi159.stdout:3/81: read f3 [55555,9885] 0 2024-09-17T10:39:44.122 INFO:tasks.workunit.client.0.smithi159.stdout:0/74: getdents d5/d10 0 2024-09-17T10:39:44.124 INFO:tasks.workunit.client.0.smithi159.stdout:4/83: truncate d0/f3 603559 0 2024-09-17T10:39:44.124 INFO:tasks.workunit.client.0.smithi159.stdout:4/84: truncate d0/fc 1893855 0 2024-09-17T10:39:44.126 INFO:tasks.workunit.client.0.smithi159.stdout:2/86: unlink d0/fb 0 2024-09-17T10:39:44.127 INFO:tasks.workunit.client.0.smithi159.stdout:5/62: dread f9 [0,4194304] 0 2024-09-17T10:39:44.128 INFO:tasks.workunit.client.0.smithi159.stdout:2/87: write d0/fe [33808,53180] 0 2024-09-17T10:39:44.133 INFO:tasks.workunit.client.0.smithi159.stdout:9/74: dwrite d0/f13 [0,4194304] 0 2024-09-17T10:39:44.133 INFO:tasks.workunit.client.0.smithi159.stdout:3/82: rename f5 to d9/df/d13/f14 0 2024-09-17T10:39:44.134 INFO:tasks.workunit.client.0.smithi159.stdout:3/83: chown d9/df/f11 124 1 2024-09-17T10:39:44.135 INFO:tasks.workunit.client.0.smithi159.stdout:0/75: symlink d5/d10/l20 0 2024-09-17T10:39:44.137 INFO:tasks.workunit.client.0.smithi159.stdout:4/85: creat d0/d9/f18 x:0 0 0 2024-09-17T10:39:44.137 INFO:tasks.workunit.client.0.smithi159.stdout:4/86: write d0/d9/f18 [1040595,27912] 0 2024-09-17T10:39:44.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/87: write d0/f6 [843533,14432] 0 2024-09-17T10:39:44.138 INFO:tasks.workunit.client.0.smithi159.stdout:5/63: rename cd to c11 0 2024-09-17T10:39:44.140 INFO:tasks.workunit.client.0.smithi159.stdout:2/88: write d0/f7 [949872,129991] 0 2024-09-17T10:39:44.147 INFO:tasks.workunit.client.0.smithi159.stdout:4/88: mkdir d0/d9/da/d19 0 2024-09-17T10:39:44.147 INFO:tasks.workunit.client.0.smithi159.stdout:4/89: write d0/fc [2336801,31150] 0 2024-09-17T10:39:44.147 INFO:tasks.workunit.client.0.smithi159.stdout:4/90: rename d0/d9 to d0/d9/d1a 22 2024-09-17T10:39:44.148 INFO:tasks.workunit.client.0.smithi159.stdout:5/64: truncate f7 996637 0 2024-09-17T10:39:44.149 INFO:tasks.workunit.client.0.smithi159.stdout:1/88: sync 2024-09-17T10:39:44.149 INFO:tasks.workunit.client.0.smithi159.stdout:6/90: sync 2024-09-17T10:39:44.149 INFO:tasks.workunit.client.0.smithi159.stdout:8/95: sync 2024-09-17T10:39:44.150 INFO:tasks.workunit.client.0.smithi159.stdout:2/89: rmdir d0/df 39 2024-09-17T10:39:44.152 INFO:tasks.workunit.client.0.smithi159.stdout:0/76: link d5/f1c d5/f21 0 2024-09-17T10:39:44.152 INFO:tasks.workunit.client.0.smithi159.stdout:0/77: chown d5/cc 264018296 1 2024-09-17T10:39:44.153 INFO:tasks.workunit.client.0.smithi159.stdout:4/91: link d0/l14 d0/d9/da/d19/l1b 0 2024-09-17T10:39:44.155 INFO:tasks.workunit.client.0.smithi159.stdout:1/89: symlink d1/d19/d1a/dc/d18/l1e 0 2024-09-17T10:39:44.157 INFO:tasks.workunit.client.0.smithi159.stdout:3/84: dwrite d9/df/d13/f14 [0,4194304] 0 2024-09-17T10:39:44.158 INFO:tasks.workunit.client.0.smithi159.stdout:6/91: creat d1/df/d11/d16/f19 x:0 0 0 2024-09-17T10:39:44.158 INFO:tasks.workunit.client.0.smithi159.stdout:3/85: truncate f3 1015624 0 2024-09-17T10:39:44.158 INFO:tasks.workunit.client.0.smithi159.stdout:3/86: readlink - no filename 2024-09-17T10:39:44.158 INFO:tasks.workunit.client.0.smithi159.stdout:3/87: chown d9/ce 127 1 2024-09-17T10:39:44.158 INFO:tasks.workunit.client.0.smithi159.stdout:4/92: dread d0/f3 [0,4194304] 0 2024-09-17T10:39:44.158 INFO:tasks.workunit.client.0.smithi159.stdout:4/93: dread - d0/d9/da/fd zero size 2024-09-17T10:39:44.158 INFO:tasks.workunit.client.0.smithi159.stdout:4/94: write d0/f3 [877390,34108] 0 2024-09-17T10:39:44.159 INFO:tasks.workunit.client.0.smithi159.stdout:9/75: dwrite d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:44.159 INFO:tasks.workunit.client.0.smithi159.stdout:1/90: rename d1/d19/l1b to d1/d10/l1f 0 2024-09-17T10:39:44.160 INFO:tasks.workunit.client.0.smithi159.stdout:3/88: rename d9 to d9/df/d13/d15 22 2024-09-17T10:39:44.160 INFO:tasks.workunit.client.0.smithi159.stdout:3/89: fsync d9/df/d13/f14 0 2024-09-17T10:39:44.160 INFO:tasks.workunit.client.0.smithi159.stdout:1/91: chown d1/d19/l1d 9 1 2024-09-17T10:39:44.160 INFO:tasks.workunit.client.0.smithi159.stdout:1/92: fdatasync d1/d19/d1a/f8 0 2024-09-17T10:39:44.163 INFO:tasks.workunit.client.0.smithi159.stdout:4/95: creat d0/d12/f1c x:0 0 0 2024-09-17T10:39:44.171 INFO:tasks.workunit.client.0.smithi159.stdout:9/76: dread d0/d3/d7/f16 [0,4194304] 0 2024-09-17T10:39:44.180 INFO:tasks.workunit.client.0.smithi159.stdout:3/90: rename d9/cc to d9/c16 0 2024-09-17T10:39:44.180 INFO:tasks.workunit.client.0.smithi159.stdout:3/91: chown d9/cd 158795 1 2024-09-17T10:39:44.180 INFO:tasks.workunit.client.0.smithi159.stdout:3/92: write d9/df/f12 [607698,50268] 0 2024-09-17T10:39:44.180 INFO:tasks.workunit.client.0.smithi159.stdout:6/92: dwrite - open d1/f13 failed 14 2024-09-17T10:39:44.181 INFO:tasks.workunit.client.0.smithi159.stdout:4/96: symlink d0/d12/l1d 0 2024-09-17T10:39:44.182 INFO:tasks.workunit.client.0.smithi159.stdout:3/93: rmdir d9/df/d13 39 2024-09-17T10:39:44.184 INFO:tasks.workunit.client.0.smithi159.stdout:5/65: dwrite f9 [0,4194304] 0 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/97: symlink d0/d9/da/d19/l1e 0 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/98: fsync d0/fe 0 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/99: fsync d0/fe 0 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/100: chown d0/d12/f1c 12 1 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/101: dread - d0/fe zero size 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/102: creat d0/d9/f1f x:0 0 0 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/103: readlink d0/d9/da/d19/l1b 0 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:8/96: dwrite d4/f6 [0,4194304] 0 2024-09-17T10:39:44.185 INFO:tasks.workunit.client.0.smithi159.stdout:0/78: dwrite d5/d10/f1e [0,4194304] 0 2024-09-17T10:39:44.186 INFO:tasks.workunit.client.0.smithi159.stdout:9/77: rmdir d0/d3/d7/da/dc 39 2024-09-17T10:39:44.186 INFO:tasks.workunit.client.0.smithi159.stdout:2/90: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:44.186 INFO:tasks.workunit.client.0.smithi159.stdout:4/104: read d0/f3 [802985,27510] 0 2024-09-17T10:39:44.187 INFO:tasks.workunit.client.0.smithi159.stdout:3/94: dread d9/df/f12 [0,4194304] 0 2024-09-17T10:39:44.188 INFO:tasks.workunit.client.0.smithi159.stdout:5/66: creat f12 x:0 0 0 2024-09-17T10:39:44.188 INFO:tasks.workunit.client.0.smithi159.stdout:5/67: truncate f4 1272848 0 2024-09-17T10:39:44.197 INFO:tasks.workunit.client.0.smithi159.stdout:9/78: write d0/d3/d7/da/dc/fd [1922435,60100] 0 2024-09-17T10:39:44.199 INFO:tasks.workunit.client.0.smithi159.stdout:2/91: write d0/f7 [1928099,90346] 0 2024-09-17T10:39:44.200 INFO:tasks.workunit.client.0.smithi159.stdout:4/105: creat d0/d9/da/f20 x:0 0 0 2024-09-17T10:39:44.200 INFO:tasks.workunit.client.0.smithi159.stdout:4/106: truncate d0/d9/da/fd 393748 0 2024-09-17T10:39:44.200 INFO:tasks.workunit.client.0.smithi159.stdout:4/107: write d0/d9/f18 [1318137,4552] 0 2024-09-17T10:39:44.201 INFO:tasks.workunit.client.0.smithi159.stdout:3/95: write d9/df/f10 [783843,110295] 0 2024-09-17T10:39:44.201 INFO:tasks.workunit.client.0.smithi159.stdout:3/96: fsync f3 0 2024-09-17T10:39:44.202 INFO:tasks.workunit.client.0.smithi159.stdout:5/68: rename ce to c13 0 2024-09-17T10:39:44.203 INFO:tasks.workunit.client.0.smithi159.stdout:0/79: mkdir d5/d10/d18/d22 0 2024-09-17T10:39:44.205 INFO:tasks.workunit.client.0.smithi159.stdout:9/79: mkdir d0/d3/d7/da/d1a 0 2024-09-17T10:39:44.206 INFO:tasks.workunit.client.0.smithi159.stdout:7/89: sync 2024-09-17T10:39:44.207 INFO:tasks.workunit.client.0.smithi159.stdout:8/97: dwrite d4/fc [0,4194304] 0 2024-09-17T10:39:44.209 INFO:tasks.workunit.client.0.smithi159.stdout:6/93: dwrite d1/df/d11/d16/f19 [0,4194304] 0 2024-09-17T10:39:44.209 INFO:tasks.workunit.client.0.smithi159.stdout:3/97: dread f2 [0,4194304] 0 2024-09-17T10:39:44.209 INFO:tasks.workunit.client.0.smithi159.stdout:4/108: rename d0/l14 to d0/d9/l21 0 2024-09-17T10:39:44.209 INFO:tasks.workunit.client.0.smithi159.stdout:4/109: creat d0/d9/da/f22 x:0 0 0 2024-09-17T10:39:44.210 INFO:tasks.workunit.client.0.smithi159.stdout:5/69: mknod c14 0 2024-09-17T10:39:44.210 INFO:tasks.workunit.client.0.smithi159.stdout:5/70: write f7 [1155601,68817] 0 2024-09-17T10:39:44.211 INFO:tasks.workunit.client.0.smithi159.stdout:0/80: write d5/fe [135510,32385] 0 2024-09-17T10:39:44.212 INFO:tasks.workunit.client.0.smithi159.stdout:9/80: mknod d0/d3/d7/da/dc/de/c1b 0 2024-09-17T10:39:44.216 INFO:tasks.workunit.client.0.smithi159.stdout:7/90: link d2/l15 d2/d18/l1a 0 2024-09-17T10:39:44.216 INFO:tasks.workunit.client.0.smithi159.stdout:7/91: write d2/d18/f11 [1235142,67222] 0 2024-09-17T10:39:44.218 INFO:tasks.workunit.client.0.smithi159.stdout:3/98: write d9/df/d13/f14 [35945,11772] 0 2024-09-17T10:39:44.222 INFO:tasks.workunit.client.0.smithi159.stdout:8/98: dwrite d4/f6 [0,4194304] 0 2024-09-17T10:39:44.224 INFO:tasks.workunit.client.0.smithi159.stdout:4/110: creat d0/d9/da/d19/f23 x:0 0 0 2024-09-17T10:39:44.225 INFO:tasks.workunit.client.0.smithi159.stdout:5/71: mknod c15 0 2024-09-17T10:39:44.226 INFO:tasks.workunit.client.0.smithi159.stdout:0/81: symlink d5/d10/d18/d22/l23 0 2024-09-17T10:39:44.227 INFO:tasks.workunit.client.0.smithi159.stdout:9/81: mkdir d0/d3/d7/da/dc/d1c 0 2024-09-17T10:39:44.229 INFO:tasks.workunit.client.0.smithi159.stdout:2/92: truncate d0/f7 2568116 0 2024-09-17T10:39:44.230 INFO:tasks.workunit.client.0.smithi159.stdout:6/94: unlink d1/l17 0 2024-09-17T10:39:44.232 INFO:tasks.workunit.client.0.smithi159.stdout:8/99: mknod d4/c22 0 2024-09-17T10:39:44.232 INFO:tasks.workunit.client.0.smithi159.stdout:8/100: creat d4/f23 x:0 0 0 2024-09-17T10:39:44.232 INFO:tasks.workunit.client.0.smithi159.stdout:8/101: fsync f3 0 2024-09-17T10:39:44.233 INFO:tasks.workunit.client.0.smithi159.stdout:8/102: truncate d4/f23 41847 0 2024-09-17T10:39:44.233 INFO:tasks.workunit.client.0.smithi159.stdout:8/103: write d4/f23 [1001833,102233] 0 2024-09-17T10:39:44.233 INFO:tasks.workunit.client.0.smithi159.stdout:4/111: mkdir d0/d9/d24 0 2024-09-17T10:39:44.233 INFO:tasks.workunit.client.0.smithi159.stdout:4/112: creat d0/d12/f25 x:0 0 0 2024-09-17T10:39:44.233 INFO:tasks.workunit.client.0.smithi159.stdout:4/113: read - d0/d12/f1c zero size 2024-09-17T10:39:44.233 INFO:tasks.workunit.client.0.smithi159.stdout:4/114: creat d0/d9/da/d19/f26 x:0 0 0 2024-09-17T10:39:44.234 INFO:tasks.workunit.client.0.smithi159.stdout:4/115: readlink d0/d9/l21 0 2024-09-17T10:39:44.234 INFO:tasks.workunit.client.0.smithi159.stdout:9/82: mkdir d0/d3/d1d 0 2024-09-17T10:39:44.235 INFO:tasks.workunit.client.0.smithi159.stdout:3/99: symlink d9/df/l17 0 2024-09-17T10:39:44.236 INFO:tasks.workunit.client.0.smithi159.stdout:3/100: stat d9/df/d13/f14 0 2024-09-17T10:39:44.236 INFO:tasks.workunit.client.0.smithi159.stdout:3/101: truncate d9/df/f10 1389617 0 2024-09-17T10:39:44.236 INFO:tasks.workunit.client.0.smithi159.stdout:3/102: write d9/df/f10 [809654,55322] 0 2024-09-17T10:39:44.236 INFO:tasks.workunit.client.0.smithi159.stdout:3/103: write f4 [4953304,61585] 0 2024-09-17T10:39:44.236 INFO:tasks.workunit.client.0.smithi159.stdout:2/93: symlink d0/d14/l18 0 2024-09-17T10:39:44.241 INFO:tasks.workunit.client.0.smithi159.stdout:4/116: symlink d0/d9/d24/l27 0 2024-09-17T10:39:44.241 INFO:tasks.workunit.client.0.smithi159.stdout:4/117: readlink d0/d9/lf 0 2024-09-17T10:39:44.244 INFO:tasks.workunit.client.0.smithi159.stdout:9/83: truncate d0/f13 957693 0 2024-09-17T10:39:44.247 INFO:tasks.workunit.client.0.smithi159.stdout:6/95: truncate d1/f9 2144571 0 2024-09-17T10:39:44.252 INFO:tasks.workunit.client.0.smithi159.stdout:9/84: link d0/d3/d7/f16 d0/f1e 0 2024-09-17T10:39:44.266 INFO:tasks.workunit.client.0.smithi159.stdout:9/85: dread d0/d1/d2/f17 [4194304,4194304] 0 2024-09-17T10:39:44.266 INFO:tasks.workunit.client.0.smithi159.stdout:9/86: readlink d0/d3/d7/da/l10 0 2024-09-17T10:39:44.271 INFO:tasks.workunit.client.0.smithi159.stdout:1/93: sync 2024-09-17T10:39:44.271 INFO:tasks.workunit.client.0.smithi159.stdout:1/94: dread - d1/d10/f15 zero size 2024-09-17T10:39:44.272 INFO:tasks.workunit.client.0.smithi159.stdout:7/92: dwrite d2/f7 [0,4194304] 0 2024-09-17T10:39:44.274 INFO:tasks.workunit.client.0.smithi159.stdout:2/94: dwrite d0/f2 [0,4194304] 0 2024-09-17T10:39:44.274 INFO:tasks.workunit.client.0.smithi159.stdout:2/95: chown d0/df/l15 1030398 1 2024-09-17T10:39:44.274 INFO:tasks.workunit.client.0.smithi159.stdout:2/96: fdatasync d0/fe 0 2024-09-17T10:39:44.275 INFO:tasks.workunit.client.0.smithi159.stdout:9/87: dread d0/f1e [0,4194304] 0 2024-09-17T10:39:44.275 INFO:tasks.workunit.client.0.smithi159.stdout:0/82: dwrite d5/f1c [0,4194304] 0 2024-09-17T10:39:44.275 INFO:tasks.workunit.client.0.smithi159.stdout:0/83: creat d5/d10/d18/f24 x:0 0 0 2024-09-17T10:39:44.275 INFO:tasks.workunit.client.0.smithi159.stdout:5/72: dwrite fc [4194304,4194304] 0 2024-09-17T10:39:44.276 INFO:tasks.workunit.client.0.smithi159.stdout:6/96: dwrite d1/df/d11/d16/f18 [0,4194304] 0 2024-09-17T10:39:44.276 INFO:tasks.workunit.client.0.smithi159.stdout:6/97: fsync d1/df/d11/f14 0 2024-09-17T10:39:44.276 INFO:tasks.workunit.client.0.smithi159.stdout:8/104: dread d4/f23 [0,4194304] 0 2024-09-17T10:39:44.276 INFO:tasks.workunit.client.0.smithi159.stdout:3/104: dread d9/df/f10 [0,4194304] 0 2024-09-17T10:39:44.277 INFO:tasks.workunit.client.0.smithi159.stdout:7/93: creat d2/d8/f1b x:0 0 0 2024-09-17T10:39:44.280 INFO:tasks.workunit.client.0.smithi159.stdout:2/97: mknod d0/d14/c19 0 2024-09-17T10:39:44.281 INFO:tasks.workunit.client.0.smithi159.stdout:9/88: mknod d0/d1/c1f 0 2024-09-17T10:39:44.281 INFO:tasks.workunit.client.0.smithi159.stdout:9/89: stat d0/d1/l5 0 2024-09-17T10:39:44.288 INFO:tasks.workunit.client.0.smithi159.stdout:8/105: dread d4/f5 [0,4194304] 0 2024-09-17T10:39:44.291 INFO:tasks.workunit.client.0.smithi159.stdout:0/84: symlink d5/d10/d18/d22/l25 0 2024-09-17T10:39:44.291 INFO:tasks.workunit.client.0.smithi159.stdout:1/95: dwrite d1/d10/f15 [0,4194304] 0 2024-09-17T10:39:44.295 INFO:tasks.workunit.client.0.smithi159.stdout:6/98: creat d1/df/f1a x:0 0 0 2024-09-17T10:39:44.296 INFO:tasks.workunit.client.0.smithi159.stdout:2/98: mkdir d0/d9/d1a 0 2024-09-17T10:39:44.296 INFO:tasks.workunit.client.0.smithi159.stdout:2/99: chown d0/df/l15 97824 1 2024-09-17T10:39:44.296 INFO:tasks.workunit.client.0.smithi159.stdout:7/94: dwrite d2/d8/f1b [0,4194304] 0 2024-09-17T10:39:44.296 INFO:tasks.workunit.client.0.smithi159.stdout:7/95: chown l1 496 1 2024-09-17T10:39:44.296 INFO:tasks.workunit.client.0.smithi159.stdout:7/96: fsync d2/f9 0 2024-09-17T10:39:44.297 INFO:tasks.workunit.client.0.smithi159.stdout:9/90: truncate d0/d3/d7/f16 3477447 0 2024-09-17T10:39:44.297 INFO:tasks.workunit.client.0.smithi159.stdout:9/91: chown d0/d3/d7/da/dc 14461 1 2024-09-17T10:39:44.297 INFO:tasks.workunit.client.0.smithi159.stdout:9/92: creat d0/d3/d7/f20 x:0 0 0 2024-09-17T10:39:44.298 INFO:tasks.workunit.client.0.smithi159.stdout:8/106: link d4/dd/d10/f18 d4/dd/d20/f24 0 2024-09-17T10:39:44.299 INFO:tasks.workunit.client.0.smithi159.stdout:0/85: chown d5/d10/f16 14916404 1 2024-09-17T10:39:44.299 INFO:tasks.workunit.client.0.smithi159.stdout:0/86: stat d5/d10/d18/d22 0 2024-09-17T10:39:44.299 INFO:tasks.workunit.client.0.smithi159.stdout:0/87: dread - d5/d10/d18/f24 zero size 2024-09-17T10:39:44.302 INFO:tasks.workunit.client.0.smithi159.stdout:1/96: getdents d1/d19 0 2024-09-17T10:39:44.304 INFO:tasks.workunit.client.0.smithi159.stdout:7/97: dread d2/d8/f1b [0,4194304] 0 2024-09-17T10:39:44.307 INFO:tasks.workunit.client.0.smithi159.stdout:2/100: dread d0/f2 [0,4194304] 0 2024-09-17T10:39:44.310 INFO:tasks.workunit.client.0.smithi159.stdout:7/98: unlink d2/l19 0 2024-09-17T10:39:44.314 INFO:tasks.workunit.client.0.smithi159.stdout:0/88: rename d5/f21 to d5/d10/f26 0 2024-09-17T10:39:44.314 INFO:tasks.workunit.client.0.smithi159.stdout:0/89: creat d5/d12/f27 x:0 0 0 2024-09-17T10:39:44.317 INFO:tasks.workunit.client.0.smithi159.stdout:8/107: dwrite d4/dd/d10/d1a/f1b [0,4194304] 0 2024-09-17T10:39:44.317 INFO:tasks.workunit.client.0.smithi159.stdout:8/108: readlink d4/dd/le 0 2024-09-17T10:39:44.321 INFO:tasks.workunit.client.0.smithi159.stdout:7/99: rmdir d2/d18 39 2024-09-17T10:39:44.321 INFO:tasks.workunit.client.0.smithi159.stdout:2/101: getdents d0/d9 0 2024-09-17T10:39:44.324 INFO:tasks.workunit.client.0.smithi159.stdout:8/109: rename d4/dd/le to d4/da/l25 0 2024-09-17T10:39:44.324 INFO:tasks.workunit.client.0.smithi159.stdout:8/110: stat d4/dd/cf 0 2024-09-17T10:39:44.326 INFO:tasks.workunit.client.0.smithi159.stdout:2/102: truncate d0/f7 2299281 0 2024-09-17T10:39:44.328 INFO:tasks.workunit.client.0.smithi159.stdout:2/103: truncate d0/f2 3135630 0 2024-09-17T10:39:44.328 INFO:tasks.workunit.client.0.smithi159.stdout:7/100: write d2/f7 [3118365,75206] 0 2024-09-17T10:39:44.330 INFO:tasks.workunit.client.0.smithi159.stdout:7/101: symlink d2/l1c 0 2024-09-17T10:39:44.330 INFO:tasks.workunit.client.0.smithi159.stdout:7/102: chown l1 506430 1 2024-09-17T10:39:44.331 INFO:tasks.workunit.client.0.smithi159.stdout:7/103: rename d2/d8/f16 to d2/f1d 0 2024-09-17T10:39:44.332 INFO:tasks.workunit.client.0.smithi159.stdout:7/104: truncate d2/d8/f1b 2480890 0 2024-09-17T10:39:44.333 INFO:tasks.workunit.client.0.smithi159.stdout:7/105: mknod d2/c1e 0 2024-09-17T10:39:44.334 INFO:tasks.workunit.client.0.smithi159.stdout:2/104: dread d0/fe [0,4194304] 0 2024-09-17T10:39:44.335 INFO:tasks.workunit.client.0.smithi159.stdout:0/90: dread d5/d10/d18/f19 [0,4194304] 0 2024-09-17T10:39:44.336 INFO:tasks.workunit.client.0.smithi159.stdout:6/99: dwrite d1/df/d11/d16/f18 [4194304,4194304] 0 2024-09-17T10:39:44.336 INFO:tasks.workunit.client.0.smithi159.stdout:9/93: dwrite d0/f1e [0,4194304] 0 2024-09-17T10:39:44.337 INFO:tasks.workunit.client.0.smithi159.stdout:0/91: creat d5/d10/d18/d22/f28 x:0 0 0 2024-09-17T10:39:44.337 INFO:tasks.workunit.client.0.smithi159.stdout:0/92: write d5/d12/f13 [108618,29109] 0 2024-09-17T10:39:44.337 INFO:tasks.workunit.client.0.smithi159.stdout:0/93: fdatasync d5/d10/d18/f19 0 2024-09-17T10:39:44.337 INFO:tasks.workunit.client.0.smithi159.stdout:0/94: creat d5/d10/d18/d22/f29 x:0 0 0 2024-09-17T10:39:44.340 INFO:tasks.workunit.client.0.smithi159.stdout:6/100: truncate d1/f9 19620 0 2024-09-17T10:39:44.340 INFO:tasks.workunit.client.0.smithi159.stdout:8/111: write d4/dd/d10/f18 [510618,63423] 0 2024-09-17T10:39:44.340 INFO:tasks.workunit.client.0.smithi159.stdout:8/112: dread - d4/dd/d10/d1a/f1f zero size 2024-09-17T10:39:44.341 INFO:tasks.workunit.client.0.smithi159.stdout:1/97: dwrite d1/d19/d1a/f8 [4194304,4194304] 0 2024-09-17T10:39:44.342 INFO:tasks.workunit.client.0.smithi159.stdout:9/94: mkdir d0/d3/d7/da/dc/de/d21 0 2024-09-17T10:39:44.347 INFO:tasks.workunit.client.0.smithi159.stdout:0/95: dread d5/f1c [0,4194304] 0 2024-09-17T10:39:44.347 INFO:tasks.workunit.client.0.smithi159.stdout:0/96: creat d5/d10/d18/d22/f2a x:0 0 0 2024-09-17T10:39:44.350 INFO:tasks.workunit.client.0.smithi159.stdout:7/106: dwrite d2/fb [0,4194304] 0 2024-09-17T10:39:44.350 INFO:tasks.workunit.client.0.smithi159.stdout:7/107: dread - d2/d18/f17 zero size 2024-09-17T10:39:44.350 INFO:tasks.workunit.client.0.smithi159.stdout:7/108: creat d2/d8/f1f x:0 0 0 2024-09-17T10:39:44.353 INFO:tasks.workunit.client.0.smithi159.stdout:8/113: truncate d4/fc 916532 0 2024-09-17T10:39:44.355 INFO:tasks.workunit.client.0.smithi159.stdout:2/105: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:44.359 INFO:tasks.workunit.client.0.smithi159.stdout:0/97: creat d5/d10/f2b x:0 0 0 2024-09-17T10:39:44.362 INFO:tasks.workunit.client.0.smithi159.stdout:0/98: dread d5/d10/f26 [0,4194304] 0 2024-09-17T10:39:44.363 INFO:tasks.workunit.client.0.smithi159.stdout:0/99: fdatasync d5/d10/d18/f19 0 2024-09-17T10:39:44.363 INFO:tasks.workunit.client.0.smithi159.stdout:1/98: dwrite d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:44.366 INFO:tasks.workunit.client.0.smithi159.stdout:7/109: mkdir d2/d18/d20 0 2024-09-17T10:39:44.366 INFO:tasks.workunit.client.0.smithi159.stdout:7/110: chown d2/f9 248080 1 2024-09-17T10:39:44.367 INFO:tasks.workunit.client.0.smithi159.stdout:6/101: dwrite d1/fd [0,4194304] 0 2024-09-17T10:39:44.368 INFO:tasks.workunit.client.0.smithi159.stdout:8/114: rmdir d4/dd/d20 39 2024-09-17T10:39:44.370 INFO:tasks.workunit.client.0.smithi159.stdout:7/111: dread d2/d8/f1b [0,4194304] 0 2024-09-17T10:39:44.370 INFO:tasks.workunit.client.0.smithi159.stdout:2/106: creat d0/f1b x:0 0 0 2024-09-17T10:39:44.374 INFO:tasks.workunit.client.0.smithi159.stdout:1/99: write d1/d19/d1a/f8 [3999343,78483] 0 2024-09-17T10:39:44.374 INFO:tasks.workunit.client.0.smithi159.stdout:1/100: write d1/d19/d1a/f8 [216733,3697] 0 2024-09-17T10:39:44.374 INFO:tasks.workunit.client.0.smithi159.stdout:1/101: fsync d1/d3/f9 0 2024-09-17T10:39:44.376 INFO:tasks.workunit.client.0.smithi159.stdout:7/112: creat d2/d18/d20/f21 x:0 0 0 2024-09-17T10:39:44.378 INFO:tasks.workunit.client.0.smithi159.stdout:2/107: creat d0/d14/f1c x:0 0 0 2024-09-17T10:39:44.379 INFO:tasks.workunit.client.0.smithi159.stdout:1/102: chown d1/d2/d14/c16 51182007 1 2024-09-17T10:39:44.380 INFO:tasks.workunit.client.0.smithi159.stdout:6/102: mknod d1/c1b 0 2024-09-17T10:39:44.380 INFO:tasks.workunit.client.0.smithi159.stdout:6/103: write d1/df/f1a [359820,99835] 0 2024-09-17T10:39:44.381 INFO:tasks.workunit.client.0.smithi159.stdout:0/100: dwrite d5/ff [0,4194304] 0 2024-09-17T10:39:44.382 INFO:tasks.workunit.client.0.smithi159.stdout:7/113: mknod d2/c22 0 2024-09-17T10:39:44.382 INFO:tasks.workunit.client.0.smithi159.stdout:7/114: chown l1 1733 1 2024-09-17T10:39:44.383 INFO:tasks.workunit.client.0.smithi159.stdout:2/108: symlink d0/df/l1d 0 2024-09-17T10:39:44.383 INFO:tasks.workunit.client.0.smithi159.stdout:2/109: write d0/d14/f1c [644580,32630] 0 2024-09-17T10:39:44.385 INFO:tasks.workunit.client.0.smithi159.stdout:6/104: symlink d1/df/l1c 0 2024-09-17T10:39:44.388 INFO:tasks.workunit.client.0.smithi159.stdout:1/103: write d1/d19/d1a/f8 [6411023,24875] 0 2024-09-17T10:39:44.388 INFO:tasks.workunit.client.0.smithi159.stdout:7/115: mkdir d2/d23 0 2024-09-17T10:39:44.391 INFO:tasks.workunit.client.0.smithi159.stdout:0/101: symlink d5/l2c 0 2024-09-17T10:39:44.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/110: dread d0/f2 [0,4194304] 0 2024-09-17T10:39:44.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/111: dread - d0/f1b zero size 2024-09-17T10:39:44.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/112: write d0/fe [709667,42108] 0 2024-09-17T10:39:44.396 INFO:tasks.workunit.client.0.smithi159.stdout:8/115: truncate d4/dd/d10/f18 1898762 0 2024-09-17T10:39:44.399 INFO:tasks.workunit.client.0.smithi159.stdout:7/116: rmdir d2/d8 39 2024-09-17T10:39:44.399 INFO:tasks.workunit.client.0.smithi159.stdout:7/117: fsync d2/d8/f1b 0 2024-09-17T10:39:44.401 INFO:tasks.workunit.client.0.smithi159.stdout:0/102: rmdir d5/d10/d18 39 2024-09-17T10:39:44.402 INFO:tasks.workunit.client.0.smithi159.stdout:1/104: dread d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:44.404 INFO:tasks.workunit.client.0.smithi159.stdout:7/118: rename d2/fb to d2/f24 0 2024-09-17T10:39:44.405 INFO:tasks.workunit.client.0.smithi159.stdout:0/103: creat d5/f2d x:0 0 0 2024-09-17T10:39:44.405 INFO:tasks.workunit.client.0.smithi159.stdout:0/104: truncate d5/d10/d18/d22/f28 468552 0 2024-09-17T10:39:44.409 INFO:tasks.workunit.client.0.smithi159.stdout:0/105: dread d5/f1c [0,4194304] 0 2024-09-17T10:39:44.410 INFO:tasks.workunit.client.0.smithi159.stdout:2/113: dwrite d0/d14/f1c [0,4194304] 0 2024-09-17T10:39:44.410 INFO:tasks.workunit.client.0.smithi159.stdout:0/106: dread - d5/d10/d18/d22/f29 zero size 2024-09-17T10:39:44.410 INFO:tasks.workunit.client.0.smithi159.stdout:2/114: stat d0 0 2024-09-17T10:39:44.412 INFO:tasks.workunit.client.0.smithi159.stdout:0/107: fdatasync d5/d10/f1f 0 2024-09-17T10:39:44.413 INFO:tasks.workunit.client.0.smithi159.stdout:0/108: mknod d5/d12/c2e 0 2024-09-17T10:39:44.415 INFO:tasks.workunit.client.0.smithi159.stdout:2/115: getdents d0 0 2024-09-17T10:39:44.415 INFO:tasks.workunit.client.0.smithi159.stdout:2/116: stat d0/l1 0 2024-09-17T10:39:44.415 INFO:tasks.workunit.client.0.smithi159.stdout:6/105: dwrite d1/f3 [0,4194304] 0 2024-09-17T10:39:44.427 INFO:tasks.workunit.client.0.smithi159.stdout:8/116: truncate d4/dd/d20/f24 1783003 0 2024-09-17T10:39:44.427 INFO:tasks.workunit.client.0.smithi159.stdout:1/105: dwrite d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:44.427 INFO:tasks.workunit.client.0.smithi159.stdout:6/106: dread d1/df/d11/d16/f18 [4194304,4194304] 0 2024-09-17T10:39:44.429 INFO:tasks.workunit.client.0.smithi159.stdout:6/107: truncate d1/fd 3110620 0 2024-09-17T10:39:44.429 INFO:tasks.workunit.client.0.smithi159.stdout:6/108: chown d1/c1b 1232 1 2024-09-17T10:39:44.430 INFO:tasks.workunit.client.0.smithi159.stdout:1/106: unlink d1/d19/d1a/dc/l1c 0 2024-09-17T10:39:44.434 INFO:tasks.workunit.client.0.smithi159.stdout:6/109: rename d1/c5 to d1/df/c1d 0 2024-09-17T10:39:44.434 INFO:tasks.workunit.client.0.smithi159.stdout:6/110: write d1/df/d11/f14 [56175,94879] 0 2024-09-17T10:39:44.449 INFO:tasks.workunit.client.0.smithi159.stdout:0/109: dwrite d5/d10/f1e [0,4194304] 0 2024-09-17T10:39:44.449 INFO:tasks.workunit.client.0.smithi159.stdout:1/107: dwrite d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:44.450 INFO:tasks.workunit.client.0.smithi159.stdout:0/110: creat d5/d10/d18/d22/f2f x:0 0 0 2024-09-17T10:39:44.451 INFO:tasks.workunit.client.0.smithi159.stdout:0/111: stat d5/d10/f17 0 2024-09-17T10:39:44.452 INFO:tasks.workunit.client.0.smithi159.stdout:1/108: link d1/d2/c17 d1/c20 0 2024-09-17T10:39:44.453 INFO:tasks.workunit.client.0.smithi159.stdout:1/109: read d1/d3/f9 [1577270,107905] 0 2024-09-17T10:39:44.454 INFO:tasks.workunit.client.0.smithi159.stdout:0/112: symlink d5/l30 0 2024-09-17T10:39:44.455 INFO:tasks.workunit.client.0.smithi159.stdout:2/117: dwrite d0/f1b [0,4194304] 0 2024-09-17T10:39:44.455 INFO:tasks.workunit.client.0.smithi159.stdout:7/119: dwrite d2/f14 [0,4194304] 0 2024-09-17T10:39:44.455 INFO:tasks.workunit.client.0.smithi159.stdout:6/111: dwrite d1/df/d11/d16/f18 [0,4194304] 0 2024-09-17T10:39:44.458 INFO:tasks.workunit.client.0.smithi159.stdout:7/120: dread d2/d8/f1b [0,4194304] 0 2024-09-17T10:39:44.458 INFO:tasks.workunit.client.0.smithi159.stdout:7/121: chown d2/d18/f11 420 1 2024-09-17T10:39:44.459 INFO:tasks.workunit.client.0.smithi159.stdout:8/117: dread d4/dd/d10/f18 [0,4194304] 0 2024-09-17T10:39:44.459 INFO:tasks.workunit.client.0.smithi159.stdout:8/118: chown d4/dd/d10/d1a/f1b 13128839 1 2024-09-17T10:39:44.459 INFO:tasks.workunit.client.0.smithi159.stdout:8/119: getdents d4/dd/d10/d1a/d1e 0 2024-09-17T10:39:44.463 INFO:tasks.workunit.client.0.smithi159.stdout:8/120: dread d4/f23 [0,4194304] 0 2024-09-17T10:39:44.463 INFO:tasks.workunit.client.0.smithi159.stdout:8/121: truncate d4/f23 1830282 0 2024-09-17T10:39:44.465 INFO:tasks.workunit.client.0.smithi159.stdout:0/113: getdents d5/d10/d18/d22 0 2024-09-17T10:39:44.466 INFO:tasks.workunit.client.0.smithi159.stdout:2/118: read d0/f1b [2848741,44215] 0 2024-09-17T10:39:44.466 INFO:tasks.workunit.client.0.smithi159.stdout:2/119: chown d0/l1 3863502 1 2024-09-17T10:39:44.474 INFO:tasks.workunit.client.0.smithi159.stdout:1/110: dwrite d1/d10/f15 [0,4194304] 0 2024-09-17T10:39:44.474 INFO:tasks.workunit.client.0.smithi159.stdout:6/112: rmdir d1/df/d11/d15 0 2024-09-17T10:39:44.475 INFO:tasks.workunit.client.0.smithi159.stdout:7/122: mkdir d2/d23/d25 0 2024-09-17T10:39:44.476 INFO:tasks.workunit.client.0.smithi159.stdout:8/122: mkdir d4/dd/d26 0 2024-09-17T10:39:44.476 INFO:tasks.workunit.client.0.smithi159.stdout:8/123: stat d4/dd/l1c 0 2024-09-17T10:39:44.477 INFO:tasks.workunit.client.0.smithi159.stdout:0/114: creat d5/d10/d18/d22/f31 x:0 0 0 2024-09-17T10:39:44.478 INFO:tasks.workunit.client.0.smithi159.stdout:1/111: symlink d1/d19/d1a/dc/l21 0 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:6/113: truncate d1/df/d11/d16/f19 938271 0 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:6/114: write d1/df/f1a [1502926,17205] 0 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:6/115: creat d1/df/f1e x:0 0 0 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:6/116: stat d1/df/d11/d16/f19 0 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:6/117: chown d1/df/d11/d16 74 1 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:3/105: sync 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:5/73: sync 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:4/118: sync 2024-09-17T10:39:44.480 INFO:tasks.workunit.client.0.smithi159.stdout:9/95: sync 2024-09-17T10:39:44.482 INFO:tasks.workunit.client.0.smithi159.stdout:8/124: creat d4/dd/d26/f27 x:0 0 0 2024-09-17T10:39:44.482 INFO:tasks.workunit.client.0.smithi159.stdout:8/125: fdatasync d4/fc 0 2024-09-17T10:39:44.483 INFO:tasks.workunit.client.0.smithi159.stdout:2/120: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:44.485 INFO:tasks.workunit.client.0.smithi159.stdout:0/115: unlink d5/d10/f16 0 2024-09-17T10:39:44.487 INFO:tasks.workunit.client.0.smithi159.stdout:1/112: symlink d1/d19/d1a/dc/d18/l22 0 2024-09-17T10:39:44.491 INFO:tasks.workunit.client.0.smithi159.stdout:6/118: dread d1/f13 [0,4194304] 0 2024-09-17T10:39:44.492 INFO:tasks.workunit.client.0.smithi159.stdout:3/106: link d9/df/f10 d9/df/d13/f18 0 2024-09-17T10:39:44.494 INFO:tasks.workunit.client.0.smithi159.stdout:7/123: getdents d2/d18/d20 0 2024-09-17T10:39:44.496 INFO:tasks.workunit.client.0.smithi159.stdout:8/126: truncate d4/f16 2853788 0 2024-09-17T10:39:44.496 INFO:tasks.workunit.client.0.smithi159.stdout:8/127: creat d4/dd/d10/d1a/f28 x:0 0 0 2024-09-17T10:39:44.497 INFO:tasks.workunit.client.0.smithi159.stdout:8/128: chown d4/dd/d26/f27 41564 1 2024-09-17T10:39:44.498 INFO:tasks.workunit.client.0.smithi159.stdout:2/121: mknod d0/d14/c1e 0 2024-09-17T10:39:44.498 INFO:tasks.workunit.client.0.smithi159.stdout:2/122: write d0/f1b [2055759,83768] 0 2024-09-17T10:39:44.499 INFO:tasks.workunit.client.0.smithi159.stdout:4/119: dwrite d0/fc [0,4194304] 0 2024-09-17T10:39:44.500 INFO:tasks.workunit.client.0.smithi159.stdout:0/116: mkdir d5/d12/d32 0 2024-09-17T10:39:44.500 INFO:tasks.workunit.client.0.smithi159.stdout:3/107: dread d9/df/d13/f14 [0,4194304] 0 2024-09-17T10:39:44.500 INFO:tasks.workunit.client.0.smithi159.stdout:4/120: dread d0/d9/da/fd [0,4194304] 0 2024-09-17T10:39:44.500 INFO:tasks.workunit.client.0.smithi159.stdout:9/96: dwrite d0/d3/d7/da/dc/fd [4194304,4194304] 0 2024-09-17T10:39:44.501 INFO:tasks.workunit.client.0.smithi159.stdout:1/113: creat d1/d19/d1a/f23 x:0 0 0 2024-09-17T10:39:44.502 INFO:tasks.workunit.client.0.smithi159.stdout:5/74: getdents . 0 2024-09-17T10:39:44.504 INFO:tasks.workunit.client.0.smithi159.stdout:6/119: mknod d1/df/d11/d16/c1f 0 2024-09-17T10:39:44.507 INFO:tasks.workunit.client.0.smithi159.stdout:0/117: write d5/d10/f1f [770064,93439] 0 2024-09-17T10:39:44.510 INFO:tasks.workunit.client.0.smithi159.stdout:8/129: creat d4/dd/d20/f29 x:0 0 0 2024-09-17T10:39:44.510 INFO:tasks.workunit.client.0.smithi159.stdout:8/130: readlink d4/l15 0 2024-09-17T10:39:44.514 INFO:tasks.workunit.client.0.smithi159.stdout:0/118: write d5/d10/f26 [2623163,2420] 0 2024-09-17T10:39:44.514 INFO:tasks.workunit.client.0.smithi159.stdout:4/121: mkdir d0/d9/d24/d28 0 2024-09-17T10:39:44.516 INFO:tasks.workunit.client.0.smithi159.stdout:9/97: symlink d0/d3/d7/da/dc/de/d21/l22 0 2024-09-17T10:39:44.518 INFO:tasks.workunit.client.0.smithi159.stdout:1/114: dread d1/d19/d1a/f8 [4194304,4194304] 0 2024-09-17T10:39:44.518 INFO:tasks.workunit.client.0.smithi159.stdout:6/120: link d1/df/f1a d1/df/d11/f20 0 2024-09-17T10:39:44.519 INFO:tasks.workunit.client.0.smithi159.stdout:6/121: stat d1/f3 0 2024-09-17T10:39:44.519 INFO:tasks.workunit.client.0.smithi159.stdout:7/124: rmdir d2 39 2024-09-17T10:39:44.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/123: getdents d0/d14 0 2024-09-17T10:39:44.521 INFO:tasks.workunit.client.0.smithi159.stdout:0/119: mknod d5/d12/c33 0 2024-09-17T10:39:44.527 INFO:tasks.workunit.client.0.smithi159.stdout:6/122: creat d1/df/d11/f21 x:0 0 0 2024-09-17T10:39:44.527 INFO:tasks.workunit.client.0.smithi159.stdout:7/125: dread d2/d18/f11 [0,4194304] 0 2024-09-17T10:39:44.527 INFO:tasks.workunit.client.0.smithi159.stdout:5/75: dwrite f7 [0,4194304] 0 2024-09-17T10:39:44.528 INFO:tasks.workunit.client.0.smithi159.stdout:4/122: getdents d0/d9/da 0 2024-09-17T10:39:44.530 INFO:tasks.workunit.client.0.smithi159.stdout:3/108: dwrite d9/df/d13/f18 [0,4194304] 0 2024-09-17T10:39:44.531 INFO:tasks.workunit.client.0.smithi159.stdout:7/126: rmdir d2/d23/d25 0 2024-09-17T10:39:44.532 INFO:tasks.workunit.client.0.smithi159.stdout:5/76: symlink l16 0 2024-09-17T10:39:44.536 INFO:tasks.workunit.client.0.smithi159.stdout:0/120: rmdir d5 39 2024-09-17T10:39:44.537 INFO:tasks.workunit.client.0.smithi159.stdout:4/123: creat d0/d9/d24/f29 x:0 0 0 2024-09-17T10:39:44.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/123: symlink d1/l22 0 2024-09-17T10:39:44.540 INFO:tasks.workunit.client.0.smithi159.stdout:3/109: symlink d9/df/d13/l19 0 2024-09-17T10:39:44.542 INFO:tasks.workunit.client.0.smithi159.stdout:7/127: symlink d2/l26 0 2024-09-17T10:39:44.543 INFO:tasks.workunit.client.0.smithi159.stdout:8/131: dwrite d4/f6 [0,4194304] 0 2024-09-17T10:39:44.543 INFO:tasks.workunit.client.0.smithi159.stdout:8/132: getdents d4/dd/d10/d1a/d1e 0 2024-09-17T10:39:44.544 INFO:tasks.workunit.client.0.smithi159.stdout:5/77: creat f17 x:0 0 0 2024-09-17T10:39:44.545 INFO:tasks.workunit.client.0.smithi159.stdout:1/115: dwrite d1/d19/d1a/f8 [4194304,4194304] 0 2024-09-17T10:39:44.546 INFO:tasks.workunit.client.0.smithi159.stdout:6/124: mknod d1/df/c23 0 2024-09-17T10:39:44.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/98: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:44.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/99: creat d0/d3/d7/f23 x:0 0 0 2024-09-17T10:39:44.547 INFO:tasks.workunit.client.0.smithi159.stdout:4/124: dread d0/f4 [4194304,4194304] 0 2024-09-17T10:39:44.547 INFO:tasks.workunit.client.0.smithi159.stdout:4/125: chown d0/d9/d24/f29 86681 1 2024-09-17T10:39:44.549 INFO:tasks.workunit.client.0.smithi159.stdout:0/121: write d5/ff [2693407,55145] 0 2024-09-17T10:39:44.549 INFO:tasks.workunit.client.0.smithi159.stdout:8/133: creat d4/dd/d10/d1a/d1e/f2a x:0 0 0 2024-09-17T10:39:44.549 INFO:tasks.workunit.client.0.smithi159.stdout:8/134: readlink d4/da/l11 0 2024-09-17T10:39:44.549 INFO:tasks.workunit.client.0.smithi159.stdout:8/135: creat d4/da/f2b x:0 0 0 2024-09-17T10:39:44.549 INFO:tasks.workunit.client.0.smithi159.stdout:8/136: chown d4/f6 41282 1 2024-09-17T10:39:44.549 INFO:tasks.workunit.client.0.smithi159.stdout:8/137: creat d4/dd/d10/f2c x:0 0 0 2024-09-17T10:39:44.556 INFO:tasks.workunit.client.0.smithi159.stdout:1/116: write d1/d19/d1a/f8 [3123775,39908] 0 2024-09-17T10:39:44.556 INFO:tasks.workunit.client.0.smithi159.stdout:1/117: readlink d1/d19/d1a/dc/l21 0 2024-09-17T10:39:44.557 INFO:tasks.workunit.client.0.smithi159.stdout:1/118: fsync d1/d19/d1a/ff 0 2024-09-17T10:39:44.557 INFO:tasks.workunit.client.0.smithi159.stdout:3/110: getdents d9/df 0 2024-09-17T10:39:44.558 INFO:tasks.workunit.client.0.smithi159.stdout:5/78: read fc [3203926,90293] 0 2024-09-17T10:39:44.559 INFO:tasks.workunit.client.0.smithi159.stdout:5/79: dread fa [4194304,4194304] 0 2024-09-17T10:39:44.560 INFO:tasks.workunit.client.0.smithi159.stdout:6/125: mknod d1/df/d11/d16/c24 0 2024-09-17T10:39:44.561 INFO:tasks.workunit.client.0.smithi159.stdout:7/128: dwrite d2/d18/f17 [0,4194304] 0 2024-09-17T10:39:44.562 INFO:tasks.workunit.client.0.smithi159.stdout:9/100: rename d0/d3/d7/da/dc/de/d21/l22 to d0/d3/d7/l24 0 2024-09-17T10:39:44.567 INFO:tasks.workunit.client.0.smithi159.stdout:8/138: truncate d4/fc 8648 0 2024-09-17T10:39:44.574 INFO:tasks.workunit.client.0.smithi159.stdout:3/111: rename c7 to d9/df/d13/c1a 0 2024-09-17T10:39:44.577 INFO:tasks.workunit.client.0.smithi159.stdout:0/122: link d5/d10/c11 d5/d10/d18/d22/c34 0 2024-09-17T10:39:44.577 INFO:tasks.workunit.client.0.smithi159.stdout:9/101: dread d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:44.579 INFO:tasks.workunit.client.0.smithi159.stdout:3/112: link f4 d9/df/f1b 0 2024-09-17T10:39:44.581 INFO:tasks.workunit.client.0.smithi159.stdout:7/129: rename l1 to d2/l27 0 2024-09-17T10:39:44.581 INFO:tasks.workunit.client.0.smithi159.stdout:7/130: chown d2/d23 234952933 1 2024-09-17T10:39:44.584 INFO:tasks.workunit.client.0.smithi159.stdout:9/102: symlink d0/d1/l25 0 2024-09-17T10:39:44.584 INFO:tasks.workunit.client.0.smithi159.stdout:1/119: dwrite d1/d19/d1a/f8 [4194304,4194304] 0 2024-09-17T10:39:44.586 INFO:tasks.workunit.client.0.smithi159.stdout:5/80: dwrite fa [0,4194304] 0 2024-09-17T10:39:44.586 INFO:tasks.workunit.client.0.smithi159.stdout:5/81: creat f18 x:0 0 0 2024-09-17T10:39:44.586 INFO:tasks.workunit.client.0.smithi159.stdout:6/126: dwrite d1/f13 [4194304,4194304] 0 2024-09-17T10:39:44.588 INFO:tasks.workunit.client.0.smithi159.stdout:6/127: dread d1/f9 [0,4194304] 0 2024-09-17T10:39:44.588 INFO:tasks.workunit.client.0.smithi159.stdout:6/128: stat d1/f9 0 2024-09-17T10:39:44.589 INFO:tasks.workunit.client.0.smithi159.stdout:8/139: rename d4/f16 to d4/dd/d10/d1a/f2d 0 2024-09-17T10:39:44.591 INFO:tasks.workunit.client.0.smithi159.stdout:0/123: mknod d5/d10/d18/d22/c35 0 2024-09-17T10:39:44.591 INFO:tasks.workunit.client.0.smithi159.stdout:0/124: read d5/d10/f26 [1436115,74205] 0 2024-09-17T10:39:44.595 INFO:tasks.workunit.client.0.smithi159.stdout:1/120: symlink d1/d19/l24 0 2024-09-17T10:39:44.596 INFO:tasks.workunit.client.0.smithi159.stdout:3/113: rmdir d9 39 2024-09-17T10:39:44.596 INFO:tasks.workunit.client.0.smithi159.stdout:3/114: chown d9/df/d13/f14 3275358 1 2024-09-17T10:39:44.597 INFO:tasks.workunit.client.0.smithi159.stdout:3/115: readlink d9/df/l17 0 2024-09-17T10:39:44.597 INFO:tasks.workunit.client.0.smithi159.stdout:6/129: dread d1/fd [0,4194304] 0 2024-09-17T10:39:44.599 INFO:tasks.workunit.client.0.smithi159.stdout:5/82: mkdir d19 0 2024-09-17T10:39:44.602 INFO:tasks.workunit.client.0.smithi159.stdout:7/131: rename d2/f4 to d2/d18/f28 0 2024-09-17T10:39:44.603 INFO:tasks.workunit.client.0.smithi159.stdout:8/140: truncate d4/f23 1752103 0 2024-09-17T10:39:44.603 INFO:tasks.workunit.client.0.smithi159.stdout:1/121: dread d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:44.603 INFO:tasks.workunit.client.0.smithi159.stdout:1/122: fdatasync d1/d10/f15 0 2024-09-17T10:39:44.604 INFO:tasks.workunit.client.0.smithi159.stdout:1/123: chown d1/d19/d1a/c5 36028131 1 2024-09-17T10:39:44.604 INFO:tasks.workunit.client.0.smithi159.stdout:0/125: creat d5/d12/f36 x:0 0 0 2024-09-17T10:39:44.605 INFO:tasks.workunit.client.0.smithi159.stdout:9/103: truncate d0/d1/d2/f17 690047 0 2024-09-17T10:39:44.607 INFO:tasks.workunit.client.0.smithi159.stdout:3/116: write d9/df/d13/f18 [2112347,56276] 0 2024-09-17T10:39:44.607 INFO:tasks.workunit.client.0.smithi159.stdout:3/117: chown f2 0 1 2024-09-17T10:39:44.611 INFO:tasks.workunit.client.0.smithi159.stdout:5/83: mkdir d19/d1a 0 2024-09-17T10:39:44.613 INFO:tasks.workunit.client.0.smithi159.stdout:7/132: creat d2/d8/f29 x:0 0 0 2024-09-17T10:39:44.616 INFO:tasks.workunit.client.0.smithi159.stdout:9/104: write d0/d1/d2/f8 [917370,113106] 0 2024-09-17T10:39:44.619 INFO:tasks.workunit.client.0.smithi159.stdout:2/124: sync 2024-09-17T10:39:44.619 INFO:tasks.workunit.client.0.smithi159.stdout:2/125: getdents d0/d9/d1a 0 2024-09-17T10:39:44.620 INFO:tasks.workunit.client.0.smithi159.stdout:6/130: rmdir d1/df 39 2024-09-17T10:39:44.620 INFO:tasks.workunit.client.0.smithi159.stdout:6/131: dread - d1/df/f1e zero size 2024-09-17T10:39:44.621 INFO:tasks.workunit.client.0.smithi159.stdout:7/133: creat d2/d18/d20/f2a x:0 0 0 2024-09-17T10:39:44.623 INFO:tasks.workunit.client.0.smithi159.stdout:1/124: mkdir d1/d2/d25 0 2024-09-17T10:39:44.625 INFO:tasks.workunit.client.0.smithi159.stdout:6/132: dread d1/f13 [0,4194304] 0 2024-09-17T10:39:44.625 INFO:tasks.workunit.client.0.smithi159.stdout:0/126: unlink d5/d10/d18/d22/f29 0 2024-09-17T10:39:44.627 INFO:tasks.workunit.client.0.smithi159.stdout:8/141: dwrite d4/dd/d10/d1a/d1e/f2a [0,4194304] 0 2024-09-17T10:39:44.627 INFO:tasks.workunit.client.0.smithi159.stdout:8/142: creat d4/da/f2e x:0 0 0 2024-09-17T10:39:44.627 INFO:tasks.workunit.client.0.smithi159.stdout:8/143: creat d4/dd/d10/d1a/d1e/f2f x:0 0 0 2024-09-17T10:39:44.628 INFO:tasks.workunit.client.0.smithi159.stdout:8/144: creat d4/dd/d10/d1a/f30 x:0 0 0 2024-09-17T10:39:44.628 INFO:tasks.workunit.client.0.smithi159.stdout:8/145: creat d4/dd/d10/d1a/d1e/f31 x:0 0 0 2024-09-17T10:39:44.628 INFO:tasks.workunit.client.0.smithi159.stdout:7/134: truncate d2/f7 4004553 0 2024-09-17T10:39:44.628 INFO:tasks.workunit.client.0.smithi159.stdout:9/105: write d0/d3/d7/f16 [10056,106935] 0 2024-09-17T10:39:44.629 INFO:tasks.workunit.client.0.smithi159.stdout:3/118: truncate d9/df/d13/f18 1666804 0 2024-09-17T10:39:44.629 INFO:tasks.workunit.client.0.smithi159.stdout:1/125: mknod d1/d2/d25/c26 0 2024-09-17T10:39:44.629 INFO:tasks.workunit.client.0.smithi159.stdout:6/133: creat d1/df/d11/d16/f25 x:0 0 0 2024-09-17T10:39:44.630 INFO:tasks.workunit.client.0.smithi159.stdout:5/84: dwrite fa [0,4194304] 0 2024-09-17T10:39:44.631 INFO:tasks.workunit.client.0.smithi159.stdout:0/127: read d5/d10/d18/d22/f28 [378843,58478] 0 2024-09-17T10:39:44.631 INFO:tasks.workunit.client.0.smithi159.stdout:0/128: dread - d5/d10/d18/f24 zero size 2024-09-17T10:39:44.633 INFO:tasks.workunit.client.0.smithi159.stdout:2/126: dread d0/d14/f1c [0,4194304] 0 2024-09-17T10:39:44.639 INFO:tasks.workunit.client.0.smithi159.stdout:9/106: dread d0/d3/d7/da/dc/fd [4194304,4194304] 0 2024-09-17T10:39:44.643 INFO:tasks.workunit.client.0.smithi159.stdout:4/126: sync 2024-09-17T10:39:44.643 INFO:tasks.workunit.client.0.smithi159.stdout:4/127: truncate d0/d9/da/d19/f26 89575 0 2024-09-17T10:39:44.643 INFO:tasks.workunit.client.0.smithi159.stdout:3/119: getdents d9/df 0 2024-09-17T10:39:44.644 INFO:tasks.workunit.client.0.smithi159.stdout:1/126: dwrite d1/d3/f9 [4194304,4194304] 0 2024-09-17T10:39:44.644 INFO:tasks.workunit.client.0.smithi159.stdout:1/127: fdatasync d1/d19/d1a/f8 0 2024-09-17T10:39:44.644 INFO:tasks.workunit.client.0.smithi159.stdout:1/128: creat d1/d3/f27 x:0 0 0 2024-09-17T10:39:44.644 INFO:tasks.workunit.client.0.smithi159.stdout:1/129: readlink d1/d19/d1a/dc/d18/l1e 0 2024-09-17T10:39:44.645 INFO:tasks.workunit.client.0.smithi159.stdout:6/134: rmdir d1/df/d11/d16 39 2024-09-17T10:39:44.646 INFO:tasks.workunit.client.0.smithi159.stdout:5/85: mkdir d19/d1b 0 2024-09-17T10:39:44.647 INFO:tasks.workunit.client.0.smithi159.stdout:5/86: stat c11 0 2024-09-17T10:39:44.648 INFO:tasks.workunit.client.0.smithi159.stdout:0/129: rmdir d5/d10 39 2024-09-17T10:39:44.649 INFO:tasks.workunit.client.0.smithi159.stdout:2/127: rename d0/f1b to d0/f1f 0 2024-09-17T10:39:44.652 INFO:tasks.workunit.client.0.smithi159.stdout:8/146: rmdir d4/dd/d20 39 2024-09-17T10:39:44.654 INFO:tasks.workunit.client.0.smithi159.stdout:3/120: symlink d9/l1c 0 2024-09-17T10:39:44.656 INFO:tasks.workunit.client.0.smithi159.stdout:5/87: dread fc [4194304,4194304] 0 2024-09-17T10:39:44.656 INFO:tasks.workunit.client.0.smithi159.stdout:5/88: chown lb 580 1 2024-09-17T10:39:44.658 INFO:tasks.workunit.client.0.smithi159.stdout:9/107: dwrite d0/f13 [0,4194304] 0 2024-09-17T10:39:44.658 INFO:tasks.workunit.client.0.smithi159.stdout:1/130: truncate d1/d10/f15 3771888 0 2024-09-17T10:39:44.661 INFO:tasks.workunit.client.0.smithi159.stdout:8/147: mkdir d4/d32 0 2024-09-17T10:39:44.662 INFO:tasks.workunit.client.0.smithi159.stdout:3/121: truncate d9/df/d13/f14 2329665 0 2024-09-17T10:39:44.664 INFO:tasks.workunit.client.0.smithi159.stdout:9/108: creat d0/d3/d7/da/dc/de/f26 x:0 0 0 2024-09-17T10:39:44.664 INFO:tasks.workunit.client.0.smithi159.stdout:9/109: read d0/d3/d7/f16 [522042,2474] 0 2024-09-17T10:39:44.666 INFO:tasks.workunit.client.0.smithi159.stdout:1/131: unlink d1/d19/d1a/dc/d18/l1e 0 2024-09-17T10:39:44.668 INFO:tasks.workunit.client.0.smithi159.stdout:6/135: symlink d1/l26 0 2024-09-17T10:39:44.668 INFO:tasks.workunit.client.0.smithi159.stdout:6/136: truncate d1/df/d11/d16/f25 776177 0 2024-09-17T10:39:44.669 INFO:tasks.workunit.client.0.smithi159.stdout:6/137: fdatasync d1/df/d11/d16/f19 0 2024-09-17T10:39:44.672 INFO:tasks.workunit.client.0.smithi159.stdout:3/122: truncate f4 4164004 0 2024-09-17T10:39:44.672 INFO:tasks.workunit.client.0.smithi159.stdout:9/110: mkdir d0/d3/d1d/d27 0 2024-09-17T10:39:44.672 INFO:tasks.workunit.client.0.smithi159.stdout:3/123: getdents d9/df 0 2024-09-17T10:39:44.674 INFO:tasks.workunit.client.0.smithi159.stdout:3/124: creat d9/f1d x:0 0 0 2024-09-17T10:39:44.675 INFO:tasks.workunit.client.0.smithi159.stdout:2/128: dwrite d0/fe [0,4194304] 0 2024-09-17T10:39:44.675 INFO:tasks.workunit.client.0.smithi159.stdout:2/129: fdatasync d0/f7 0 2024-09-17T10:39:44.675 INFO:tasks.workunit.client.0.smithi159.stdout:2/130: read d0/f1f [3106128,130199] 0 2024-09-17T10:39:44.675 INFO:tasks.workunit.client.0.smithi159.stdout:3/125: getdents d9/df/d13 0 2024-09-17T10:39:44.676 INFO:tasks.workunit.client.0.smithi159.stdout:1/132: dread d1/d19/d1a/f8 [4194304,4194304] 0 2024-09-17T10:39:44.677 INFO:tasks.workunit.client.0.smithi159.stdout:6/138: dread d1/df/d11/f20 [0,4194304] 0 2024-09-17T10:39:44.678 INFO:tasks.workunit.client.0.smithi159.stdout:0/130: dwrite d5/d10/d18/d22/f31 [0,4194304] 0 2024-09-17T10:39:44.680 INFO:tasks.workunit.client.0.smithi159.stdout:5/89: dwrite f17 [0,4194304] 0 2024-09-17T10:39:44.681 INFO:tasks.workunit.client.0.smithi159.stdout:2/131: unlink d0/df/l1d 0 2024-09-17T10:39:44.681 INFO:tasks.workunit.client.0.smithi159.stdout:4/128: dwrite d0/f8 [0,4194304] 0 2024-09-17T10:39:44.685 INFO:tasks.workunit.client.0.smithi159.stdout:1/133: creat d1/d19/d1a/dc/f28 x:0 0 0 2024-09-17T10:39:44.685 INFO:tasks.workunit.client.0.smithi159.stdout:1/134: truncate d1/d10/f15 4409881 0 2024-09-17T10:39:44.688 INFO:tasks.workunit.client.0.smithi159.stdout:6/139: creat d1/df/d11/f27 x:0 0 0 2024-09-17T10:39:44.702 INFO:tasks.workunit.client.0.smithi159.stdout:5/90: dwrite f7 [0,4194304] 0 2024-09-17T10:39:44.703 INFO:tasks.workunit.client.0.smithi159.stdout:0/131: dwrite d5/fe [0,4194304] 0 2024-09-17T10:39:44.703 INFO:tasks.workunit.client.0.smithi159.stdout:9/111: dwrite d0/f13 [0,4194304] 0 2024-09-17T10:39:44.704 INFO:tasks.workunit.client.0.smithi159.stdout:4/129: creat d0/f2a x:0 0 0 2024-09-17T10:39:44.704 INFO:tasks.workunit.client.0.smithi159.stdout:4/130: write d0/d9/d24/f29 [936896,60831] 0 2024-09-17T10:39:44.704 INFO:tasks.workunit.client.0.smithi159.stdout:4/131: write d0/d9/d24/f29 [1710101,30432] 0 2024-09-17T10:39:44.705 INFO:tasks.workunit.client.0.smithi159.stdout:3/126: dread d9/df/d13/f14 [0,4194304] 0 2024-09-17T10:39:44.705 INFO:tasks.workunit.client.0.smithi159.stdout:2/132: creat d0/f20 x:0 0 0 2024-09-17T10:39:44.708 INFO:tasks.workunit.client.0.smithi159.stdout:1/135: dwrite d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:44.708 INFO:tasks.workunit.client.0.smithi159.stdout:1/136: read - d1/d3/f27 zero size 2024-09-17T10:39:44.708 INFO:tasks.workunit.client.0.smithi159.stdout:1/137: truncate d1/d19/d1a/dc/f28 3776 0 2024-09-17T10:39:44.709 INFO:tasks.workunit.client.0.smithi159.stdout:5/91: mknod d19/c1c 0 2024-09-17T10:39:44.710 INFO:tasks.workunit.client.0.smithi159.stdout:3/127: dread d9/df/f1b [0,4194304] 0 2024-09-17T10:39:44.712 INFO:tasks.workunit.client.0.smithi159.stdout:3/128: dread d9/df/f12 [0,4194304] 0 2024-09-17T10:39:44.713 INFO:tasks.workunit.client.0.smithi159.stdout:9/112: mkdir d0/d3/d1d/d28 0 2024-09-17T10:39:44.713 INFO:tasks.workunit.client.0.smithi159.stdout:9/113: fsync d0/d1/d2/ff 0 2024-09-17T10:39:44.713 INFO:tasks.workunit.client.0.smithi159.stdout:9/114: chown d0/d3/d7/da/l19 36 1 2024-09-17T10:39:44.714 INFO:tasks.workunit.client.0.smithi159.stdout:4/132: mknod d0/d9/d24/d28/c2b 0 2024-09-17T10:39:44.715 INFO:tasks.workunit.client.0.smithi159.stdout:6/140: rename d1/c6 to d1/df/d11/c28 0 2024-09-17T10:39:44.715 INFO:tasks.workunit.client.0.smithi159.stdout:2/133: rename d0 to d0/d9/d21 22 2024-09-17T10:39:44.715 INFO:tasks.workunit.client.0.smithi159.stdout:1/138: getdents d1/d2/d25 0 2024-09-17T10:39:44.722 INFO:tasks.workunit.client.0.smithi159.stdout:0/132: symlink d5/l37 0 2024-09-17T10:39:44.723 INFO:tasks.workunit.client.0.smithi159.stdout:5/92: dwrite f17 [0,4194304] 0 2024-09-17T10:39:44.724 INFO:tasks.workunit.client.0.smithi159.stdout:5/93: fdatasync f17 0 2024-09-17T10:39:44.724 INFO:tasks.workunit.client.0.smithi159.stdout:5/94: dread - f10 zero size 2024-09-17T10:39:44.724 INFO:tasks.workunit.client.0.smithi159.stdout:3/129: symlink d9/df/l1e 0 2024-09-17T10:39:44.724 INFO:tasks.workunit.client.0.smithi159.stdout:3/130: stat f3 0 2024-09-17T10:39:44.724 INFO:tasks.workunit.client.0.smithi159.stdout:3/131: fsync d9/df/d13/f18 0 2024-09-17T10:39:44.725 INFO:tasks.workunit.client.0.smithi159.stdout:9/115: mknod d0/c29 0 2024-09-17T10:39:44.729 INFO:tasks.workunit.client.0.smithi159.stdout:5/95: dread f4 [0,4194304] 0 2024-09-17T10:39:44.729 INFO:tasks.workunit.client.0.smithi159.stdout:6/141: rmdir d1/df 39 2024-09-17T10:39:44.729 INFO:tasks.workunit.client.0.smithi159.stdout:6/142: dread - d1/df/d11/f21 zero size 2024-09-17T10:39:44.729 INFO:tasks.workunit.client.0.smithi159.stdout:6/143: truncate d1/df/f1a 2351081 0 2024-09-17T10:39:44.729 INFO:tasks.workunit.client.0.smithi159.stdout:2/134: link d0/c17 d0/d9/d1a/c22 0 2024-09-17T10:39:44.729 INFO:tasks.workunit.client.0.smithi159.stdout:2/135: readlink d0/d14/l18 0 2024-09-17T10:39:44.730 INFO:tasks.workunit.client.0.smithi159.stdout:0/133: chown d5/d10/d18/d22/l23 119608 1 2024-09-17T10:39:44.731 INFO:tasks.workunit.client.0.smithi159.stdout:1/139: dwrite d1/d19/d1a/dc/f28 [0,4194304] 0 2024-09-17T10:39:44.732 INFO:tasks.workunit.client.0.smithi159.stdout:3/132: symlink d9/l1f 0 2024-09-17T10:39:44.732 INFO:tasks.workunit.client.0.smithi159.stdout:3/133: write d9/df/f11 [708773,92271] 0 2024-09-17T10:39:44.735 INFO:tasks.workunit.client.0.smithi159.stdout:9/116: unlink d0/d3/d7/f23 0 2024-09-17T10:39:44.738 INFO:tasks.workunit.client.0.smithi159.stdout:5/96: mkdir d19/d1b/d1d 0 2024-09-17T10:39:44.740 INFO:tasks.workunit.client.0.smithi159.stdout:2/136: creat d0/d9/f23 x:0 0 0 2024-09-17T10:39:44.741 INFO:tasks.workunit.client.0.smithi159.stdout:7/135: sync 2024-09-17T10:39:44.743 INFO:tasks.workunit.client.0.smithi159.stdout:1/140: getdents d1/d2 0 2024-09-17T10:39:44.743 INFO:tasks.workunit.client.0.smithi159.stdout:1/141: chown d1/d2/l6 985627532 1 2024-09-17T10:39:44.745 INFO:tasks.workunit.client.0.smithi159.stdout:3/134: rename d9/df/d13/f14 to d9/df/f20 0 2024-09-17T10:39:44.745 INFO:tasks.workunit.client.0.smithi159.stdout:3/135: stat d9/df/d13/l19 0 2024-09-17T10:39:44.746 INFO:tasks.workunit.client.0.smithi159.stdout:5/97: mkdir d19/d1e 0 2024-09-17T10:39:44.746 INFO:tasks.workunit.client.0.smithi159.stdout:5/98: fdatasync fc 0 2024-09-17T10:39:44.747 INFO:tasks.workunit.client.0.smithi159.stdout:2/137: rename d0/l6 to d0/l24 0 2024-09-17T10:39:44.747 INFO:tasks.workunit.client.0.smithi159.stdout:2/138: truncate d0/f20 222173 0 2024-09-17T10:39:44.749 INFO:tasks.workunit.client.0.smithi159.stdout:7/136: rename d2/c22 to d2/d8/c2b 0 2024-09-17T10:39:44.750 INFO:tasks.workunit.client.0.smithi159.stdout:7/137: fdatasync d2/d18/f11 0 2024-09-17T10:39:44.751 INFO:tasks.workunit.client.0.smithi159.stdout:3/136: mknod d9/df/c21 0 2024-09-17T10:39:44.752 INFO:tasks.workunit.client.0.smithi159.stdout:2/139: dread d0/f2 [0,4194304] 0 2024-09-17T10:39:44.752 INFO:tasks.workunit.client.0.smithi159.stdout:2/140: stat d0/d9/f23 0 2024-09-17T10:39:44.753 INFO:tasks.workunit.client.0.smithi159.stdout:5/99: creat d19/f1f x:0 0 0 2024-09-17T10:39:44.755 INFO:tasks.workunit.client.0.smithi159.stdout:1/142: rename d1/d2/d25/c26 to d1/d2/c29 0 2024-09-17T10:39:44.756 INFO:tasks.workunit.client.0.smithi159.stdout:3/137: write f2 [2252277,104736] 0 2024-09-17T10:39:44.756 INFO:tasks.workunit.client.0.smithi159.stdout:3/138: write d9/df/f12 [843397,3854] 0 2024-09-17T10:39:44.757 INFO:tasks.workunit.client.0.smithi159.stdout:9/117: dwrite d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:44.758 INFO:tasks.workunit.client.0.smithi159.stdout:6/144: dwrite d1/df/d11/d16/f19 [0,4194304] 0 2024-09-17T10:39:44.758 INFO:tasks.workunit.client.0.smithi159.stdout:2/141: link d0/fe d0/d9/d1a/f25 0 2024-09-17T10:39:44.759 INFO:tasks.workunit.client.0.smithi159.stdout:5/100: creat d19/d1a/f20 x:0 0 0 2024-09-17T10:39:44.760 INFO:tasks.workunit.client.0.smithi159.stdout:7/138: write d2/d18/f28 [2692114,92914] 0 2024-09-17T10:39:44.760 INFO:tasks.workunit.client.0.smithi159.stdout:0/134: dwrite d5/d12/f13 [0,4194304] 0 2024-09-17T10:39:44.760 INFO:tasks.workunit.client.0.smithi159.stdout:0/135: chown d5/f2d 136 1 2024-09-17T10:39:44.761 INFO:tasks.workunit.client.0.smithi159.stdout:1/143: mkdir d1/d3/d2a 0 2024-09-17T10:39:44.761 INFO:tasks.workunit.client.0.smithi159.stdout:1/144: chown d1/d3/f9 59683015 1 2024-09-17T10:39:44.765 INFO:tasks.workunit.client.0.smithi159.stdout:9/118: symlink d0/d3/d7/da/d1a/l2a 0 2024-09-17T10:39:44.765 INFO:tasks.workunit.client.0.smithi159.stdout:9/119: write d0/d1/d2/f17 [1142312,10098] 0 2024-09-17T10:39:44.766 INFO:tasks.workunit.client.0.smithi159.stdout:6/145: chown d1/fb 20962 1 2024-09-17T10:39:44.766 INFO:tasks.workunit.client.0.smithi159.stdout:6/146: stat d1/f9 0 2024-09-17T10:39:44.769 INFO:tasks.workunit.client.0.smithi159.stdout:5/101: mkdir d19/d1b/d21 0 2024-09-17T10:39:44.772 INFO:tasks.workunit.client.0.smithi159.stdout:7/139: mkdir d2/d18/d20/d2c 0 2024-09-17T10:39:44.781 INFO:tasks.workunit.client.0.smithi159.stdout:0/136: creat d5/d12/d32/f38 x:0 0 0 2024-09-17T10:39:44.785 INFO:tasks.workunit.client.0.smithi159.stdout:2/142: dwrite d0/d9/f23 [0,4194304] 0 2024-09-17T10:39:44.786 INFO:tasks.workunit.client.0.smithi159.stdout:5/102: truncate f17 2645098 0 2024-09-17T10:39:44.786 INFO:tasks.workunit.client.0.smithi159.stdout:5/103: fsync f9 0 2024-09-17T10:39:44.787 INFO:tasks.workunit.client.0.smithi159.stdout:0/137: dread d5/d10/f26 [0,4194304] 0 2024-09-17T10:39:44.787 INFO:tasks.workunit.client.0.smithi159.stdout:0/138: write d5/d12/f36 [861669,88027] 0 2024-09-17T10:39:44.788 INFO:tasks.workunit.client.0.smithi159.stdout:7/140: truncate d2/f7 1809478 0 2024-09-17T10:39:44.790 INFO:tasks.workunit.client.0.smithi159.stdout:9/120: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:44.790 INFO:tasks.workunit.client.0.smithi159.stdout:0/139: dread d5/d10/f26 [0,4194304] 0 2024-09-17T10:39:44.796 INFO:tasks.workunit.client.0.smithi159.stdout:2/143: mkdir d0/d26 0 2024-09-17T10:39:44.796 INFO:tasks.workunit.client.0.smithi159.stdout:3/139: dwrite f4 [0,4194304] 0 2024-09-17T10:39:44.797 INFO:tasks.workunit.client.0.smithi159.stdout:1/145: dwrite d1/d19/d1a/dc/f28 [0,4194304] 0 2024-09-17T10:39:44.797 INFO:tasks.workunit.client.0.smithi159.stdout:1/146: readlink d1/d19/l24 0 2024-09-17T10:39:44.799 INFO:tasks.workunit.client.0.smithi159.stdout:2/144: creat d0/d9/d1a/f27 x:0 0 0 2024-09-17T10:39:44.799 INFO:tasks.workunit.client.0.smithi159.stdout:2/145: chown d0/l1 22893126 1 2024-09-17T10:39:44.799 INFO:tasks.workunit.client.0.smithi159.stdout:2/146: chown d0/df/c12 0 1 2024-09-17T10:39:44.800 INFO:tasks.workunit.client.0.smithi159.stdout:3/140: creat d9/df/d13/f22 x:0 0 0 2024-09-17T10:39:44.802 INFO:tasks.workunit.client.0.smithi159.stdout:9/121: dread d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:44.803 INFO:tasks.workunit.client.0.smithi159.stdout:2/147: symlink d0/l28 0 2024-09-17T10:39:44.803 INFO:tasks.workunit.client.0.smithi159.stdout:3/141: dread d9/df/f10 [0,4194304] 0 2024-09-17T10:39:44.803 INFO:tasks.workunit.client.0.smithi159.stdout:5/104: dwrite f10 [0,4194304] 0 2024-09-17T10:39:44.804 INFO:tasks.workunit.client.0.smithi159.stdout:9/122: mkdir d0/d3/d7/da/dc/d1c/d2b 0 2024-09-17T10:39:44.805 INFO:tasks.workunit.client.0.smithi159.stdout:7/141: write d2/f7 [2336061,72316] 0 2024-09-17T10:39:44.805 INFO:tasks.workunit.client.0.smithi159.stdout:7/142: fdatasync d2/f1d 0 2024-09-17T10:39:44.809 INFO:tasks.workunit.client.0.smithi159.stdout:8/148: sync 2024-09-17T10:39:44.817 INFO:tasks.workunit.client.0.smithi159.stdout:7/143: write d2/f14 [140922,87434] 0 2024-09-17T10:39:44.817 INFO:tasks.workunit.client.0.smithi159.stdout:7/144: fsync d2/f9 0 2024-09-17T10:39:44.818 INFO:tasks.workunit.client.0.smithi159.stdout:7/145: mknod d2/c2d 0 2024-09-17T10:39:44.821 INFO:tasks.workunit.client.0.smithi159.stdout:7/146: rename d2/f14 to d2/d18/d20/f2e 0 2024-09-17T10:39:44.821 INFO:tasks.workunit.client.0.smithi159.stdout:7/147: write d2/d8/f1f [1010724,1414] 0 2024-09-17T10:39:44.828 INFO:tasks.workunit.client.0.smithi159.stdout:7/148: read d2/f9 [2189797,42045] 0 2024-09-17T10:39:44.830 INFO:tasks.workunit.client.0.smithi159.stdout:7/149: creat d2/d18/f2f x:0 0 0 2024-09-17T10:39:44.830 INFO:tasks.workunit.client.0.smithi159.stdout:7/150: dread - d2/d8/f29 zero size 2024-09-17T10:39:44.832 INFO:tasks.workunit.client.0.smithi159.stdout:3/142: dwrite f3 [0,4194304] 0 2024-09-17T10:39:44.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/143: rename f2 to d9/f23 0 2024-09-17T10:39:44.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/144: chown d9/f1d 104672828 1 2024-09-17T10:39:44.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/145: creat d9/df/d13/f24 x:0 0 0 2024-09-17T10:39:44.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/146: creat d9/f25 x:0 0 0 2024-09-17T10:39:44.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/147: fdatasync d9/df/f10 0 2024-09-17T10:39:44.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/148: write d9/df/d13/f22 [660976,80548] 0 2024-09-17T10:39:44.837 INFO:tasks.workunit.client.0.smithi159.stdout:5/105: dwrite f17 [0,4194304] 0 2024-09-17T10:39:44.839 INFO:tasks.workunit.client.0.smithi159.stdout:3/149: mknod d9/df/c26 0 2024-09-17T10:39:44.839 INFO:tasks.workunit.client.0.smithi159.stdout:3/150: write d9/f1d [18590,106189] 0 2024-09-17T10:39:44.840 INFO:tasks.workunit.client.0.smithi159.stdout:8/149: dwrite d4/dd/d20/f24 [0,4194304] 0 2024-09-17T10:39:44.840 INFO:tasks.workunit.client.0.smithi159.stdout:9/123: dwrite d0/d1/d2/ff [0,4194304] 0 2024-09-17T10:39:44.841 INFO:tasks.workunit.client.0.smithi159.stdout:5/106: mkdir d19/d22 0 2024-09-17T10:39:44.841 INFO:tasks.workunit.client.0.smithi159.stdout:5/107: readlink lb 0 2024-09-17T10:39:44.843 INFO:tasks.workunit.client.0.smithi159.stdout:9/124: link d0/d3/d7/da/dc/f14 d0/d3/d7/da/f2c 0 2024-09-17T10:39:44.844 INFO:tasks.workunit.client.0.smithi159.stdout:5/108: symlink d19/d22/l23 0 2024-09-17T10:39:44.847 INFO:tasks.workunit.client.0.smithi159.stdout:5/109: creat d19/d22/f24 x:0 0 0 2024-09-17T10:39:44.847 INFO:tasks.workunit.client.0.smithi159.stdout:5/110: readlink l16 0 2024-09-17T10:39:44.848 INFO:tasks.workunit.client.0.smithi159.stdout:7/151: dread d2/d18/f17 [0,4194304] 0 2024-09-17T10:39:44.852 INFO:tasks.workunit.client.0.smithi159.stdout:3/151: write d9/df/f1b [3608460,14507] 0 2024-09-17T10:39:44.852 INFO:tasks.workunit.client.0.smithi159.stdout:3/152: truncate d9/df/d13/f18 1727643 0 2024-09-17T10:39:44.853 INFO:tasks.workunit.client.0.smithi159.stdout:3/153: dread - d9/df/d13/f24 zero size 2024-09-17T10:39:44.861 INFO:tasks.workunit.client.0.smithi159.stdout:3/154: mknod d9/df/c27 0 2024-09-17T10:39:44.862 INFO:tasks.workunit.client.0.smithi159.stdout:8/150: dwrite d4/dd/f19 [0,4194304] 0 2024-09-17T10:39:44.864 INFO:tasks.workunit.client.0.smithi159.stdout:3/155: symlink d9/df/d13/l28 0 2024-09-17T10:39:44.867 INFO:tasks.workunit.client.0.smithi159.stdout:5/111: getdents d19/d22 0 2024-09-17T10:39:44.867 INFO:tasks.workunit.client.0.smithi159.stdout:5/112: truncate f12 596839 0 2024-09-17T10:39:44.867 INFO:tasks.workunit.client.0.smithi159.stdout:5/113: dread - f18 zero size 2024-09-17T10:39:44.867 INFO:tasks.workunit.client.0.smithi159.stdout:3/156: dread d9/f1d [0,4194304] 0 2024-09-17T10:39:44.868 INFO:tasks.workunit.client.0.smithi159.stdout:9/125: dwrite d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:44.868 INFO:tasks.workunit.client.0.smithi159.stdout:3/157: mknod d9/df/c29 0 2024-09-17T10:39:44.869 INFO:tasks.workunit.client.0.smithi159.stdout:7/152: dwrite d2/d8/f1f [0,4194304] 0 2024-09-17T10:39:44.870 INFO:tasks.workunit.client.0.smithi159.stdout:9/126: creat d0/d3/d7/da/f2d x:0 0 0 2024-09-17T10:39:44.870 INFO:tasks.workunit.client.0.smithi159.stdout:9/127: fsync d0/d1/d2/f17 0 2024-09-17T10:39:44.871 INFO:tasks.workunit.client.0.smithi159.stdout:8/151: dread f3 [0,4194304] 0 2024-09-17T10:39:44.871 INFO:tasks.workunit.client.0.smithi159.stdout:8/152: chown d4/l15 18 1 2024-09-17T10:39:44.872 INFO:tasks.workunit.client.0.smithi159.stdout:3/158: creat d9/df/f2a x:0 0 0 2024-09-17T10:39:44.872 INFO:tasks.workunit.client.0.smithi159.stdout:3/159: fdatasync d9/df/f2a 0 2024-09-17T10:39:44.879 INFO:tasks.workunit.client.0.smithi159.stdout:3/160: rmdir d9/df/d13 39 2024-09-17T10:39:44.879 INFO:tasks.workunit.client.0.smithi159.stdout:3/161: write d9/df/d13/f24 [754286,82339] 0 2024-09-17T10:39:44.882 INFO:tasks.workunit.client.0.smithi159.stdout:7/153: dread d2/d8/f1f [0,4194304] 0 2024-09-17T10:39:44.883 INFO:tasks.workunit.client.0.smithi159.stdout:7/154: truncate d2/d18/f11 2000591 0 2024-09-17T10:39:44.883 INFO:tasks.workunit.client.0.smithi159.stdout:7/155: dread - d2/fe zero size 2024-09-17T10:39:44.883 INFO:tasks.workunit.client.0.smithi159.stdout:9/128: write d0/d1/d2/ff [3998684,2332] 0 2024-09-17T10:39:44.883 INFO:tasks.workunit.client.0.smithi159.stdout:4/133: sync 2024-09-17T10:39:44.883 INFO:tasks.workunit.client.0.smithi159.stdout:6/147: sync 2024-09-17T10:39:44.884 INFO:tasks.workunit.client.0.smithi159.stdout:7/156: rename d2/c1e to d2/d18/c30 0 2024-09-17T10:39:44.884 INFO:tasks.workunit.client.0.smithi159.stdout:7/157: creat d2/d18/d20/f31 x:0 0 0 2024-09-17T10:39:44.886 INFO:tasks.workunit.client.0.smithi159.stdout:8/153: dwrite d4/f6 [0,4194304] 0 2024-09-17T10:39:44.887 INFO:tasks.workunit.client.0.smithi159.stdout:4/134: symlink d0/d12/l2c 0 2024-09-17T10:39:44.889 INFO:tasks.workunit.client.0.smithi159.stdout:6/148: dread d1/df/f1a [0,4194304] 0 2024-09-17T10:39:44.889 INFO:tasks.workunit.client.0.smithi159.stdout:6/149: readlink d1/df/l1c 0 2024-09-17T10:39:44.892 INFO:tasks.workunit.client.0.smithi159.stdout:4/135: write d0/d9/d24/f29 [43967,114435] 0 2024-09-17T10:39:44.893 INFO:tasks.workunit.client.0.smithi159.stdout:8/154: dread d4/dd/d10/d1a/f2d [0,4194304] 0 2024-09-17T10:39:44.896 INFO:tasks.workunit.client.0.smithi159.stdout:3/162: dread d9/df/d13/f24 [0,4194304] 0 2024-09-17T10:39:44.896 INFO:tasks.workunit.client.0.smithi159.stdout:8/155: mkdir d4/dd/d10/d33 0 2024-09-17T10:39:44.896 INFO:tasks.workunit.client.0.smithi159.stdout:8/156: creat d4/dd/d10/f34 x:0 0 0 2024-09-17T10:39:44.898 INFO:tasks.workunit.client.0.smithi159.stdout:8/157: link d4/c22 d4/d32/c35 0 2024-09-17T10:39:44.900 INFO:tasks.workunit.client.0.smithi159.stdout:8/158: mknod d4/dd/d10/c36 0 2024-09-17T10:39:44.902 INFO:tasks.workunit.client.0.smithi159.stdout:8/159: rename d4/l12 to d4/da/l37 0 2024-09-17T10:39:44.903 INFO:tasks.workunit.client.0.smithi159.stdout:9/129: dwrite d0/d3/d7/da/f2c [0,4194304] 0 2024-09-17T10:39:44.904 INFO:tasks.workunit.client.0.smithi159.stdout:8/160: mknod d4/c38 0 2024-09-17T10:39:44.904 INFO:tasks.workunit.client.0.smithi159.stdout:8/161: read - d4/dd/d10/d1a/d1e/f2f zero size 2024-09-17T10:39:44.905 INFO:tasks.workunit.client.0.smithi159.stdout:4/136: write d0/fc [1637091,120507] 0 2024-09-17T10:39:44.906 INFO:tasks.workunit.client.0.smithi159.stdout:9/130: getdents d0/d3/d7/da/dc/d1c 0 2024-09-17T10:39:44.908 INFO:tasks.workunit.client.0.smithi159.stdout:8/162: link d4/dd/d10/c36 d4/dd/c39 0 2024-09-17T10:39:44.910 INFO:tasks.workunit.client.0.smithi159.stdout:4/137: unlink d0/c11 0 2024-09-17T10:39:44.911 INFO:tasks.workunit.client.0.smithi159.stdout:4/138: read d0/f7 [3547134,104561] 0 2024-09-17T10:39:44.911 INFO:tasks.workunit.client.0.smithi159.stdout:4/139: chown d0/f7 3038 1 2024-09-17T10:39:44.911 INFO:tasks.workunit.client.0.smithi159.stdout:4/140: truncate d0/d12/f25 57504 0 2024-09-17T10:39:44.911 INFO:tasks.workunit.client.0.smithi159.stdout:4/141: read d0/f6 [661731,75632] 0 2024-09-17T10:39:44.912 INFO:tasks.workunit.client.0.smithi159.stdout:3/163: dwrite d9/df/d13/f24 [0,4194304] 0 2024-09-17T10:39:44.912 INFO:tasks.workunit.client.0.smithi159.stdout:3/164: truncate d9/f1d 214536 0 2024-09-17T10:39:44.912 INFO:tasks.workunit.client.0.smithi159.stdout:3/165: readlink d9/df/l1e 0 2024-09-17T10:39:44.912 INFO:tasks.workunit.client.0.smithi159.stdout:6/150: dwrite d1/df/f1a [0,4194304] 0 2024-09-17T10:39:44.912 INFO:tasks.workunit.client.0.smithi159.stdout:9/131: rename d0/d3/d7/da/dc/fd to d0/d3/d7/da/dc/d1c/f2e 0 2024-09-17T10:39:44.913 INFO:tasks.workunit.client.0.smithi159.stdout:6/151: write d1/df/d11/f27 [692324,6512] 0 2024-09-17T10:39:44.913 INFO:tasks.workunit.client.0.smithi159.stdout:9/132: truncate d0/d3/d7/f20 82906 0 2024-09-17T10:39:44.913 INFO:tasks.workunit.client.0.smithi159.stdout:8/163: mknod d4/dd/d10/d33/c3a 0 2024-09-17T10:39:44.913 INFO:tasks.workunit.client.0.smithi159.stdout:8/164: creat d4/dd/d26/f3b x:0 0 0 2024-09-17T10:39:44.914 INFO:tasks.workunit.client.0.smithi159.stdout:4/142: mknod d0/d9/da/d19/c2d 0 2024-09-17T10:39:44.915 INFO:tasks.workunit.client.0.smithi159.stdout:9/133: rmdir d0/d3/d1d 39 2024-09-17T10:39:44.918 INFO:tasks.workunit.client.0.smithi159.stdout:8/165: mkdir d4/dd/d10/d1a/d3c 0 2024-09-17T10:39:44.921 INFO:tasks.workunit.client.0.smithi159.stdout:9/134: truncate d0/d1/d2/f12 2240485 0 2024-09-17T10:39:44.924 INFO:tasks.workunit.client.0.smithi159.stdout:8/166: rmdir d4/d32 39 2024-09-17T10:39:44.925 INFO:tasks.workunit.client.0.smithi159.stdout:3/166: write f3 [3159215,103555] 0 2024-09-17T10:39:44.925 INFO:tasks.workunit.client.0.smithi159.stdout:6/152: dread d1/f3 [0,4194304] 0 2024-09-17T10:39:44.925 INFO:tasks.workunit.client.0.smithi159.stdout:4/143: rmdir d0/d9/d24 39 2024-09-17T10:39:44.927 INFO:tasks.workunit.client.0.smithi159.stdout:6/153: dread d1/f9 [0,4194304] 0 2024-09-17T10:39:44.927 INFO:tasks.workunit.client.0.smithi159.stdout:8/167: truncate d4/dd/d10/f18 4177141 0 2024-09-17T10:39:44.927 INFO:tasks.workunit.client.0.smithi159.stdout:8/168: truncate d4/dd/d10/d1a/f28 1036006 0 2024-09-17T10:39:44.930 INFO:tasks.workunit.client.0.smithi159.stdout:9/135: read d0/d1/d2/f17 [68809,115073] 0 2024-09-17T10:39:44.930 INFO:tasks.workunit.client.0.smithi159.stdout:3/167: mknod d9/c2b 0 2024-09-17T10:39:44.932 INFO:tasks.workunit.client.0.smithi159.stdout:9/136: fsync d0/d3/d7/da/dc/d1c/f2e 0 2024-09-17T10:39:44.933 INFO:tasks.workunit.client.0.smithi159.stdout:3/168: dread d9/df/f10 [0,4194304] 0 2024-09-17T10:39:44.935 INFO:tasks.workunit.client.0.smithi159.stdout:6/154: dread d1/f13 [4194304,4194304] 0 2024-09-17T10:39:44.935 INFO:tasks.workunit.client.0.smithi159.stdout:6/155: stat d1/df/d11/f27 0 2024-09-17T10:39:44.935 INFO:tasks.workunit.client.0.smithi159.stdout:6/156: creat d1/df/d11/f29 x:0 0 0 2024-09-17T10:39:44.935 INFO:tasks.workunit.client.0.smithi159.stdout:6/157: chown d1/l26 415508805 1 2024-09-17T10:39:44.935 INFO:tasks.workunit.client.0.smithi159.stdout:6/158: fsync d1/df/d11/f14 0 2024-09-17T10:39:44.935 INFO:tasks.workunit.client.0.smithi159.stdout:6/159: chown d1/df/c23 0 1 2024-09-17T10:39:44.939 INFO:tasks.workunit.client.0.smithi159.stdout:8/169: symlink d4/dd/d10/d1a/l3d 0 2024-09-17T10:39:44.944 INFO:tasks.workunit.client.0.smithi159.stdout:3/169: rename d9/df/d13 to d9/df/d2c 0 2024-09-17T10:39:44.946 INFO:tasks.workunit.client.0.smithi159.stdout:6/160: mkdir d1/df/d11/d2a 0 2024-09-17T10:39:44.949 INFO:tasks.workunit.client.0.smithi159.stdout:6/161: mknod d1/df/d11/d16/c2b 0 2024-09-17T10:39:44.949 INFO:tasks.workunit.client.0.smithi159.stdout:6/162: truncate d1/df/f1e 820695 0 2024-09-17T10:39:44.949 INFO:tasks.workunit.client.0.smithi159.stdout:6/163: write d1/fd [3661239,45150] 0 2024-09-17T10:39:44.950 INFO:tasks.workunit.client.0.smithi159.stdout:3/170: truncate f3 150923 0 2024-09-17T10:39:44.952 INFO:tasks.workunit.client.0.smithi159.stdout:9/137: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:44.952 INFO:tasks.workunit.client.0.smithi159.stdout:9/138: getdents d0/d3/d1d/d28 0 2024-09-17T10:39:44.952 INFO:tasks.workunit.client.0.smithi159.stdout:9/139: write d0/f1e [897574,38962] 0 2024-09-17T10:39:44.952 INFO:tasks.workunit.client.0.smithi159.stdout:4/144: dwrite d0/d9/f18 [0,4194304] 0 2024-09-17T10:39:44.953 INFO:tasks.workunit.client.0.smithi159.stdout:6/164: unlink d1/la 0 2024-09-17T10:39:44.957 INFO:tasks.workunit.client.0.smithi159.stdout:9/140: write d0/d1/d2/f12 [62318,123464] 0 2024-09-17T10:39:44.957 INFO:tasks.workunit.client.0.smithi159.stdout:8/170: dwrite d4/dd/d10/d1a/f1f [0,4194304] 0 2024-09-17T10:39:44.958 INFO:tasks.workunit.client.0.smithi159.stdout:8/171: truncate d4/f5 4679224 0 2024-09-17T10:39:44.958 INFO:tasks.workunit.client.0.smithi159.stdout:8/172: write d4/dd/d10/d1a/d1e/f31 [634689,22745] 0 2024-09-17T10:39:44.966 INFO:tasks.workunit.client.0.smithi159.stdout:3/171: write f3 [506149,8380] 0 2024-09-17T10:39:44.966 INFO:tasks.workunit.client.0.smithi159.stdout:3/172: chown d9/c2b 79 1 2024-09-17T10:39:44.966 INFO:tasks.workunit.client.0.smithi159.stdout:3/173: stat d9/df/f2a 0 2024-09-17T10:39:44.967 INFO:tasks.workunit.client.0.smithi159.stdout:9/141: symlink d0/d1/d2/l2f 0 2024-09-17T10:39:44.967 INFO:tasks.workunit.client.0.smithi159.stdout:9/142: read d0/d1/d2/f12 [932010,107387] 0 2024-09-17T10:39:44.974 INFO:tasks.workunit.client.0.smithi159.stdout:8/173: dwrite d4/dd/d20/f29 [0,4194304] 0 2024-09-17T10:39:44.974 INFO:tasks.workunit.client.0.smithi159.stdout:0/140: sync 2024-09-17T10:39:44.974 INFO:tasks.workunit.client.0.smithi159.stdout:1/147: sync 2024-09-17T10:39:44.974 INFO:tasks.workunit.client.0.smithi159.stdout:2/148: sync 2024-09-17T10:39:44.974 INFO:tasks.workunit.client.0.smithi159.stdout:2/149: read d0/f1f [3975948,88869] 0 2024-09-17T10:39:44.977 INFO:tasks.workunit.client.0.smithi159.stdout:3/174: rename d9/cb to d9/df/d2c/c2d 0 2024-09-17T10:39:44.983 INFO:tasks.workunit.client.0.smithi159.stdout:8/174: unlink d4/dd/d10/d1a/d1e/f31 0 2024-09-17T10:39:44.984 INFO:tasks.workunit.client.0.smithi159.stdout:9/143: dwrite d0/f1e [0,4194304] 0 2024-09-17T10:39:44.984 INFO:tasks.workunit.client.0.smithi159.stdout:9/144: chown d0/d3/d7/da/d1a/l2a 3 1 2024-09-17T10:39:44.984 INFO:tasks.workunit.client.0.smithi159.stdout:9/145: creat d0/d3/f30 x:0 0 0 2024-09-17T10:39:44.984 INFO:tasks.workunit.client.0.smithi159.stdout:1/148: mknod d1/d2/c2b 0 2024-09-17T10:39:44.986 INFO:tasks.workunit.client.0.smithi159.stdout:2/150: creat d0/d14/f29 x:0 0 0 2024-09-17T10:39:44.986 INFO:tasks.workunit.client.0.smithi159.stdout:7/158: sync 2024-09-17T10:39:44.986 INFO:tasks.workunit.client.0.smithi159.stdout:5/114: sync 2024-09-17T10:39:44.987 INFO:tasks.workunit.client.0.smithi159.stdout:8/175: mkdir d4/dd/d10/d1a/d1e/d3e 0 2024-09-17T10:39:44.988 INFO:tasks.workunit.client.0.smithi159.stdout:8/176: creat d4/dd/d10/f3f x:0 0 0 2024-09-17T10:39:44.988 INFO:tasks.workunit.client.0.smithi159.stdout:8/177: chown d4/dd/d10/f3f 1582474521 1 2024-09-17T10:39:44.988 INFO:tasks.workunit.client.0.smithi159.stdout:8/178: dread - d4/dd/d26/f27 zero size 2024-09-17T10:39:44.988 INFO:tasks.workunit.client.0.smithi159.stdout:8/179: creat d4/dd/d10/f40 x:0 0 0 2024-09-17T10:39:44.998 INFO:tasks.workunit.client.0.smithi159.stdout:7/159: rmdir d2 39 2024-09-17T10:39:44.999 INFO:tasks.workunit.client.0.smithi159.stdout:5/115: getdents d19/d1b 0 2024-09-17T10:39:45.000 INFO:tasks.workunit.client.0.smithi159.stdout:5/116: chown l8 281132840 1 2024-09-17T10:39:45.001 INFO:tasks.workunit.client.0.smithi159.stdout:3/175: dwrite d9/df/f12 [0,4194304] 0 2024-09-17T10:39:45.001 INFO:tasks.workunit.client.0.smithi159.stdout:3/176: chown d9/df/c21 0 1 2024-09-17T10:39:45.002 INFO:tasks.workunit.client.0.smithi159.stdout:8/180: symlink d4/dd/d26/l41 0 2024-09-17T10:39:45.003 INFO:tasks.workunit.client.0.smithi159.stdout:9/146: rename d0/d3/d1d/d27 to d0/d3/d7/da/dc/d1c/d31 0 2024-09-17T10:39:45.003 INFO:tasks.workunit.client.0.smithi159.stdout:2/151: rmdir d0/df 39 2024-09-17T10:39:45.004 INFO:tasks.workunit.client.0.smithi159.stdout:2/152: fdatasync d0/f2 0 2024-09-17T10:39:45.005 INFO:tasks.workunit.client.0.smithi159.stdout:7/160: mkdir d2/d18/d32 0 2024-09-17T10:39:45.005 INFO:tasks.workunit.client.0.smithi159.stdout:7/161: chown d2/d18/l1a 317 1 2024-09-17T10:39:45.005 INFO:tasks.workunit.client.0.smithi159.stdout:7/162: write d2/d18/f2f [402482,22633] 0 2024-09-17T10:39:45.006 INFO:tasks.workunit.client.0.smithi159.stdout:4/145: dwrite d0/d9/f18 [4194304,4194304] 0 2024-09-17T10:39:45.008 INFO:tasks.workunit.client.0.smithi159.stdout:5/117: rename c15 to d19/d1a/c25 0 2024-09-17T10:39:45.009 INFO:tasks.workunit.client.0.smithi159.stdout:1/149: dwrite d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:45.009 INFO:tasks.workunit.client.0.smithi159.stdout:5/118: write f12 [71328,115392] 0 2024-09-17T10:39:45.009 INFO:tasks.workunit.client.0.smithi159.stdout:2/153: truncate d0/f1f 2599549 0 2024-09-17T10:39:45.010 INFO:tasks.workunit.client.0.smithi159.stdout:3/177: dread d9/df/f12 [0,4194304] 0 2024-09-17T10:39:45.010 INFO:tasks.workunit.client.0.smithi159.stdout:3/178: chown d9/f1d 133341355 1 2024-09-17T10:39:45.010 INFO:tasks.workunit.client.0.smithi159.stdout:3/179: write d9/df/d2c/f18 [2503809,111642] 0 2024-09-17T10:39:45.011 INFO:tasks.workunit.client.0.smithi159.stdout:7/163: mknod d2/d8/c33 0 2024-09-17T10:39:45.012 INFO:tasks.workunit.client.0.smithi159.stdout:9/147: dread d0/d3/d7/f16 [0,4194304] 0 2024-09-17T10:39:45.012 INFO:tasks.workunit.client.0.smithi159.stdout:9/148: write d0/d3/d7/f20 [921409,55397] 0 2024-09-17T10:39:45.012 INFO:tasks.workunit.client.0.smithi159.stdout:9/149: chown d0/d3/d7/da/dc 0 1 2024-09-17T10:39:45.014 INFO:tasks.workunit.client.0.smithi159.stdout:1/150: mknod d1/d2/d25/c2c 0 2024-09-17T10:39:45.017 INFO:tasks.workunit.client.0.smithi159.stdout:7/164: creat d2/d18/d20/d2c/f34 x:0 0 0 2024-09-17T10:39:45.017 INFO:tasks.workunit.client.0.smithi159.stdout:4/146: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:45.017 INFO:tasks.workunit.client.0.smithi159.stdout:4/147: dread - d0/fe zero size 2024-09-17T10:39:45.018 INFO:tasks.workunit.client.0.smithi159.stdout:8/181: dwrite d4/dd/d10/d1a/d1e/f2f [0,4194304] 0 2024-09-17T10:39:45.018 INFO:tasks.workunit.client.0.smithi159.stdout:8/182: chown d4/dd/d10/d1a/d1e/d3e 28822216 1 2024-09-17T10:39:45.020 INFO:tasks.workunit.client.0.smithi159.stdout:4/148: mknod d0/d9/da/c2e 0 2024-09-17T10:39:45.020 INFO:tasks.workunit.client.0.smithi159.stdout:4/149: stat d0/l16 0 2024-09-17T10:39:45.021 INFO:tasks.workunit.client.0.smithi159.stdout:5/119: write f9 [3816113,50900] 0 2024-09-17T10:39:45.021 INFO:tasks.workunit.client.0.smithi159.stdout:7/165: dread d2/d18/f2f [0,4194304] 0 2024-09-17T10:39:45.026 INFO:tasks.workunit.client.0.smithi159.stdout:8/183: getdents d4/d32 0 2024-09-17T10:39:45.026 INFO:tasks.workunit.client.0.smithi159.stdout:8/184: write d4/dd/d26/f3b [189790,22307] 0 2024-09-17T10:39:45.026 INFO:tasks.workunit.client.0.smithi159.stdout:8/185: dread - d4/da/f2e zero size 2024-09-17T10:39:45.029 INFO:tasks.workunit.client.0.smithi159.stdout:7/166: dread d2/d18/d20/f2e [0,4194304] 0 2024-09-17T10:39:45.029 INFO:tasks.workunit.client.0.smithi159.stdout:7/167: fsync d2/d18/d20/f2e 0 2024-09-17T10:39:45.029 INFO:tasks.workunit.client.0.smithi159.stdout:7/168: write d2/d18/d20/d2c/f34 [8499,92145] 0 2024-09-17T10:39:45.030 INFO:tasks.workunit.client.0.smithi159.stdout:7/169: fsync d2/d18/f28 0 2024-09-17T10:39:45.030 INFO:tasks.workunit.client.0.smithi159.stdout:7/170: dread - d2/d18/d20/f21 zero size 2024-09-17T10:39:45.030 INFO:tasks.workunit.client.0.smithi159.stdout:2/154: rename d0/d9/d1a to d0/d26/d2a 0 2024-09-17T10:39:45.030 INFO:tasks.workunit.client.0.smithi159.stdout:2/155: fsync d0/d9/f23 0 2024-09-17T10:39:45.032 INFO:tasks.workunit.client.0.smithi159.stdout:4/150: mkdir d0/d12/d2f 0 2024-09-17T10:39:45.036 INFO:tasks.workunit.client.0.smithi159.stdout:8/186: symlink d4/dd/d10/d1a/d3c/l42 0 2024-09-17T10:39:45.036 INFO:tasks.workunit.client.0.smithi159.stdout:1/151: dwrite d1/d10/f15 [0,4194304] 0 2024-09-17T10:39:45.036 INFO:tasks.workunit.client.0.smithi159.stdout:1/152: fsync d1/d19/d1a/dc/f28 0 2024-09-17T10:39:45.037 INFO:tasks.workunit.client.0.smithi159.stdout:7/171: unlink d2/d18/l1a 0 2024-09-17T10:39:45.039 INFO:tasks.workunit.client.0.smithi159.stdout:3/180: rename d9/df/d2c/f18 to d9/f2e 0 2024-09-17T10:39:45.039 INFO:tasks.workunit.client.0.smithi159.stdout:3/181: fdatasync d9/df/d2c/f24 0 2024-09-17T10:39:45.039 INFO:tasks.workunit.client.0.smithi159.stdout:3/182: write d9/df/f2a [38308,45755] 0 2024-09-17T10:39:45.039 INFO:tasks.workunit.client.0.smithi159.stdout:2/156: symlink d0/l2b 0 2024-09-17T10:39:45.040 INFO:tasks.workunit.client.0.smithi159.stdout:8/187: dread d4/dd/d10/d1a/f1b [0,4194304] 0 2024-09-17T10:39:45.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/120: rmdir d19/d1a 39 2024-09-17T10:39:45.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/121: write f9 [2493544,73841] 0 2024-09-17T10:39:45.049 INFO:tasks.workunit.client.0.smithi159.stdout:9/150: rename d0/d1/l5 to d0/d3/d7/da/dc/de/l32 0 2024-09-17T10:39:45.052 INFO:tasks.workunit.client.0.smithi159.stdout:7/172: dread d2/d18/f28 [4194304,4194304] 0 2024-09-17T10:39:45.052 INFO:tasks.workunit.client.0.smithi159.stdout:4/151: dwrite d0/d9/da/f22 [0,4194304] 0 2024-09-17T10:39:45.052 INFO:tasks.workunit.client.0.smithi159.stdout:7/173: write d2/f7 [1360160,86054] 0 2024-09-17T10:39:45.053 INFO:tasks.workunit.client.0.smithi159.stdout:2/157: rename d0/d26/d2a to d0/d2c 0 2024-09-17T10:39:45.054 INFO:tasks.workunit.client.0.smithi159.stdout:9/151: rmdir d0/d3/d7/da/dc 39 2024-09-17T10:39:45.060 INFO:tasks.workunit.client.0.smithi159.stdout:4/152: getdents d0/d9/d24 0 2024-09-17T10:39:45.061 INFO:tasks.workunit.client.0.smithi159.stdout:7/174: truncate d2/f9 1174904 0 2024-09-17T10:39:45.062 INFO:tasks.workunit.client.0.smithi159.stdout:2/158: getdents d0/df 0 2024-09-17T10:39:45.062 INFO:tasks.workunit.client.0.smithi159.stdout:2/159: creat d0/d9/f2d x:0 0 0 2024-09-17T10:39:45.062 INFO:tasks.workunit.client.0.smithi159.stdout:6/165: sync 2024-09-17T10:39:45.063 INFO:tasks.workunit.client.0.smithi159.stdout:6/166: chown d1/f3 77620665 1 2024-09-17T10:39:45.063 INFO:tasks.workunit.client.0.smithi159.stdout:1/153: dwrite d1/d19/d1a/f23 [0,4194304] 0 2024-09-17T10:39:45.064 INFO:tasks.workunit.client.0.smithi159.stdout:5/122: dwrite f12 [0,4194304] 0 2024-09-17T10:39:45.064 INFO:tasks.workunit.client.0.smithi159.stdout:5/123: write fa [5161080,122542] 0 2024-09-17T10:39:45.067 INFO:tasks.workunit.client.0.smithi159.stdout:9/152: dread d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:45.072 INFO:tasks.workunit.client.0.smithi159.stdout:6/167: dread d1/df/d11/d16/f19 [0,4194304] 0 2024-09-17T10:39:45.074 INFO:tasks.workunit.client.0.smithi159.stdout:1/154: dread d1/d19/d1a/f23 [0,4194304] 0 2024-09-17T10:39:45.074 INFO:tasks.workunit.client.0.smithi159.stdout:9/153: mkdir d0/d3/d33 0 2024-09-17T10:39:45.075 INFO:tasks.workunit.client.0.smithi159.stdout:9/154: stat d0/d3/d7/da/dc/de/f26 0 2024-09-17T10:39:45.076 INFO:tasks.workunit.client.0.smithi159.stdout:6/168: getdents d1/df 0 2024-09-17T10:39:45.076 INFO:tasks.workunit.client.0.smithi159.stdout:6/169: chown d1/df/d11/d16 1 1 2024-09-17T10:39:45.078 INFO:tasks.workunit.client.0.smithi159.stdout:6/170: mkdir d1/df/d2c 0 2024-09-17T10:39:45.078 INFO:tasks.workunit.client.0.smithi159.stdout:6/171: write d1/fb [2447519,91750] 0 2024-09-17T10:39:45.078 INFO:tasks.workunit.client.0.smithi159.stdout:0/141: sync 2024-09-17T10:39:45.079 INFO:tasks.workunit.client.0.smithi159.stdout:1/155: getdents d1/d19/d1a 0 2024-09-17T10:39:45.080 INFO:tasks.workunit.client.0.smithi159.stdout:1/156: chown d1/d3/f9 1387439 1 2024-09-17T10:39:45.081 INFO:tasks.workunit.client.0.smithi159.stdout:2/160: dwrite d0/f1f [0,4194304] 0 2024-09-17T10:39:45.082 INFO:tasks.workunit.client.0.smithi159.stdout:6/172: creat d1/df/d11/d16/f2d x:0 0 0 2024-09-17T10:39:45.083 INFO:tasks.workunit.client.0.smithi159.stdout:0/142: symlink d5/d12/d32/l39 0 2024-09-17T10:39:45.084 INFO:tasks.workunit.client.0.smithi159.stdout:1/157: symlink d1/d19/d1a/dc/l2d 0 2024-09-17T10:39:45.084 INFO:tasks.workunit.client.0.smithi159.stdout:9/155: write d0/f13 [3115375,93007] 0 2024-09-17T10:39:45.085 INFO:tasks.workunit.client.0.smithi159.stdout:2/161: rename d0/d14/f29 to d0/df/f2e 0 2024-09-17T10:39:45.085 INFO:tasks.workunit.client.0.smithi159.stdout:2/162: creat d0/d14/f2f x:0 0 0 2024-09-17T10:39:45.086 INFO:tasks.workunit.client.0.smithi159.stdout:6/173: unlink d1/f3 0 2024-09-17T10:39:45.087 INFO:tasks.workunit.client.0.smithi159.stdout:0/143: mkdir d5/d12/d32/d3a 0 2024-09-17T10:39:45.088 INFO:tasks.workunit.client.0.smithi159.stdout:1/158: truncate d1/d3/f9 7656588 0 2024-09-17T10:39:45.088 INFO:tasks.workunit.client.0.smithi159.stdout:1/159: chown d1/d3/d2a 107832 1 2024-09-17T10:39:45.091 INFO:tasks.workunit.client.0.smithi159.stdout:2/163: rename d0/df/c12 to d0/d26/c30 0 2024-09-17T10:39:45.091 INFO:tasks.workunit.client.0.smithi159.stdout:2/164: write d0/d14/f2f [845119,83469] 0 2024-09-17T10:39:45.092 INFO:tasks.workunit.client.0.smithi159.stdout:9/156: write d0/d3/d7/da/f2c [3621072,99821] 0 2024-09-17T10:39:45.092 INFO:tasks.workunit.client.0.smithi159.stdout:9/157: chown d0/d1/l25 0 1 2024-09-17T10:39:45.093 INFO:tasks.workunit.client.0.smithi159.stdout:6/174: creat d1/df/f2e x:0 0 0 2024-09-17T10:39:45.093 INFO:tasks.workunit.client.0.smithi159.stdout:6/175: dread - d1/df/d11/d16/f2d zero size 2024-09-17T10:39:45.093 INFO:tasks.workunit.client.0.smithi159.stdout:6/176: creat d1/df/d11/d16/f2f x:0 0 0 2024-09-17T10:39:45.093 INFO:tasks.workunit.client.0.smithi159.stdout:1/160: symlink d1/d19/d1a/l2e 0 2024-09-17T10:39:45.098 INFO:tasks.workunit.client.0.smithi159.stdout:9/158: rename d0/d3/d1d/d28 to d0/d3/d7/da/dc/d34 0 2024-09-17T10:39:45.098 INFO:tasks.workunit.client.0.smithi159.stdout:9/159: chown d0/d1/c1f 45794499 1 2024-09-17T10:39:45.098 INFO:tasks.workunit.client.0.smithi159.stdout:9/160: write d0/d3/d7/f20 [1292776,10408] 0 2024-09-17T10:39:45.099 INFO:tasks.workunit.client.0.smithi159.stdout:2/165: write d0/fe [1957561,122727] 0 2024-09-17T10:39:45.099 INFO:tasks.workunit.client.0.smithi159.stdout:2/166: creat d0/d9/f31 x:0 0 0 2024-09-17T10:39:45.099 INFO:tasks.workunit.client.0.smithi159.stdout:2/167: write d0/f20 [835806,121585] 0 2024-09-17T10:39:45.102 INFO:tasks.workunit.client.0.smithi159.stdout:6/177: creat d1/df/d2c/f30 x:0 0 0 2024-09-17T10:39:45.102 INFO:tasks.workunit.client.0.smithi159.stdout:6/178: creat d1/df/f31 x:0 0 0 2024-09-17T10:39:45.102 INFO:tasks.workunit.client.0.smithi159.stdout:1/161: write d1/d3/f9 [247428,72495] 0 2024-09-17T10:39:45.103 INFO:tasks.workunit.client.0.smithi159.stdout:0/144: dwrite d5/f2d [0,4194304] 0 2024-09-17T10:39:45.106 INFO:tasks.workunit.client.0.smithi159.stdout:9/161: symlink d0/d3/l35 0 2024-09-17T10:39:45.106 INFO:tasks.workunit.client.0.smithi159.stdout:1/162: dread d1/d19/d1a/f23 [0,4194304] 0 2024-09-17T10:39:45.108 INFO:tasks.workunit.client.0.smithi159.stdout:2/168: mkdir d0/d9/d32 0 2024-09-17T10:39:45.110 INFO:tasks.workunit.client.0.smithi159.stdout:6/179: mkdir d1/df/d11/d16/d32 0 2024-09-17T10:39:45.110 INFO:tasks.workunit.client.0.smithi159.stdout:6/180: creat d1/df/d11/f33 x:0 0 0 2024-09-17T10:39:45.115 INFO:tasks.workunit.client.0.smithi159.stdout:9/162: mkdir d0/d3/d7/da/dc/de/d36 0 2024-09-17T10:39:45.116 INFO:tasks.workunit.client.0.smithi159.stdout:1/163: mkdir d1/d2f 0 2024-09-17T10:39:45.118 INFO:tasks.workunit.client.0.smithi159.stdout:9/163: rename d0/d3/d7/da/lb to d0/d3/d7/l37 0 2024-09-17T10:39:45.118 INFO:tasks.workunit.client.0.smithi159.stdout:2/169: write d0/d9/f23 [150581,74023] 0 2024-09-17T10:39:45.118 INFO:tasks.workunit.client.0.smithi159.stdout:2/170: creat d0/d14/f33 x:0 0 0 2024-09-17T10:39:45.119 INFO:tasks.workunit.client.0.smithi159.stdout:6/181: dread d1/df/d11/f14 [0,4194304] 0 2024-09-17T10:39:45.119 INFO:tasks.workunit.client.0.smithi159.stdout:6/182: creat d1/df/d11/f34 x:0 0 0 2024-09-17T10:39:45.120 INFO:tasks.workunit.client.0.smithi159.stdout:9/164: mknod d0/d3/d7/da/dc/de/d21/c38 0 2024-09-17T10:39:45.121 INFO:tasks.workunit.client.0.smithi159.stdout:9/165: write d0/f13 [408421,66937] 0 2024-09-17T10:39:45.122 INFO:tasks.workunit.client.0.smithi159.stdout:6/183: mkdir d1/df/d2c/d35 0 2024-09-17T10:39:45.123 INFO:tasks.workunit.client.0.smithi159.stdout:6/184: dread - d1/df/f31 zero size 2024-09-17T10:39:45.123 INFO:tasks.workunit.client.0.smithi159.stdout:9/166: rmdir d0/d3/d7/da/d1a 39 2024-09-17T10:39:45.124 INFO:tasks.workunit.client.0.smithi159.stdout:9/167: chown d0/d3/d7/da/dc/d1c 7659 1 2024-09-17T10:39:45.124 INFO:tasks.workunit.client.0.smithi159.stdout:0/145: dwrite d5/d10/f26 [0,4194304] 0 2024-09-17T10:39:45.125 INFO:tasks.workunit.client.0.smithi159.stdout:6/185: truncate d1/df/d11/f20 1065876 0 2024-09-17T10:39:45.127 INFO:tasks.workunit.client.0.smithi159.stdout:9/168: mknod d0/d3/d7/da/c39 0 2024-09-17T10:39:45.127 INFO:tasks.workunit.client.0.smithi159.stdout:0/146: dread - d5/d10/d18/d22/f2a zero size 2024-09-17T10:39:45.130 INFO:tasks.workunit.client.0.smithi159.stdout:6/186: rmdir d1/df/d11/d16/d32 0 2024-09-17T10:39:45.131 INFO:tasks.workunit.client.0.smithi159.stdout:9/169: mkdir d0/d3/d7/da/dc/d3a 0 2024-09-17T10:39:45.131 INFO:tasks.workunit.client.0.smithi159.stdout:6/187: dread d1/df/d11/d16/f25 [0,4194304] 0 2024-09-17T10:39:45.133 INFO:tasks.workunit.client.0.smithi159.stdout:6/188: mknod d1/df/d11/d2a/c36 0 2024-09-17T10:39:45.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/147: symlink d5/d10/l3b 0 2024-09-17T10:39:45.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/148: rename d5/d10/d18/d22/f2f to d5/d12/d32/d3a/f3c 0 2024-09-17T10:39:45.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/149: chown d5/c9 19 1 2024-09-17T10:39:45.137 INFO:tasks.workunit.client.0.smithi159.stdout:2/171: dwrite d0/d14/f1c [0,4194304] 0 2024-09-17T10:39:45.137 INFO:tasks.workunit.client.0.smithi159.stdout:2/172: read - d0/d2c/f27 zero size 2024-09-17T10:39:45.138 INFO:tasks.workunit.client.0.smithi159.stdout:0/150: symlink d5/d10/d18/l3d 0 2024-09-17T10:39:45.138 INFO:tasks.workunit.client.0.smithi159.stdout:2/173: rmdir d0/d2c 39 2024-09-17T10:39:45.140 INFO:tasks.workunit.client.0.smithi159.stdout:2/174: mkdir d0/d9/d34 0 2024-09-17T10:39:45.140 INFO:tasks.workunit.client.0.smithi159.stdout:2/175: fdatasync d0/d9/f31 0 2024-09-17T10:39:45.141 INFO:tasks.workunit.client.0.smithi159.stdout:2/176: creat d0/d9/d32/f35 x:0 0 0 2024-09-17T10:39:45.141 INFO:tasks.workunit.client.0.smithi159.stdout:2/177: creat d0/d9/d34/f36 x:0 0 0 2024-09-17T10:39:45.142 INFO:tasks.workunit.client.0.smithi159.stdout:6/189: write d1/f13 [4681337,60095] 0 2024-09-17T10:39:45.142 INFO:tasks.workunit.client.0.smithi159.stdout:9/170: read d0/d1/d2/f8 [2284246,117980] 0 2024-09-17T10:39:45.143 INFO:tasks.workunit.client.0.smithi159.stdout:9/171: read d0/d1/d2/f8 [3953227,42096] 0 2024-09-17T10:39:45.145 INFO:tasks.workunit.client.0.smithi159.stdout:1/164: dwrite d1/d19/d1a/dc/f28 [0,4194304] 0 2024-09-17T10:39:45.145 INFO:tasks.workunit.client.0.smithi159.stdout:1/165: fsync d1/d10/f15 0 2024-09-17T10:39:45.145 INFO:tasks.workunit.client.0.smithi159.stdout:9/172: creat d0/d1/f3b x:0 0 0 2024-09-17T10:39:45.145 INFO:tasks.workunit.client.0.smithi159.stdout:9/173: chown d0/d3/d7/l37 7194485 1 2024-09-17T10:39:45.149 INFO:tasks.workunit.client.0.smithi159.stdout:9/174: creat d0/d3/d7/da/dc/d1c/f3c x:0 0 0 2024-09-17T10:39:45.149 INFO:tasks.workunit.client.0.smithi159.stdout:0/151: dread d5/d10/f26 [0,4194304] 0 2024-09-17T10:39:45.149 INFO:tasks.workunit.client.0.smithi159.stdout:0/152: fdatasync d5/d10/f1f 0 2024-09-17T10:39:45.152 INFO:tasks.workunit.client.0.smithi159.stdout:9/175: write d0/d3/d7/da/dc/de/f26 [3325352,9646] 0 2024-09-17T10:39:45.154 INFO:tasks.workunit.client.0.smithi159.stdout:0/153: write d5/d10/f26 [508869,69361] 0 2024-09-17T10:39:45.155 INFO:tasks.workunit.client.0.smithi159.stdout:0/154: chown d5/d10/c11 406328800 1 2024-09-17T10:39:45.159 INFO:tasks.workunit.client.0.smithi159.stdout:9/176: symlink d0/d3/d7/da/dc/d1c/l3d 0 2024-09-17T10:39:45.161 INFO:tasks.workunit.client.0.smithi159.stdout:0/155: mkdir d5/d10/d18/d22/d3e 0 2024-09-17T10:39:45.161 INFO:tasks.workunit.client.0.smithi159.stdout:0/156: fsync d5/d10/d18/d22/f28 0 2024-09-17T10:39:45.162 INFO:tasks.workunit.client.0.smithi159.stdout:6/190: dwrite d1/df/d11/f20 [0,4194304] 0 2024-09-17T10:39:45.163 INFO:tasks.workunit.client.0.smithi159.stdout:9/177: mkdir d0/d3/d7/da/dc/de/d3e 0 2024-09-17T10:39:45.167 INFO:tasks.workunit.client.0.smithi159.stdout:0/157: truncate d5/ff 1074302 0 2024-09-17T10:39:45.167 INFO:tasks.workunit.client.0.smithi159.stdout:0/158: truncate d5/d10/f17 337358 0 2024-09-17T10:39:45.167 INFO:tasks.workunit.client.0.smithi159.stdout:2/178: dwrite d0/d9/f23 [0,4194304] 0 2024-09-17T10:39:45.167 INFO:tasks.workunit.client.0.smithi159.stdout:2/179: creat d0/d9/f37 x:0 0 0 2024-09-17T10:39:45.171 INFO:tasks.workunit.client.0.smithi159.stdout:9/178: link d0/d1/d2/l4 d0/d3/d7/da/dc/de/l3f 0 2024-09-17T10:39:45.171 INFO:tasks.workunit.client.0.smithi159.stdout:9/179: chown d0/d3/f30 76906 1 2024-09-17T10:39:45.178 INFO:tasks.workunit.client.0.smithi159.stdout:6/191: dwrite d1/df/d11/f33 [0,4194304] 0 2024-09-17T10:39:45.179 INFO:tasks.workunit.client.0.smithi159.stdout:9/180: mkdir d0/d3/d7/da/dc/d40 0 2024-09-17T10:39:45.181 INFO:tasks.workunit.client.0.smithi159.stdout:0/159: rmdir d5/d12 39 2024-09-17T10:39:45.182 INFO:tasks.workunit.client.0.smithi159.stdout:2/180: getdents d0/d9/d32 0 2024-09-17T10:39:45.187 INFO:tasks.workunit.client.0.smithi159.stdout:9/181: creat d0/d3/d7/da/dc/f41 x:0 0 0 2024-09-17T10:39:45.188 INFO:tasks.workunit.client.0.smithi159.stdout:0/160: symlink d5/d12/d32/l3f 0 2024-09-17T10:39:45.191 INFO:tasks.workunit.client.0.smithi159.stdout:6/192: link d1/df/f2e d1/f37 0 2024-09-17T10:39:45.191 INFO:tasks.workunit.client.0.smithi159.stdout:6/193: chown d1/df/d11/d16/f19 0 1 2024-09-17T10:39:45.192 INFO:tasks.workunit.client.0.smithi159.stdout:9/182: creat d0/d3/d7/da/dc/d1c/f42 x:0 0 0 2024-09-17T10:39:45.193 INFO:tasks.workunit.client.0.smithi159.stdout:0/161: creat d5/d10/d18/d22/f40 x:0 0 0 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:3/183: sync 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:8/188: sync 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:8/189: stat d4/dd/d10/f18 0 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:4/153: sync 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:5/124: sync 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:7/175: sync 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:4/154: dread - d0/f13 zero size 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:8/190: write d4/fc [959441,1816] 0 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:4/155: stat d0/d9/d24/l27 0 2024-09-17T10:39:45.195 INFO:tasks.workunit.client.0.smithi159.stdout:4/156: readlink d0/d9/da/l17 0 2024-09-17T10:39:45.196 INFO:tasks.workunit.client.0.smithi159.stdout:8/191: fsync d4/dd/d10/d1a/d1e/f2f 0 2024-09-17T10:39:45.196 INFO:tasks.workunit.client.0.smithi159.stdout:5/125: creat d19/f26 x:0 0 0 2024-09-17T10:39:45.196 INFO:tasks.workunit.client.0.smithi159.stdout:7/176: write d2/d18/d20/d2c/f34 [889780,78464] 0 2024-09-17T10:39:45.196 INFO:tasks.workunit.client.0.smithi159.stdout:9/183: creat d0/d3/d7/da/d1a/f43 x:0 0 0 2024-09-17T10:39:45.196 INFO:tasks.workunit.client.0.smithi159.stdout:3/184: mkdir d9/df/d2c/d2f 0 2024-09-17T10:39:45.198 INFO:tasks.workunit.client.0.smithi159.stdout:8/192: truncate d4/dd/d20/f29 1271172 0 2024-09-17T10:39:45.198 INFO:tasks.workunit.client.0.smithi159.stdout:8/193: fdatasync d4/dd/d10/d1a/f1b 0 2024-09-17T10:39:45.201 INFO:tasks.workunit.client.0.smithi159.stdout:0/162: mknod d5/d10/c41 0 2024-09-17T10:39:45.202 INFO:tasks.workunit.client.0.smithi159.stdout:6/194: read d1/df/d11/f20 [2824777,58478] 0 2024-09-17T10:39:45.202 INFO:tasks.workunit.client.0.smithi159.stdout:6/195: readlink d1/df/l1c 0 2024-09-17T10:39:45.202 INFO:tasks.workunit.client.0.smithi159.stdout:2/181: dwrite d0/d9/f23 [0,4194304] 0 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:2/182: dread - d0/d9/f2d zero size 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:2/183: dread - d0/d14/f33 zero size 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:3/185: mknod d9/df/c30 0 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:3/186: creat d9/f31 x:0 0 0 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:3/187: readlink d9/df/l17 0 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:3/188: chown d9/ce 492904 1 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:3/189: write d9/f23 [5087274,23358] 0 2024-09-17T10:39:45.203 INFO:tasks.workunit.client.0.smithi159.stdout:6/196: read d1/df/f1e [580217,23338] 0 2024-09-17T10:39:45.204 INFO:tasks.workunit.client.0.smithi159.stdout:8/194: getdents d4/dd/d20 0 2024-09-17T10:39:45.204 INFO:tasks.workunit.client.0.smithi159.stdout:8/195: creat d4/dd/d26/f43 x:0 0 0 2024-09-17T10:39:45.206 INFO:tasks.workunit.client.0.smithi159.stdout:7/177: rmdir d2/d8 39 2024-09-17T10:39:45.209 INFO:tasks.workunit.client.0.smithi159.stdout:6/197: unlink d1/df/d11/d16/f25 0 2024-09-17T10:39:45.211 INFO:tasks.workunit.client.0.smithi159.stdout:9/184: dwrite d0/d3/d7/da/dc/d1c/f2e [8388608,4194304] 0 2024-09-17T10:39:45.211 INFO:tasks.workunit.client.0.smithi159.stdout:8/196: getdents d4/dd 0 2024-09-17T10:39:45.213 INFO:tasks.workunit.client.0.smithi159.stdout:2/184: rmdir d0/d9 39 2024-09-17T10:39:45.214 INFO:tasks.workunit.client.0.smithi159.stdout:6/198: mknod d1/df/d2c/c38 0 2024-09-17T10:39:45.215 INFO:tasks.workunit.client.0.smithi159.stdout:9/185: mknod d0/d1/d2/c44 0 2024-09-17T10:39:45.217 INFO:tasks.workunit.client.0.smithi159.stdout:0/163: dwrite d5/d10/f17 [0,4194304] 0 2024-09-17T10:39:45.217 INFO:tasks.workunit.client.0.smithi159.stdout:0/164: fsync d5/ff 0 2024-09-17T10:39:45.218 INFO:tasks.workunit.client.0.smithi159.stdout:2/185: creat d0/d2c/f38 x:0 0 0 2024-09-17T10:39:45.218 INFO:tasks.workunit.client.0.smithi159.stdout:7/178: dread d2/f24 [0,4194304] 0 2024-09-17T10:39:45.220 INFO:tasks.workunit.client.0.smithi159.stdout:6/199: rmdir d1/df/d11/d2a 39 2024-09-17T10:39:45.220 INFO:tasks.workunit.client.0.smithi159.stdout:6/200: chown d1/df/d11/f29 1247 1 2024-09-17T10:39:45.221 INFO:tasks.workunit.client.0.smithi159.stdout:9/186: truncate d0/d3/d7/da/dc/de/f26 2046517 0 2024-09-17T10:39:45.222 INFO:tasks.workunit.client.0.smithi159.stdout:8/197: read d4/dd/d10/f18 [3056838,25441] 0 2024-09-17T10:39:45.224 INFO:tasks.workunit.client.0.smithi159.stdout:7/179: symlink d2/d18/d32/l35 0 2024-09-17T10:39:45.225 INFO:tasks.workunit.client.0.smithi159.stdout:0/165: dread d5/d10/f17 [0,4194304] 0 2024-09-17T10:39:45.225 INFO:tasks.workunit.client.0.smithi159.stdout:3/190: dwrite d9/df/f1b [4194304,4194304] 0 2024-09-17T10:39:45.225 INFO:tasks.workunit.client.0.smithi159.stdout:6/201: mkdir d1/df/d11/d39 0 2024-09-17T10:39:45.226 INFO:tasks.workunit.client.0.smithi159.stdout:2/186: dread d0/f1f [0,4194304] 0 2024-09-17T10:39:45.226 INFO:tasks.workunit.client.0.smithi159.stdout:9/187: symlink d0/d3/l45 0 2024-09-17T10:39:45.226 INFO:tasks.workunit.client.0.smithi159.stdout:9/188: chown d0/d1/f3b 185 1 2024-09-17T10:39:45.228 INFO:tasks.workunit.client.0.smithi159.stdout:8/198: rename d4/dd/d26/f43 to d4/dd/d10/d1a/d3c/f44 0 2024-09-17T10:39:45.229 INFO:tasks.workunit.client.0.smithi159.stdout:7/180: symlink d2/d18/d32/l36 0 2024-09-17T10:39:45.230 INFO:tasks.workunit.client.0.smithi159.stdout:0/166: creat d5/d10/d18/d22/f42 x:0 0 0 2024-09-17T10:39:45.230 INFO:tasks.workunit.client.0.smithi159.stdout:7/181: write d2/d18/d20/d2c/f34 [716672,20469] 0 2024-09-17T10:39:45.231 INFO:tasks.workunit.client.0.smithi159.stdout:3/191: truncate d9/df/f12 120932 0 2024-09-17T10:39:45.233 INFO:tasks.workunit.client.0.smithi159.stdout:9/189: mkdir d0/d3/d7/da/d46 0 2024-09-17T10:39:45.233 INFO:tasks.workunit.client.0.smithi159.stdout:9/190: fdatasync d0/d3/d7/da/dc/d1c/f2e 0 2024-09-17T10:39:45.234 INFO:tasks.workunit.client.0.smithi159.stdout:6/202: rename d1/fd to d1/df/d2c/d35/f3a 0 2024-09-17T10:39:45.235 INFO:tasks.workunit.client.0.smithi159.stdout:6/203: fdatasync d1/df/f1a 0 2024-09-17T10:39:45.236 INFO:tasks.workunit.client.0.smithi159.stdout:8/199: link d4/dd/d20/f29 d4/dd/d10/d33/f45 0 2024-09-17T10:39:45.237 INFO:tasks.workunit.client.0.smithi159.stdout:0/167: creat d5/d10/f43 x:0 0 0 2024-09-17T10:39:45.237 INFO:tasks.workunit.client.0.smithi159.stdout:0/168: write d5/f1c [4157978,5193] 0 2024-09-17T10:39:45.238 INFO:tasks.workunit.client.0.smithi159.stdout:6/204: write d1/df/d2c/d35/f3a [2755795,10390] 0 2024-09-17T10:39:45.238 INFO:tasks.workunit.client.0.smithi159.stdout:3/192: creat d9/df/d2c/f32 x:0 0 0 2024-09-17T10:39:45.240 INFO:tasks.workunit.client.0.smithi159.stdout:6/205: write d1/df/d11/f27 [393466,30352] 0 2024-09-17T10:39:45.240 INFO:tasks.workunit.client.0.smithi159.stdout:9/191: mkdir d0/d3/d7/da/dc/d1c/d31/d47 0 2024-09-17T10:39:45.242 INFO:tasks.workunit.client.0.smithi159.stdout:2/187: rename d0/d9/f31 to d0/df/f39 0 2024-09-17T10:39:45.247 INFO:tasks.workunit.client.0.smithi159.stdout:0/169: creat d5/d12/f44 x:0 0 0 2024-09-17T10:39:45.249 INFO:tasks.workunit.client.0.smithi159.stdout:3/193: mkdir d9/df/d2c/d2f/d33 0 2024-09-17T10:39:45.249 INFO:tasks.workunit.client.0.smithi159.stdout:3/194: stat d9/f23 0 2024-09-17T10:39:45.250 INFO:tasks.workunit.client.0.smithi159.stdout:3/195: dread - d9/df/d2c/f32 zero size 2024-09-17T10:39:45.250 INFO:tasks.workunit.client.0.smithi159.stdout:8/200: dwrite d4/dd/d10/f3f [0,4194304] 0 2024-09-17T10:39:45.251 INFO:tasks.workunit.client.0.smithi159.stdout:9/192: creat d0/d3/d33/f48 x:0 0 0 2024-09-17T10:39:45.251 INFO:tasks.workunit.client.0.smithi159.stdout:9/193: write d0/d3/d7/da/f2c [2276382,75477] 0 2024-09-17T10:39:45.251 INFO:tasks.workunit.client.0.smithi159.stdout:9/194: chown d0/d3/l45 68271206 1 2024-09-17T10:39:45.255 INFO:tasks.workunit.client.0.smithi159.stdout:7/182: rename d2/d8/f29 to d2/d23/f37 0 2024-09-17T10:39:45.255 INFO:tasks.workunit.client.0.smithi159.stdout:7/183: write d2/d18/d20/f2e [1976118,49992] 0 2024-09-17T10:39:45.255 INFO:tasks.workunit.client.0.smithi159.stdout:7/184: chown d2/d23/f37 66420614 1 2024-09-17T10:39:45.256 INFO:tasks.workunit.client.0.smithi159.stdout:2/188: rename d0/f20 to d0/f3a 0 2024-09-17T10:39:45.258 INFO:tasks.workunit.client.0.smithi159.stdout:0/170: mknod d5/d10/d18/d22/d3e/c45 0 2024-09-17T10:39:45.258 INFO:tasks.workunit.client.0.smithi159.stdout:0/171: write d5/d12/f44 [948068,96784] 0 2024-09-17T10:39:45.258 INFO:tasks.workunit.client.0.smithi159.stdout:0/172: dread - d5/d10/d18/f24 zero size 2024-09-17T10:39:45.259 INFO:tasks.workunit.client.0.smithi159.stdout:0/173: write d5/d10/d18/d22/f28 [549018,76003] 0 2024-09-17T10:39:45.263 INFO:tasks.workunit.client.0.smithi159.stdout:9/195: creat d0/d3/d7/da/dc/d1c/d31/d47/f49 x:0 0 0 2024-09-17T10:39:45.263 INFO:tasks.workunit.client.0.smithi159.stdout:9/196: chown d0/d3/d7/da/dc/de/l32 7 1 2024-09-17T10:39:45.263 INFO:tasks.workunit.client.0.smithi159.stdout:9/197: fsync d0/d1/d2/f17 0 2024-09-17T10:39:45.267 INFO:tasks.workunit.client.0.smithi159.stdout:6/206: rename d1/df/d11/d16/f2f to d1/df/d11/f3b 0 2024-09-17T10:39:45.269 INFO:tasks.workunit.client.0.smithi159.stdout:2/189: dread d0/f2 [0,4194304] 0 2024-09-17T10:39:45.269 INFO:tasks.workunit.client.0.smithi159.stdout:2/190: write d0/d9/f2d [109064,107331] 0 2024-09-17T10:39:45.269 INFO:tasks.workunit.client.0.smithi159.stdout:6/207: dread d1/df/d11/f14 [0,4194304] 0 2024-09-17T10:39:45.269 INFO:tasks.workunit.client.0.smithi159.stdout:6/208: creat d1/df/d2c/f3c x:0 0 0 2024-09-17T10:39:45.270 INFO:tasks.workunit.client.0.smithi159.stdout:6/209: creat d1/df/d11/d16/f3d x:0 0 0 2024-09-17T10:39:45.270 INFO:tasks.workunit.client.0.smithi159.stdout:0/174: mknod d5/d10/d18/d22/d3e/c46 0 2024-09-17T10:39:45.271 INFO:tasks.workunit.client.0.smithi159.stdout:9/198: truncate d0/d1/d2/ff 167807 0 2024-09-17T10:39:45.273 INFO:tasks.workunit.client.0.smithi159.stdout:2/191: creat d0/d26/f3b x:0 0 0 2024-09-17T10:39:45.273 INFO:tasks.workunit.client.0.smithi159.stdout:2/192: dread - d0/d9/d32/f35 zero size 2024-09-17T10:39:45.274 INFO:tasks.workunit.client.0.smithi159.stdout:1/166: sync 2024-09-17T10:39:45.274 INFO:tasks.workunit.client.0.smithi159.stdout:4/157: sync 2024-09-17T10:39:45.274 INFO:tasks.workunit.client.0.smithi159.stdout:5/126: sync 2024-09-17T10:39:45.275 INFO:tasks.workunit.client.0.smithi159.stdout:1/167: fsync d1/d19/d1a/f8 0 2024-09-17T10:39:45.275 INFO:tasks.workunit.client.0.smithi159.stdout:3/196: dwrite f3 [0,4194304] 0 2024-09-17T10:39:45.276 INFO:tasks.workunit.client.0.smithi159.stdout:8/201: dwrite d4/dd/d10/d1a/f1b [0,4194304] 0 2024-09-17T10:39:45.282 INFO:tasks.workunit.client.0.smithi159.stdout:2/193: rmdir d0/d9 39 2024-09-17T10:39:45.282 INFO:tasks.workunit.client.0.smithi159.stdout:3/197: mknod d9/df/d2c/c34 0 2024-09-17T10:39:45.282 INFO:tasks.workunit.client.0.smithi159.stdout:3/198: getdents d9/df/d2c/d2f/d33 0 2024-09-17T10:39:45.282 INFO:tasks.workunit.client.0.smithi159.stdout:3/199: stat d9 0 2024-09-17T10:39:45.282 INFO:tasks.workunit.client.0.smithi159.stdout:3/200: creat d9/df/f35 x:0 0 0 2024-09-17T10:39:45.282 INFO:tasks.workunit.client.0.smithi159.stdout:3/201: chown d9/df/f2a 1 1 2024-09-17T10:39:45.287 INFO:tasks.workunit.client.0.smithi159.stdout:8/202: rename d4/dd/d26/f3b to d4/dd/f46 0 2024-09-17T10:39:45.287 INFO:tasks.workunit.client.0.smithi159.stdout:5/127: write f10 [1841651,115060] 0 2024-09-17T10:39:45.288 INFO:tasks.workunit.client.0.smithi159.stdout:0/175: symlink d5/d10/d18/d22/l47 0 2024-09-17T10:39:45.291 INFO:tasks.workunit.client.0.smithi159.stdout:9/199: getdents d0/d3/d7/da/dc/d1c 0 2024-09-17T10:39:45.294 INFO:tasks.workunit.client.0.smithi159.stdout:6/210: getdents d1/df/d11 0 2024-09-17T10:39:45.294 INFO:tasks.workunit.client.0.smithi159.stdout:6/211: fsync d1/df/d11/d16/f19 0 2024-09-17T10:39:45.294 INFO:tasks.workunit.client.0.smithi159.stdout:6/212: write d1/df/d11/f21 [535257,98041] 0 2024-09-17T10:39:45.295 INFO:tasks.workunit.client.0.smithi159.stdout:3/202: mknod d9/c36 0 2024-09-17T10:39:45.297 INFO:tasks.workunit.client.0.smithi159.stdout:0/176: creat d5/f48 x:0 0 0 2024-09-17T10:39:45.298 INFO:tasks.workunit.client.0.smithi159.stdout:8/203: dread d4/f5 [0,4194304] 0 2024-09-17T10:39:45.298 INFO:tasks.workunit.client.0.smithi159.stdout:8/204: creat d4/dd/d10/d1a/d1e/f47 x:0 0 0 2024-09-17T10:39:45.299 INFO:tasks.workunit.client.0.smithi159.stdout:9/200: rename d0/d3/d7/da/dc/de/l3f to d0/d3/d7/da/dc/de/d21/l4a 0 2024-09-17T10:39:45.303 INFO:tasks.workunit.client.0.smithi159.stdout:8/205: mknod d4/dd/d10/c48 0 2024-09-17T10:39:45.304 INFO:tasks.workunit.client.0.smithi159.stdout:3/203: rename d9/df/l1e to d9/df/d2c/d2f/d33/l37 0 2024-09-17T10:39:45.307 INFO:tasks.workunit.client.0.smithi159.stdout:6/213: getdents d1/df/d11/d16 0 2024-09-17T10:39:45.309 INFO:tasks.workunit.client.0.smithi159.stdout:0/177: rename d5/d10/f43 to d5/d10/f49 0 2024-09-17T10:39:45.311 INFO:tasks.workunit.client.0.smithi159.stdout:3/204: symlink d9/df/d2c/d2f/d33/l38 0 2024-09-17T10:39:45.311 INFO:tasks.workunit.client.0.smithi159.stdout:3/205: dread - d9/f31 zero size 2024-09-17T10:39:45.316 INFO:tasks.workunit.client.0.smithi159.stdout:9/201: rmdir d0/d3/d7/da 39 2024-09-17T10:39:45.318 INFO:tasks.workunit.client.0.smithi159.stdout:3/206: rename f3 to d9/df/d2c/d2f/d33/f39 0 2024-09-17T10:39:45.319 INFO:tasks.workunit.client.0.smithi159.stdout:9/202: symlink d0/d3/d33/l4b 0 2024-09-17T10:39:45.320 INFO:tasks.workunit.client.0.smithi159.stdout:3/207: rename d9/df/d2c/c2d to d9/df/d2c/d2f/c3a 0 2024-09-17T10:39:45.321 INFO:tasks.workunit.client.0.smithi159.stdout:9/203: getdents d0/d3/d7/da/d1a 0 2024-09-17T10:39:45.322 INFO:tasks.workunit.client.0.smithi159.stdout:3/208: creat d9/df/d2c/d2f/d33/f3b x:0 0 0 2024-09-17T10:39:45.323 INFO:tasks.workunit.client.0.smithi159.stdout:4/158: dwrite d0/d9/da/f22 [0,4194304] 0 2024-09-17T10:39:45.323 INFO:tasks.workunit.client.0.smithi159.stdout:4/159: dread - d0/d9/f1f zero size 2024-09-17T10:39:45.323 INFO:tasks.workunit.client.0.smithi159.stdout:9/204: creat d0/d3/d7/da/dc/de/f4c x:0 0 0 2024-09-17T10:39:45.323 INFO:tasks.workunit.client.0.smithi159.stdout:1/168: dwrite d1/d19/d1a/f8 [8388608,4194304] 0 2024-09-17T10:39:45.323 INFO:tasks.workunit.client.0.smithi159.stdout:1/169: fsync d1/d3/f9 0 2024-09-17T10:39:45.325 INFO:tasks.workunit.client.0.smithi159.stdout:4/160: symlink d0/d9/l30 0 2024-09-17T10:39:45.326 INFO:tasks.workunit.client.0.smithi159.stdout:4/161: dread d0/d12/f25 [0,4194304] 0 2024-09-17T10:39:45.327 INFO:tasks.workunit.client.0.smithi159.stdout:9/205: stat d0/d3/d7/da/dc/de/d21/l4a 0 2024-09-17T10:39:45.330 INFO:tasks.workunit.client.0.smithi159.stdout:2/194: dwrite d0/d26/f3b [0,4194304] 0 2024-09-17T10:39:45.331 INFO:tasks.workunit.client.0.smithi159.stdout:2/195: dread - d0/d9/d34/f36 zero size 2024-09-17T10:39:45.331 INFO:tasks.workunit.client.0.smithi159.stdout:8/206: dwrite d4/dd/d10/f3f [0,4194304] 0 2024-09-17T10:39:45.331 INFO:tasks.workunit.client.0.smithi159.stdout:8/207: creat d4/dd/d26/f49 x:0 0 0 2024-09-17T10:39:45.331 INFO:tasks.workunit.client.0.smithi159.stdout:8/208: chown d4/l7 30 1 2024-09-17T10:39:45.331 INFO:tasks.workunit.client.0.smithi159.stdout:0/178: dwrite d5/f2d [4194304,4194304] 0 2024-09-17T10:39:45.331 INFO:tasks.workunit.client.0.smithi159.stdout:7/185: dwrite d2/f7 [0,4194304] 0 2024-09-17T10:39:45.331 INFO:tasks.workunit.client.0.smithi159.stdout:1/170: creat d1/d2/d14/f30 x:0 0 0 2024-09-17T10:39:45.335 INFO:tasks.workunit.client.0.smithi159.stdout:1/171: dread d1/d19/d1a/f23 [0,4194304] 0 2024-09-17T10:39:45.336 INFO:tasks.workunit.client.0.smithi159.stdout:3/209: rmdir d9 39 2024-09-17T10:39:45.336 INFO:tasks.workunit.client.0.smithi159.stdout:3/210: write d9/df/d2c/d2f/d33/f3b [1035463,17080] 0 2024-09-17T10:39:45.340 INFO:tasks.workunit.client.0.smithi159.stdout:4/162: creat d0/f31 x:0 0 0 2024-09-17T10:39:45.340 INFO:tasks.workunit.client.0.smithi159.stdout:4/163: truncate d0/d9/f1f 733096 0 2024-09-17T10:39:45.341 INFO:tasks.workunit.client.0.smithi159.stdout:2/196: getdents d0/d9/d34 0 2024-09-17T10:39:45.345 INFO:tasks.workunit.client.0.smithi159.stdout:9/206: dwrite d0/d3/d7/da/dc/f41 [0,4194304] 0 2024-09-17T10:39:45.345 INFO:tasks.workunit.client.0.smithi159.stdout:8/209: truncate d4/dd/d10/d1a/f1b 1135796 0 2024-09-17T10:39:45.348 INFO:tasks.workunit.client.0.smithi159.stdout:0/179: creat d5/d12/d32/f4a x:0 0 0 2024-09-17T10:39:45.348 INFO:tasks.workunit.client.0.smithi159.stdout:0/180: write d5/d10/d18/d22/f2a [336300,20487] 0 2024-09-17T10:39:45.352 INFO:tasks.workunit.client.0.smithi159.stdout:7/186: mkdir d2/d38 0 2024-09-17T10:39:45.354 INFO:tasks.workunit.client.0.smithi159.stdout:1/172: unlink d1/d2/cb 0 2024-09-17T10:39:45.355 INFO:tasks.workunit.client.0.smithi159.stdout:3/211: mkdir d9/df/d2c/d2f/d33/d3c 0 2024-09-17T10:39:45.356 INFO:tasks.workunit.client.0.smithi159.stdout:3/212: write d9/f31 [990687,43659] 0 2024-09-17T10:39:45.357 INFO:tasks.workunit.client.0.smithi159.stdout:4/164: truncate d0/f8 1028689 0 2024-09-17T10:39:45.357 INFO:tasks.workunit.client.0.smithi159.stdout:4/165: dread - d0/f13 zero size 2024-09-17T10:39:45.357 INFO:tasks.workunit.client.0.smithi159.stdout:4/166: dread - d0/d12/f1c zero size 2024-09-17T10:39:45.357 INFO:tasks.workunit.client.0.smithi159.stdout:2/197: dwrite d0/d14/f33 [0,4194304] 0 2024-09-17T10:39:45.360 INFO:tasks.workunit.client.0.smithi159.stdout:9/207: creat d0/d3/d7/da/dc/d1c/f4d x:0 0 0 2024-09-17T10:39:45.360 INFO:tasks.workunit.client.0.smithi159.stdout:4/167: dread d0/f3 [0,4194304] 0 2024-09-17T10:39:45.361 INFO:tasks.workunit.client.0.smithi159.stdout:8/210: symlink d4/dd/d10/d1a/d1e/l4a 0 2024-09-17T10:39:45.362 INFO:tasks.workunit.client.0.smithi159.stdout:8/211: dread - d4/da/f2b zero size 2024-09-17T10:39:45.362 INFO:tasks.workunit.client.0.smithi159.stdout:8/212: truncate d4/dd/d10/f2c 198862 0 2024-09-17T10:39:45.365 INFO:tasks.workunit.client.0.smithi159.stdout:1/173: mkdir d1/d19/d1a/dc/d31 0 2024-09-17T10:39:45.367 INFO:tasks.workunit.client.0.smithi159.stdout:3/213: creat d9/f3d x:0 0 0 2024-09-17T10:39:45.368 INFO:tasks.workunit.client.0.smithi159.stdout:3/214: write f4 [2430389,25142] 0 2024-09-17T10:39:45.368 INFO:tasks.workunit.client.0.smithi159.stdout:3/215: chown d9/df/d2c/d2f/d33/l37 668 1 2024-09-17T10:39:45.372 INFO:tasks.workunit.client.0.smithi159.stdout:4/168: mknod d0/d9/d24/c32 0 2024-09-17T10:39:45.372 INFO:tasks.workunit.client.0.smithi159.stdout:4/169: truncate d0/d12/f1c 882713 0 2024-09-17T10:39:45.376 INFO:tasks.workunit.client.0.smithi159.stdout:1/174: mknod d1/d2/d14/c32 0 2024-09-17T10:39:45.376 INFO:tasks.workunit.client.0.smithi159.stdout:1/175: write d1/d3/f27 [28560,127436] 0 2024-09-17T10:39:45.377 INFO:tasks.workunit.client.0.smithi159.stdout:3/216: rename d9/df/l17 to d9/l3e 0 2024-09-17T10:39:45.383 INFO:tasks.workunit.client.0.smithi159.stdout:2/198: dwrite d0/d9/d32/f35 [0,4194304] 0 2024-09-17T10:39:45.383 INFO:tasks.workunit.client.0.smithi159.stdout:2/199: creat d0/f3c x:0 0 0 2024-09-17T10:39:45.383 INFO:tasks.workunit.client.0.smithi159.stdout:9/208: dwrite d0/d1/f3b [0,4194304] 0 2024-09-17T10:39:45.385 INFO:tasks.workunit.client.0.smithi159.stdout:4/170: mkdir d0/d9/da/d33 0 2024-09-17T10:39:45.390 INFO:tasks.workunit.client.0.smithi159.stdout:8/213: getdents d4/dd/d10/d1a 0 2024-09-17T10:39:45.395 INFO:tasks.workunit.client.0.smithi159.stdout:3/217: mkdir d9/df/d3f 0 2024-09-17T10:39:45.396 INFO:tasks.workunit.client.0.smithi159.stdout:9/209: dread d0/d1/f3b [0,4194304] 0 2024-09-17T10:39:45.397 INFO:tasks.workunit.client.0.smithi159.stdout:1/176: dwrite d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:45.397 INFO:tasks.workunit.client.0.smithi159.stdout:1/177: readlink d1/d19/l1d 0 2024-09-17T10:39:45.397 INFO:tasks.workunit.client.0.smithi159.stdout:1/178: chown d1/d3/d2a 358693801 1 2024-09-17T10:39:45.401 INFO:tasks.workunit.client.0.smithi159.stdout:2/200: creat d0/d9/d32/f3d x:0 0 0 2024-09-17T10:39:45.403 INFO:tasks.workunit.client.0.smithi159.stdout:9/210: dread d0/f1e [0,4194304] 0 2024-09-17T10:39:45.403 INFO:tasks.workunit.client.0.smithi159.stdout:9/211: stat d0/d3/d7/da/dc/de/c1b 0 2024-09-17T10:39:45.404 INFO:tasks.workunit.client.0.smithi159.stdout:8/214: truncate d4/dd/d10/d1a/f1f 3487302 0 2024-09-17T10:39:45.405 INFO:tasks.workunit.client.0.smithi159.stdout:2/201: write d0/f2 [2008654,35308] 0 2024-09-17T10:39:45.405 INFO:tasks.workunit.client.0.smithi159.stdout:2/202: readlink d0/l28 0 2024-09-17T10:39:45.405 INFO:tasks.workunit.client.0.smithi159.stdout:2/203: fsync d0/d9/f2d 0 2024-09-17T10:39:45.407 INFO:tasks.workunit.client.0.smithi159.stdout:9/212: link d0/d3/d7/da/dc/de/d21/l4a d0/d3/d7/da/l4e 0 2024-09-17T10:39:45.407 INFO:tasks.workunit.client.0.smithi159.stdout:4/171: dwrite d0/f8 [0,4194304] 0 2024-09-17T10:39:45.409 INFO:tasks.workunit.client.0.smithi159.stdout:8/215: dread d4/f23 [0,4194304] 0 2024-09-17T10:39:45.411 INFO:tasks.workunit.client.0.smithi159.stdout:2/204: mkdir d0/df/d3e 0 2024-09-17T10:39:45.412 INFO:tasks.workunit.client.0.smithi159.stdout:3/218: getdents d9 0 2024-09-17T10:39:45.412 INFO:tasks.workunit.client.0.smithi159.stdout:3/219: fsync d9/df/f35 0 2024-09-17T10:39:45.412 INFO:tasks.workunit.client.0.smithi159.stdout:3/220: chown d9/l1c 149 1 2024-09-17T10:39:45.414 INFO:tasks.workunit.client.0.smithi159.stdout:1/179: dwrite d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:45.419 INFO:tasks.workunit.client.0.smithi159.stdout:8/216: mkdir d4/dd/d10/d4b 0 2024-09-17T10:39:45.420 INFO:tasks.workunit.client.0.smithi159.stdout:2/205: symlink d0/d26/l3f 0 2024-09-17T10:39:45.423 INFO:tasks.workunit.client.0.smithi159.stdout:1/180: symlink d1/d19/d1a/dc/d31/l33 0 2024-09-17T10:39:45.423 INFO:tasks.workunit.client.0.smithi159.stdout:1/181: chown d1/d19/d1a/c5 424740 1 2024-09-17T10:39:45.424 INFO:tasks.workunit.client.0.smithi159.stdout:5/128: sync 2024-09-17T10:39:45.424 INFO:tasks.workunit.client.0.smithi159.stdout:6/214: sync 2024-09-17T10:39:45.425 INFO:tasks.workunit.client.0.smithi159.stdout:5/129: fsync f18 0 2024-09-17T10:39:45.426 INFO:tasks.workunit.client.0.smithi159.stdout:2/206: rename d0/d9/d34 to d0/d9/d40 0 2024-09-17T10:39:45.427 INFO:tasks.workunit.client.0.smithi159.stdout:1/182: symlink d1/d19/l34 0 2024-09-17T10:39:45.427 INFO:tasks.workunit.client.0.smithi159.stdout:1/183: fdatasync d1/d19/d1a/ff 0 2024-09-17T10:39:45.429 INFO:tasks.workunit.client.0.smithi159.stdout:6/215: rmdir d1/df/d11/d39 0 2024-09-17T10:39:45.429 INFO:tasks.workunit.client.0.smithi159.stdout:8/217: dread d4/dd/d10/f3f [0,4194304] 0 2024-09-17T10:39:45.429 INFO:tasks.workunit.client.0.smithi159.stdout:8/218: write d4/dd/d10/d1a/d1e/f47 [4178,69637] 0 2024-09-17T10:39:45.430 INFO:tasks.workunit.client.0.smithi159.stdout:2/207: rename d0/d2c/f38 to d0/d9/d32/f41 0 2024-09-17T10:39:45.430 INFO:tasks.workunit.client.0.smithi159.stdout:2/208: read - d0/d2c/f27 zero size 2024-09-17T10:39:45.431 INFO:tasks.workunit.client.0.smithi159.stdout:2/209: fsync d0/f3c 0 2024-09-17T10:39:45.432 INFO:tasks.workunit.client.0.smithi159.stdout:8/219: rename d4/c22 to d4/dd/d10/c4c 0 2024-09-17T10:39:45.433 INFO:tasks.workunit.client.0.smithi159.stdout:8/220: dread - d4/dd/d10/d1a/f30 zero size 2024-09-17T10:39:45.433 INFO:tasks.workunit.client.0.smithi159.stdout:2/210: mknod d0/d2c/c42 0 2024-09-17T10:39:45.433 INFO:tasks.workunit.client.0.smithi159.stdout:2/211: truncate d0/df/f2e 504544 0 2024-09-17T10:39:45.434 INFO:tasks.workunit.client.0.smithi159.stdout:2/212: readlink d0/l2b 0 2024-09-17T10:39:45.435 INFO:tasks.workunit.client.0.smithi159.stdout:8/221: creat d4/dd/d20/f4d x:0 0 0 2024-09-17T10:39:45.436 INFO:tasks.workunit.client.0.smithi159.stdout:8/222: mkdir d4/d4e 0 2024-09-17T10:39:45.438 INFO:tasks.workunit.client.0.smithi159.stdout:8/223: creat d4/dd/d10/d1a/d1e/d3e/f4f x:0 0 0 2024-09-17T10:39:45.438 INFO:tasks.workunit.client.0.smithi159.stdout:7/187: sync 2024-09-17T10:39:45.440 INFO:tasks.workunit.client.0.smithi159.stdout:1/184: dread d1/d19/d1a/f8 [4194304,4194304] 0 2024-09-17T10:39:45.440 INFO:tasks.workunit.client.0.smithi159.stdout:5/130: read f7 [2560268,20522] 0 2024-09-17T10:39:45.443 INFO:tasks.workunit.client.0.smithi159.stdout:5/131: creat d19/d1a/f27 x:0 0 0 2024-09-17T10:39:45.444 INFO:tasks.workunit.client.0.smithi159.stdout:1/185: read d1/d19/d1a/f23 [1190155,43750] 0 2024-09-17T10:39:45.445 INFO:tasks.workunit.client.0.smithi159.stdout:5/132: link d19/d1a/f27 d19/f28 0 2024-09-17T10:39:45.448 INFO:tasks.workunit.client.0.smithi159.stdout:0/181: sync 2024-09-17T10:39:45.450 INFO:tasks.workunit.client.0.smithi159.stdout:8/224: write d4/f5 [3482889,15748] 0 2024-09-17T10:39:45.452 INFO:tasks.workunit.client.0.smithi159.stdout:3/221: dwrite d9/df/f11 [0,4194304] 0 2024-09-17T10:39:45.452 INFO:tasks.workunit.client.0.smithi159.stdout:3/222: chown d9/df/d2c/f32 42 1 2024-09-17T10:39:45.452 INFO:tasks.workunit.client.0.smithi159.stdout:8/225: dread d4/dd/f46 [0,4194304] 0 2024-09-17T10:39:45.453 INFO:tasks.workunit.client.0.smithi159.stdout:9/213: dwrite d0/d3/d7/da/dc/f14 [0,4194304] 0 2024-09-17T10:39:45.453 INFO:tasks.workunit.client.0.smithi159.stdout:8/226: write d4/dd/d10/f3f [4701319,58256] 0 2024-09-17T10:39:45.453 INFO:tasks.workunit.client.0.smithi159.stdout:6/216: dwrite d1/df/d11/f14 [0,4194304] 0 2024-09-17T10:39:45.455 INFO:tasks.workunit.client.0.smithi159.stdout:0/182: rmdir d5/d12 39 2024-09-17T10:39:45.455 INFO:tasks.workunit.client.0.smithi159.stdout:5/133: dread fc [0,4194304] 0 2024-09-17T10:39:45.455 INFO:tasks.workunit.client.0.smithi159.stdout:4/172: dwrite d0/d9/da/d19/f23 [0,4194304] 0 2024-09-17T10:39:45.456 INFO:tasks.workunit.client.0.smithi159.stdout:2/213: dwrite d0/d2c/f25 [4194304,4194304] 0 2024-09-17T10:39:45.459 INFO:tasks.workunit.client.0.smithi159.stdout:3/223: rename d9/df/d2c/d2f/d33/l37 to d9/df/d3f/l40 0 2024-09-17T10:39:45.460 INFO:tasks.workunit.client.0.smithi159.stdout:9/214: rmdir d0/d3/d7/da 39 2024-09-17T10:39:45.462 INFO:tasks.workunit.client.0.smithi159.stdout:3/224: dread d9/df/d2c/d2f/d33/f3b [0,4194304] 0 2024-09-17T10:39:45.464 INFO:tasks.workunit.client.0.smithi159.stdout:6/217: mkdir d1/df/d2c/d35/d3e 0 2024-09-17T10:39:45.464 INFO:tasks.workunit.client.0.smithi159.stdout:6/218: read - d1/df/f31 zero size 2024-09-17T10:39:45.464 INFO:tasks.workunit.client.0.smithi159.stdout:6/219: fdatasync d1/df/f1e 0 2024-09-17T10:39:45.464 INFO:tasks.workunit.client.0.smithi159.stdout:6/220: fsync d1/df/d11/d16/f3d 0 2024-09-17T10:39:45.464 INFO:tasks.workunit.client.0.smithi159.stdout:6/221: write d1/df/f1a [1069821,59875] 0 2024-09-17T10:39:45.465 INFO:tasks.workunit.client.0.smithi159.stdout:5/134: mknod d19/d1b/d1d/c29 0 2024-09-17T10:39:45.468 INFO:tasks.workunit.client.0.smithi159.stdout:4/173: creat d0/d9/da/f34 x:0 0 0 2024-09-17T10:39:45.468 INFO:tasks.workunit.client.0.smithi159.stdout:4/174: chown d0/d12 20 1 2024-09-17T10:39:45.469 INFO:tasks.workunit.client.0.smithi159.stdout:4/175: creat d0/d12/f35 x:0 0 0 2024-09-17T10:39:45.476 INFO:tasks.workunit.client.0.smithi159.stdout:9/215: rename d0/d1/d2/f17 to d0/d3/d7/da/dc/de/d21/f4f 0 2024-09-17T10:39:45.478 INFO:tasks.workunit.client.0.smithi159.stdout:3/225: creat d9/df/d2c/d2f/f41 x:0 0 0 2024-09-17T10:39:45.479 INFO:tasks.workunit.client.0.smithi159.stdout:0/183: symlink d5/d10/d18/d22/l4b 0 2024-09-17T10:39:45.481 INFO:tasks.workunit.client.0.smithi159.stdout:0/184: write d5/d12/f44 [393890,111639] 0 2024-09-17T10:39:45.483 INFO:tasks.workunit.client.0.smithi159.stdout:4/176: rename d0/d9/d24/c32 to d0/d9/d24/c36 0 2024-09-17T10:39:45.483 INFO:tasks.workunit.client.0.smithi159.stdout:4/177: read d0/fc [1969897,52722] 0 2024-09-17T10:39:45.484 INFO:tasks.workunit.client.0.smithi159.stdout:2/214: getdents d0 0 2024-09-17T10:39:45.485 INFO:tasks.workunit.client.0.smithi159.stdout:9/216: mkdir d0/d3/d50 0 2024-09-17T10:39:45.485 INFO:tasks.workunit.client.0.smithi159.stdout:9/217: read d0/d3/d7/da/dc/de/f26 [1919155,106832] 0 2024-09-17T10:39:45.485 INFO:tasks.workunit.client.0.smithi159.stdout:9/218: write d0/d1/d2/ff [1055688,89978] 0 2024-09-17T10:39:45.485 INFO:tasks.workunit.client.0.smithi159.stdout:6/222: mknod d1/c3f 0 2024-09-17T10:39:45.485 INFO:tasks.workunit.client.0.smithi159.stdout:6/223: truncate d1/df/d2c/f3c 173627 0 2024-09-17T10:39:45.487 INFO:tasks.workunit.client.0.smithi159.stdout:7/188: dwrite d2/d18/d20/f21 [0,4194304] 0 2024-09-17T10:39:45.487 INFO:tasks.workunit.client.0.smithi159.stdout:7/189: fsync d2/f9 0 2024-09-17T10:39:45.490 INFO:tasks.workunit.client.0.smithi159.stdout:6/224: mknod d1/df/c40 0 2024-09-17T10:39:45.490 INFO:tasks.workunit.client.0.smithi159.stdout:6/225: write d1/f37 [740212,63400] 0 2024-09-17T10:39:45.495 INFO:tasks.workunit.client.0.smithi159.stdout:8/227: dwrite f3 [0,4194304] 0 2024-09-17T10:39:45.495 INFO:tasks.workunit.client.0.smithi159.stdout:8/228: chown d4/dd/d10/c48 20884845 1 2024-09-17T10:39:45.495 INFO:tasks.workunit.client.0.smithi159.stdout:5/135: dwrite d19/f28 [0,4194304] 0 2024-09-17T10:39:45.495 INFO:tasks.workunit.client.0.smithi159.stdout:5/136: readlink l8 0 2024-09-17T10:39:45.496 INFO:tasks.workunit.client.0.smithi159.stdout:7/190: creat d2/d38/f39 x:0 0 0 2024-09-17T10:39:45.496 INFO:tasks.workunit.client.0.smithi159.stdout:7/191: fdatasync d2/d18/f28 0 2024-09-17T10:39:45.497 INFO:tasks.workunit.client.0.smithi159.stdout:3/226: dwrite d9/df/d2c/f24 [0,4194304] 0 2024-09-17T10:39:45.497 INFO:tasks.workunit.client.0.smithi159.stdout:0/185: rmdir d5/d10/d18/d22 39 2024-09-17T10:39:45.497 INFO:tasks.workunit.client.0.smithi159.stdout:9/219: write d0/d3/d7/da/dc/d1c/f2e [8454975,93320] 0 2024-09-17T10:39:45.498 INFO:tasks.workunit.client.0.smithi159.stdout:9/220: fsync d0/d3/d7/da/dc/d1c/f4d 0 2024-09-17T10:39:45.498 INFO:tasks.workunit.client.0.smithi159.stdout:8/229: dread d4/dd/d10/d1a/f2d [0,4194304] 0 2024-09-17T10:39:45.498 INFO:tasks.workunit.client.0.smithi159.stdout:4/178: getdents d0 0 2024-09-17T10:39:45.499 INFO:tasks.workunit.client.0.smithi159.stdout:4/179: read d0/d12/f1c [795151,83107] 0 2024-09-17T10:39:45.500 INFO:tasks.workunit.client.0.smithi159.stdout:6/226: mknod d1/df/c41 0 2024-09-17T10:39:45.500 INFO:tasks.workunit.client.0.smithi159.stdout:6/227: creat d1/df/f42 x:0 0 0 2024-09-17T10:39:45.500 INFO:tasks.workunit.client.0.smithi159.stdout:6/228: write d1/df/d2c/f3c [451207,2605] 0 2024-09-17T10:39:45.500 INFO:tasks.workunit.client.0.smithi159.stdout:6/229: stat d1/df/d11/f29 0 2024-09-17T10:39:45.500 INFO:tasks.workunit.client.0.smithi159.stdout:6/230: truncate d1/df/d2c/f30 334497 0 2024-09-17T10:39:45.504 INFO:tasks.workunit.client.0.smithi159.stdout:9/221: dread d0/d3/d7/f20 [0,4194304] 0 2024-09-17T10:39:45.504 INFO:tasks.workunit.client.0.smithi159.stdout:9/222: chown d0/d3/d7/da 3789789 1 2024-09-17T10:39:45.504 INFO:tasks.workunit.client.0.smithi159.stdout:9/223: dread - d0/d3/d7/da/dc/d1c/d31/d47/f49 zero size 2024-09-17T10:39:45.507 INFO:tasks.workunit.client.0.smithi159.stdout:2/215: dwrite d0/d9/d32/f3d [0,4194304] 0 2024-09-17T10:39:45.507 INFO:tasks.workunit.client.0.smithi159.stdout:5/137: truncate f4 1158351 0 2024-09-17T10:39:45.508 INFO:tasks.workunit.client.0.smithi159.stdout:3/227: mknod d9/df/d2c/d2f/d33/c42 0 2024-09-17T10:39:45.508 INFO:tasks.workunit.client.0.smithi159.stdout:3/228: chown d9/df/d2c/d2f/d33/f3b 4 1 2024-09-17T10:39:45.508 INFO:tasks.workunit.client.0.smithi159.stdout:3/229: write d9/f3d [534741,55747] 0 2024-09-17T10:39:45.509 INFO:tasks.workunit.client.0.smithi159.stdout:6/231: creat d1/df/d11/d2a/f43 x:0 0 0 2024-09-17T10:39:45.511 INFO:tasks.workunit.client.0.smithi159.stdout:2/216: symlink d0/d14/l43 0 2024-09-17T10:39:45.512 INFO:tasks.workunit.client.0.smithi159.stdout:3/230: dread d9/df/f10 [0,4194304] 0 2024-09-17T10:39:45.513 INFO:tasks.workunit.client.0.smithi159.stdout:5/138: rename f7 to d19/d1b/d21/f2a 0 2024-09-17T10:39:45.513 INFO:tasks.workunit.client.0.smithi159.stdout:5/139: dread - d19/f26 zero size 2024-09-17T10:39:45.514 INFO:tasks.workunit.client.0.smithi159.stdout:0/186: mkdir d5/d10/d18/d22/d4c 0 2024-09-17T10:39:45.515 INFO:tasks.workunit.client.0.smithi159.stdout:2/217: creat d0/df/d3e/f44 x:0 0 0 2024-09-17T10:39:45.516 INFO:tasks.workunit.client.0.smithi159.stdout:2/218: chown d0/f7 2037 1 2024-09-17T10:39:45.516 INFO:tasks.workunit.client.0.smithi159.stdout:2/219: fsync d0/d14/f33 0 2024-09-17T10:39:45.516 INFO:tasks.workunit.client.0.smithi159.stdout:2/220: write d0/d9/d32/f35 [5009747,85577] 0 2024-09-17T10:39:45.516 INFO:tasks.workunit.client.0.smithi159.stdout:2/221: creat d0/d9/d32/f45 x:0 0 0 2024-09-17T10:39:45.516 INFO:tasks.workunit.client.0.smithi159.stdout:2/222: chown d0/d2c 39297 1 2024-09-17T10:39:45.516 INFO:tasks.workunit.client.0.smithi159.stdout:0/187: creat d5/d10/d18/f4d x:0 0 0 2024-09-17T10:39:45.517 INFO:tasks.workunit.client.0.smithi159.stdout:2/223: mkdir d0/df/d3e/d46 0 2024-09-17T10:39:45.517 INFO:tasks.workunit.client.0.smithi159.stdout:2/224: fdatasync d0/df/f2e 0 2024-09-17T10:39:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:45 smithi159 ceph-mon[27674]: pgmap v271: 65 pgs: 65 active+clean; 321 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 307 op/s 2024-09-17T10:39:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:45 smithi170 ceph-mon[33842]: pgmap v271: 65 pgs: 65 active+clean; 321 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 307 op/s 2024-09-17T10:39:45.733 INFO:tasks.workunit.client.0.smithi159.stdout:7/192: dwrite d2/d8/f1f [0,4194304] 0 2024-09-17T10:39:45.736 INFO:tasks.workunit.client.0.smithi159.stdout:8/230: dwrite d4/dd/d10/d1a/d1e/f47 [0,4194304] 0 2024-09-17T10:39:45.737 INFO:tasks.workunit.client.0.smithi159.stdout:6/232: dwrite d1/df/f42 [0,4194304] 0 2024-09-17T10:39:45.737 INFO:tasks.workunit.client.0.smithi159.stdout:9/224: dwrite d0/d3/d7/da/dc/d1c/d31/d47/f49 [0,4194304] 0 2024-09-17T10:39:45.741 INFO:tasks.workunit.client.0.smithi159.stdout:3/231: dread d9/df/d2c/d2f/d33/f39 [0,4194304] 0 2024-09-17T10:39:45.744 INFO:tasks.workunit.client.0.smithi159.stdout:7/193: dread d2/d8/f1f [0,4194304] 0 2024-09-17T10:39:45.763 INFO:tasks.workunit.client.0.smithi159.stdout:5/140: dwrite f4 [0,4194304] 0 2024-09-17T10:39:45.763 INFO:tasks.workunit.client.0.smithi159.stdout:5/141: chown d19/d1b/d1d 247680253 1 2024-09-17T10:39:45.768 INFO:tasks.workunit.client.0.smithi159.stdout:2/225: getdents d0/d9/d32 0 2024-09-17T10:39:45.817 INFO:tasks.workunit.client.0.smithi159.stdout:8/231: mkdir d4/dd/d10/d33/d50 0 2024-09-17T10:39:45.820 INFO:tasks.workunit.client.0.smithi159.stdout:9/225: symlink d0/d3/d7/da/dc/d3a/l51 0 2024-09-17T10:39:45.821 INFO:tasks.workunit.client.0.smithi159.stdout:9/226: getdents d0/d3/d7/da/dc/d40 0 2024-09-17T10:39:45.822 INFO:tasks.workunit.client.0.smithi159.stdout:3/232: creat d9/f43 x:0 0 0 2024-09-17T10:39:45.822 INFO:tasks.workunit.client.0.smithi159.stdout:8/232: dread d4/f5 [0,4194304] 0 2024-09-17T10:39:45.824 INFO:tasks.workunit.client.0.smithi159.stdout:7/194: link d2/l15 d2/d18/l3a 0 2024-09-17T10:39:45.824 INFO:tasks.workunit.client.0.smithi159.stdout:8/233: dread d4/dd/d10/d1a/f1b [0,4194304] 0 2024-09-17T10:39:45.826 INFO:tasks.workunit.client.0.smithi159.stdout:8/234: dread d4/fc [0,4194304] 0 2024-09-17T10:39:45.826 INFO:tasks.workunit.client.0.smithi159.stdout:8/235: creat d4/dd/d10/f51 x:0 0 0 2024-09-17T10:39:45.827 INFO:tasks.workunit.client.0.smithi159.stdout:5/142: symlink d19/d1b/d21/l2b 0 2024-09-17T10:39:45.828 INFO:tasks.workunit.client.0.smithi159.stdout:2/226: mkdir d0/df/d3e/d47 0 2024-09-17T10:39:45.830 INFO:tasks.workunit.client.0.smithi159.stdout:8/236: dread d4/dd/d10/d33/f45 [0,4194304] 0 2024-09-17T10:39:45.832 INFO:tasks.workunit.client.0.smithi159.stdout:9/227: mknod d0/d3/d7/c52 0 2024-09-17T10:39:45.835 INFO:tasks.workunit.client.0.smithi159.stdout:3/233: link d9/f25 d9/df/d2c/d2f/f44 0 2024-09-17T10:39:45.835 INFO:tasks.workunit.client.0.smithi159.stdout:3/234: truncate d9/df/f20 3292301 0 2024-09-17T10:39:45.835 INFO:tasks.workunit.client.0.smithi159.stdout:9/228: dread d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:45.838 INFO:tasks.workunit.client.0.smithi159.stdout:7/195: mknod d2/c3b 0 2024-09-17T10:39:45.839 INFO:tasks.workunit.client.0.smithi159.stdout:5/143: dread f4 [0,4194304] 0 2024-09-17T10:39:45.839 INFO:tasks.workunit.client.0.smithi159.stdout:5/144: write f9 [314339,16538] 0 2024-09-17T10:39:45.839 INFO:tasks.workunit.client.0.smithi159.stdout:5/145: stat d19/d1b 0 2024-09-17T10:39:45.839 INFO:tasks.workunit.client.0.smithi159.stdout:5/146: write f10 [1560359,65484] 0 2024-09-17T10:39:45.839 INFO:tasks.workunit.client.0.smithi159.stdout:3/235: getdents d9/df 0 2024-09-17T10:39:45.841 INFO:tasks.workunit.client.0.smithi159.stdout:9/229: creat d0/d3/d7/da/dc/d34/f53 x:0 0 0 2024-09-17T10:39:45.842 INFO:tasks.workunit.client.0.smithi159.stdout:9/230: truncate d0/d3/d7/da/d1a/f43 422946 0 2024-09-17T10:39:45.844 INFO:tasks.workunit.client.0.smithi159.stdout:7/196: rename d2/d8/c33 to d2/d8/c3c 0 2024-09-17T10:39:45.846 INFO:tasks.workunit.client.0.smithi159.stdout:5/147: getdents d19/d1b/d1d 0 2024-09-17T10:39:45.848 INFO:tasks.workunit.client.0.smithi159.stdout:3/236: creat d9/df/d2c/f45 x:0 0 0 2024-09-17T10:39:45.850 INFO:tasks.workunit.client.0.smithi159.stdout:9/231: mkdir d0/d3/d7/da/d46/d54 0 2024-09-17T10:39:45.850 INFO:tasks.workunit.client.0.smithi159.stdout:2/227: dwrite d0/d2c/f27 [0,4194304] 0 2024-09-17T10:39:45.850 INFO:tasks.workunit.client.0.smithi159.stdout:8/237: dwrite d4/da/f2b [0,4194304] 0 2024-09-17T10:39:45.850 INFO:tasks.workunit.client.0.smithi159.stdout:8/238: readlink d4/da/l37 0 2024-09-17T10:39:45.852 INFO:tasks.workunit.client.0.smithi159.stdout:7/197: link d2/d18/f2f d2/d18/d32/f3d 0 2024-09-17T10:39:45.854 INFO:tasks.workunit.client.0.smithi159.stdout:5/148: rename d19/f26 to d19/d1b/f2c 0 2024-09-17T10:39:45.855 INFO:tasks.workunit.client.0.smithi159.stdout:9/232: mkdir d0/d3/d7/da/dc/d1c/d31/d55 0 2024-09-17T10:39:45.855 INFO:tasks.workunit.client.0.smithi159.stdout:9/233: fdatasync d0/d3/d7/da/dc/de/f26 0 2024-09-17T10:39:45.858 INFO:tasks.workunit.client.0.smithi159.stdout:3/237: write f4 [7834933,127083] 0 2024-09-17T10:39:45.858 INFO:tasks.workunit.client.0.smithi159.stdout:3/238: fdatasync d9/df/f12 0 2024-09-17T10:39:45.858 INFO:tasks.workunit.client.0.smithi159.stdout:9/234: dread d0/d3/d7/f20 [0,4194304] 0 2024-09-17T10:39:45.860 INFO:tasks.workunit.client.0.smithi159.stdout:2/228: mknod d0/df/d3e/d46/c48 0 2024-09-17T10:39:45.861 INFO:tasks.workunit.client.0.smithi159.stdout:2/229: creat d0/d26/f49 x:0 0 0 2024-09-17T10:39:45.865 INFO:tasks.workunit.client.0.smithi159.stdout:7/198: mknod d2/c3e 0 2024-09-17T10:39:45.869 INFO:tasks.workunit.client.0.smithi159.stdout:8/239: rename d4/f6 to d4/d4e/f52 0 2024-09-17T10:39:45.870 INFO:tasks.workunit.client.0.smithi159.stdout:5/149: truncate fc 2546788 0 2024-09-17T10:39:45.870 INFO:tasks.workunit.client.0.smithi159.stdout:5/150: chown d19/d1e 448 1 2024-09-17T10:39:45.870 INFO:tasks.workunit.client.0.smithi159.stdout:5/151: write d19/d1a/f20 [721026,46018] 0 2024-09-17T10:39:45.872 INFO:tasks.workunit.client.0.smithi159.stdout:3/239: creat d9/df/d2c/d2f/d33/f46 x:0 0 0 2024-09-17T10:39:45.872 INFO:tasks.workunit.client.0.smithi159.stdout:3/240: fdatasync d9/df/d2c/d2f/d33/f39 0 2024-09-17T10:39:45.874 INFO:tasks.workunit.client.0.smithi159.stdout:9/235: dwrite d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:45.874 INFO:tasks.workunit.client.0.smithi159.stdout:9/236: fdatasync d0/d3/d7/da/dc/d1c/f4d 0 2024-09-17T10:39:45.874 INFO:tasks.workunit.client.0.smithi159.stdout:9/237: fdatasync d0/d3/d7/da/f2c 0 2024-09-17T10:39:45.875 INFO:tasks.workunit.client.0.smithi159.stdout:2/230: mknod d0/df/d3e/d46/c4a 0 2024-09-17T10:39:45.875 INFO:tasks.workunit.client.0.smithi159.stdout:7/199: dread d2/d18/d20/f21 [0,4194304] 0 2024-09-17T10:39:45.877 INFO:tasks.workunit.client.0.smithi159.stdout:8/240: mkdir d4/dd/d10/d33/d50/d53 0 2024-09-17T10:39:45.878 INFO:tasks.workunit.client.0.smithi159.stdout:1/186: sync 2024-09-17T10:39:45.880 INFO:tasks.workunit.client.0.smithi159.stdout:3/241: mknod d9/df/d2c/d2f/d33/c47 0 2024-09-17T10:39:45.880 INFO:tasks.workunit.client.0.smithi159.stdout:3/242: dread - d9/df/d2c/f45 zero size 2024-09-17T10:39:45.884 INFO:tasks.workunit.client.0.smithi159.stdout:9/238: mknod d0/d1/d2/c56 0 2024-09-17T10:39:45.886 INFO:tasks.workunit.client.0.smithi159.stdout:7/200: mkdir d2/d18/d20/d3f 0 2024-09-17T10:39:45.886 INFO:tasks.workunit.client.0.smithi159.stdout:7/201: write d2/fe [241568,87722] 0 2024-09-17T10:39:45.887 INFO:tasks.workunit.client.0.smithi159.stdout:8/241: symlink d4/dd/d10/d33/d50/d53/l54 0 2024-09-17T10:39:45.889 INFO:tasks.workunit.client.0.smithi159.stdout:1/187: truncate d1/d19/d1a/dc/f28 2783023 0 2024-09-17T10:39:45.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/202: mkdir d2/d18/d20/d3f/d40 0 2024-09-17T10:39:45.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/203: creat d2/d18/d20/d2c/f41 x:0 0 0 2024-09-17T10:39:45.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/204: readlink d2/l27 0 2024-09-17T10:39:45.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/205: rename d2 to d2/d38/d42 22 2024-09-17T10:39:45.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/206: write d2/d18/f2f [617228,62437] 0 2024-09-17T10:39:45.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/207: fsync d2/f1d 0 2024-09-17T10:39:45.892 INFO:tasks.workunit.client.0.smithi159.stdout:8/242: mknod d4/dd/d10/d4b/c55 0 2024-09-17T10:39:45.892 INFO:tasks.workunit.client.0.smithi159.stdout:5/152: dwrite f18 [0,4194304] 0 2024-09-17T10:39:45.894 INFO:tasks.workunit.client.0.smithi159.stdout:3/243: dread f4 [0,4194304] 0 2024-09-17T10:39:45.894 INFO:tasks.workunit.client.0.smithi159.stdout:3/244: stat d9/df/d2c/l19 0 2024-09-17T10:39:45.895 INFO:tasks.workunit.client.0.smithi159.stdout:7/208: creat d2/d23/f43 x:0 0 0 2024-09-17T10:39:45.898 INFO:tasks.workunit.client.0.smithi159.stdout:1/188: write d1/d19/d1a/f8 [8337327,21268] 0 2024-09-17T10:39:45.898 INFO:tasks.workunit.client.0.smithi159.stdout:1/189: truncate d1/d3/f27 1002011 0 2024-09-17T10:39:45.898 INFO:tasks.workunit.client.0.smithi159.stdout:1/190: stat d1/d3 0 2024-09-17T10:39:45.898 INFO:tasks.workunit.client.0.smithi159.stdout:1/191: creat d1/d2/d14/f35 x:0 0 0 2024-09-17T10:39:45.898 INFO:tasks.workunit.client.0.smithi159.stdout:8/243: creat d4/dd/d10/d1a/d3c/f56 x:0 0 0 2024-09-17T10:39:45.899 INFO:tasks.workunit.client.0.smithi159.stdout:3/245: truncate d9/df/f11 3860244 0 2024-09-17T10:39:45.899 INFO:tasks.workunit.client.0.smithi159.stdout:3/246: write d9/df/f1b [3548497,108358] 0 2024-09-17T10:39:45.900 INFO:tasks.workunit.client.0.smithi159.stdout:5/153: dread d19/d1a/f27 [0,4194304] 0 2024-09-17T10:39:45.902 INFO:tasks.workunit.client.0.smithi159.stdout:1/192: mkdir d1/d3/d36 0 2024-09-17T10:39:45.903 INFO:tasks.workunit.client.0.smithi159.stdout:8/244: symlink d4/dd/d10/d1a/d3c/l57 0 2024-09-17T10:39:45.905 INFO:tasks.workunit.client.0.smithi159.stdout:3/247: mknod d9/df/d2c/d2f/d33/c48 0 2024-09-17T10:39:45.905 INFO:tasks.workunit.client.0.smithi159.stdout:5/154: fsync f9 0 2024-09-17T10:39:45.905 INFO:tasks.workunit.client.0.smithi159.stdout:9/239: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:45.906 INFO:tasks.workunit.client.0.smithi159.stdout:1/193: creat d1/d19/d1a/dc/d18/f37 x:0 0 0 2024-09-17T10:39:45.906 INFO:tasks.workunit.client.0.smithi159.stdout:2/231: dwrite d0/d14/f33 [0,4194304] 0 2024-09-17T10:39:45.906 INFO:tasks.workunit.client.0.smithi159.stdout:7/209: write d2/d18/f17 [3339152,120660] 0 2024-09-17T10:39:45.906 INFO:tasks.workunit.client.0.smithi159.stdout:7/210: write d2/d18/d20/f31 [35854,115449] 0 2024-09-17T10:39:45.907 INFO:tasks.workunit.client.0.smithi159.stdout:7/211: write d2/d23/f37 [1020622,125922] 0 2024-09-17T10:39:45.907 INFO:tasks.workunit.client.0.smithi159.stdout:3/248: mknod d9/df/c49 0 2024-09-17T10:39:45.907 INFO:tasks.workunit.client.0.smithi159.stdout:7/212: write d2/f1d [737650,26426] 0 2024-09-17T10:39:45.908 INFO:tasks.workunit.client.0.smithi159.stdout:5/155: creat d19/d1b/d1d/f2d x:0 0 0 2024-09-17T10:39:45.912 INFO:tasks.workunit.client.0.smithi159.stdout:4/180: sync 2024-09-17T10:39:45.912 INFO:tasks.workunit.client.0.smithi159.stdout:0/188: sync 2024-09-17T10:39:45.912 INFO:tasks.workunit.client.0.smithi159.stdout:6/233: sync 2024-09-17T10:39:45.912 INFO:tasks.workunit.client.0.smithi159.stdout:6/234: write d1/df/d11/f3b [312493,11499] 0 2024-09-17T10:39:45.912 INFO:tasks.workunit.client.0.smithi159.stdout:6/235: chown d1/df/d11/d2a/c36 2293 1 2024-09-17T10:39:45.914 INFO:tasks.workunit.client.0.smithi159.stdout:2/232: mkdir d0/d26/d4b 0 2024-09-17T10:39:45.914 INFO:tasks.workunit.client.0.smithi159.stdout:2/233: fdatasync d0/d14/f33 0 2024-09-17T10:39:45.915 INFO:tasks.workunit.client.0.smithi159.stdout:3/249: symlink d9/df/d2c/d2f/l4a 0 2024-09-17T10:39:45.915 INFO:tasks.workunit.client.0.smithi159.stdout:3/250: write f4 [6163287,90533] 0 2024-09-17T10:39:45.915 INFO:tasks.workunit.client.0.smithi159.stdout:3/251: dread - d9/f25 zero size 2024-09-17T10:39:45.915 INFO:tasks.workunit.client.0.smithi159.stdout:3/252: read - d9/df/d2c/d2f/f44 zero size 2024-09-17T10:39:45.916 INFO:tasks.workunit.client.0.smithi159.stdout:8/245: write d4/d4e/f52 [1306019,74432] 0 2024-09-17T10:39:45.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/246: dread - d4/dd/d20/f4d zero size 2024-09-17T10:39:45.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/247: creat d4/dd/d10/f58 x:0 0 0 2024-09-17T10:39:45.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/248: chown d4/dd/d10/f51 6444086 1 2024-09-17T10:39:45.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/249: truncate d4/dd/d10/f34 265372 0 2024-09-17T10:39:45.917 INFO:tasks.workunit.client.0.smithi159.stdout:7/213: mkdir d2/d44 0 2024-09-17T10:39:45.917 INFO:tasks.workunit.client.0.smithi159.stdout:7/214: fsync d2/d8/f1f 0 2024-09-17T10:39:45.918 INFO:tasks.workunit.client.0.smithi159.stdout:5/156: creat d19/d22/f2e x:0 0 0 2024-09-17T10:39:45.919 INFO:tasks.workunit.client.0.smithi159.stdout:0/189: write d5/d10/f17 [3814466,62628] 0 2024-09-17T10:39:45.919 INFO:tasks.workunit.client.0.smithi159.stdout:0/190: read - d5/d12/f27 zero size 2024-09-17T10:39:45.920 INFO:tasks.workunit.client.0.smithi159.stdout:9/240: dwrite d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:45.920 INFO:tasks.workunit.client.0.smithi159.stdout:4/181: creat d0/d9/d24/f37 x:0 0 0 2024-09-17T10:39:45.921 INFO:tasks.workunit.client.0.smithi159.stdout:6/236: mknod d1/df/d2c/d35/d3e/c44 0 2024-09-17T10:39:45.922 INFO:tasks.workunit.client.0.smithi159.stdout:2/234: creat d0/df/d3e/d47/f4c x:0 0 0 2024-09-17T10:39:45.924 INFO:tasks.workunit.client.0.smithi159.stdout:2/235: dread d0/df/f2e [0,4194304] 0 2024-09-17T10:39:45.924 INFO:tasks.workunit.client.0.smithi159.stdout:3/253: creat d9/df/d2c/d2f/d33/d3c/f4b x:0 0 0 2024-09-17T10:39:45.924 INFO:tasks.workunit.client.0.smithi159.stdout:3/254: truncate d9/df/d2c/d2f/f41 80944 0 2024-09-17T10:39:45.924 INFO:tasks.workunit.client.0.smithi159.stdout:3/255: chown d9/df/d2c/d2f/d33/c48 383307 1 2024-09-17T10:39:45.927 INFO:tasks.workunit.client.0.smithi159.stdout:8/250: creat d4/dd/d10/d4b/f59 x:0 0 0 2024-09-17T10:39:45.928 INFO:tasks.workunit.client.0.smithi159.stdout:7/215: mkdir d2/d8/d45 0 2024-09-17T10:39:45.930 INFO:tasks.workunit.client.0.smithi159.stdout:5/157: mknod d19/d1b/d1d/c2f 0 2024-09-17T10:39:45.933 INFO:tasks.workunit.client.0.smithi159.stdout:9/241: symlink d0/d3/d7/da/dc/d1c/d31/d55/l57 0 2024-09-17T10:39:45.933 INFO:tasks.workunit.client.0.smithi159.stdout:4/182: mknod d0/d12/d2f/c38 0 2024-09-17T10:39:45.935 INFO:tasks.workunit.client.0.smithi159.stdout:2/236: symlink d0/l4d 0 2024-09-17T10:39:45.935 INFO:tasks.workunit.client.0.smithi159.stdout:2/237: chown d0/d2c/f25 996695 1 2024-09-17T10:39:45.938 INFO:tasks.workunit.client.0.smithi159.stdout:3/256: link d9/c16 d9/df/d2c/d2f/c4c 0 2024-09-17T10:39:45.939 INFO:tasks.workunit.client.0.smithi159.stdout:8/251: rmdir d4/dd 39 2024-09-17T10:39:45.939 INFO:tasks.workunit.client.0.smithi159.stdout:8/252: creat d4/dd/d10/d1a/d3c/f5a x:0 0 0 2024-09-17T10:39:45.939 INFO:tasks.workunit.client.0.smithi159.stdout:8/253: fsync d4/dd/d26/f27 0 2024-09-17T10:39:45.941 INFO:tasks.workunit.client.0.smithi159.stdout:7/216: creat d2/d18/d32/f46 x:0 0 0 2024-09-17T10:39:45.942 INFO:tasks.workunit.client.0.smithi159.stdout:0/191: getdents d5/d10/d18 0 2024-09-17T10:39:45.942 INFO:tasks.workunit.client.0.smithi159.stdout:0/192: chown d5/d10/d18/d22 31 1 2024-09-17T10:39:45.942 INFO:tasks.workunit.client.0.smithi159.stdout:6/237: dwrite d1/df/d11/f21 [0,4194304] 0 2024-09-17T10:39:45.942 INFO:tasks.workunit.client.0.smithi159.stdout:6/238: write d1/df/d11/f14 [4558538,80280] 0 2024-09-17T10:39:45.942 INFO:tasks.workunit.client.0.smithi159.stdout:6/239: creat d1/df/f45 x:0 0 0 2024-09-17T10:39:45.944 INFO:tasks.workunit.client.0.smithi159.stdout:9/242: unlink d0/f13 0 2024-09-17T10:39:45.945 INFO:tasks.workunit.client.0.smithi159.stdout:4/183: mkdir d0/d9/d24/d39 0 2024-09-17T10:39:45.947 INFO:tasks.workunit.client.0.smithi159.stdout:2/238: mknod d0/df/d3e/c4e 0 2024-09-17T10:39:45.947 INFO:tasks.workunit.client.0.smithi159.stdout:2/239: chown d0/d9/d32/f35 0 1 2024-09-17T10:39:45.947 INFO:tasks.workunit.client.0.smithi159.stdout:5/158: dwrite f17 [4194304,4194304] 0 2024-09-17T10:39:45.947 INFO:tasks.workunit.client.0.smithi159.stdout:5/159: dread - d19/d22/f24 zero size 2024-09-17T10:39:45.950 INFO:tasks.workunit.client.0.smithi159.stdout:3/257: creat d9/df/d3f/f4d x:0 0 0 2024-09-17T10:39:45.951 INFO:tasks.workunit.client.0.smithi159.stdout:8/254: mknod d4/d4e/c5b 0 2024-09-17T10:39:45.951 INFO:tasks.workunit.client.0.smithi159.stdout:8/255: write d4/dd/d26/f27 [954606,54290] 0 2024-09-17T10:39:45.952 INFO:tasks.workunit.client.0.smithi159.stdout:7/217: mkdir d2/d38/d47 0 2024-09-17T10:39:45.959 INFO:tasks.workunit.client.0.smithi159.stdout:6/240: creat d1/df/d2c/d35/f46 x:0 0 0 2024-09-17T10:39:45.961 INFO:tasks.workunit.client.0.smithi159.stdout:9/243: symlink d0/d1/d2/l58 0 2024-09-17T10:39:45.962 INFO:tasks.workunit.client.0.smithi159.stdout:4/184: truncate d0/d9/da/f22 377301 0 2024-09-17T10:39:45.962 INFO:tasks.workunit.client.0.smithi159.stdout:4/185: chown d0/f3 61433 1 2024-09-17T10:39:45.962 INFO:tasks.workunit.client.0.smithi159.stdout:4/186: creat d0/d12/f3a x:0 0 0 2024-09-17T10:39:45.962 INFO:tasks.workunit.client.0.smithi159.stdout:4/187: write d0/f6 [778389,101613] 0 2024-09-17T10:39:45.966 INFO:tasks.workunit.client.0.smithi159.stdout:3/258: symlink d9/df/l4e 0 2024-09-17T10:39:45.966 INFO:tasks.workunit.client.0.smithi159.stdout:3/259: write d9/df/f10 [855624,26040] 0 2024-09-17T10:39:45.968 INFO:tasks.workunit.client.0.smithi159.stdout:8/256: unlink d4/dd/c39 0 2024-09-17T10:39:45.969 INFO:tasks.workunit.client.0.smithi159.stdout:8/257: write d4/dd/d10/f2c [1040990,4849] 0 2024-09-17T10:39:45.972 INFO:tasks.workunit.client.0.smithi159.stdout:7/218: rename d2/d18/d32/f3d to d2/d18/d20/d3f/d40/f48 0 2024-09-17T10:39:45.973 INFO:tasks.workunit.client.0.smithi159.stdout:6/241: truncate d1/df/f1e 188134 0 2024-09-17T10:39:45.974 INFO:tasks.workunit.client.0.smithi159.stdout:6/242: dread d1/f9 [0,4194304] 0 2024-09-17T10:39:45.974 INFO:tasks.workunit.client.0.smithi159.stdout:6/243: fdatasync d1/fb 0 2024-09-17T10:39:45.975 INFO:tasks.workunit.client.0.smithi159.stdout:6/244: chown d1/df/d11/d16 1 1 2024-09-17T10:39:45.975 INFO:tasks.workunit.client.0.smithi159.stdout:9/244: link d0/d3/d7/da/dc/f14 d0/d3/d7/da/dc/de/d36/f59 0 2024-09-17T10:39:45.981 INFO:tasks.workunit.client.0.smithi159.stdout:8/258: dread d4/da/f2b [0,4194304] 0 2024-09-17T10:39:45.981 INFO:tasks.workunit.client.0.smithi159.stdout:8/259: fsync d4/dd/d10/d1a/f1f 0 2024-09-17T10:39:45.981 INFO:tasks.workunit.client.0.smithi159.stdout:3/260: rename d9/ce to d9/df/d2c/d2f/c4f 0 2024-09-17T10:39:45.982 INFO:tasks.workunit.client.0.smithi159.stdout:7/219: mknod d2/d18/d20/d3f/c49 0 2024-09-17T10:39:45.982 INFO:tasks.workunit.client.0.smithi159.stdout:7/220: chown d2/c3e 277001977 1 2024-09-17T10:39:45.984 INFO:tasks.workunit.client.0.smithi159.stdout:6/245: mknod d1/df/d11/c47 0 2024-09-17T10:39:45.985 INFO:tasks.workunit.client.0.smithi159.stdout:6/246: fdatasync d1/f37 0 2024-09-17T10:39:45.985 INFO:tasks.workunit.client.0.smithi159.stdout:6/247: creat d1/df/d11/d2a/f48 x:0 0 0 2024-09-17T10:39:45.985 INFO:tasks.workunit.client.0.smithi159.stdout:6/248: chown d1/df/d11 247751765 1 2024-09-17T10:39:45.985 INFO:tasks.workunit.client.0.smithi159.stdout:6/249: creat d1/df/d11/d2a/f49 x:0 0 0 2024-09-17T10:39:45.985 INFO:tasks.workunit.client.0.smithi159.stdout:6/250: truncate d1/df/d11/f27 1687335 0 2024-09-17T10:39:45.985 INFO:tasks.workunit.client.0.smithi159.stdout:2/240: dwrite d0/d9/d32/f41 [0,4194304] 0 2024-09-17T10:39:45.985 INFO:tasks.workunit.client.0.smithi159.stdout:2/241: write d0/d14/f33 [5066754,104301] 0 2024-09-17T10:39:45.986 INFO:tasks.workunit.client.0.smithi159.stdout:9/245: mkdir d0/d3/d7/da/dc/d1c/d31/d47/d5a 0 2024-09-17T10:39:45.987 INFO:tasks.workunit.client.0.smithi159.stdout:0/193: dwrite d5/d10/f1e [4194304,4194304] 0 2024-09-17T10:39:45.987 INFO:tasks.workunit.client.0.smithi159.stdout:0/194: dread - d5/f48 zero size 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:0/195: read - d5/d10/d18/f24 zero size 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:5/160: dwrite d19/d1b/d21/f2a [0,4194304] 0 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:3/261: dread d9/df/f20 [0,4194304] 0 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:5/161: truncate d19/d1b/f2c 436506 0 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:3/262: creat d9/df/d2c/d2f/d33/d3c/f50 x:0 0 0 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:4/188: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:4/189: creat d0/d9/d24/f3b x:0 0 0 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:4/190: chown d0/d9/d24/d39 14982756 1 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:4/191: chown d0/fe 7 1 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:7/221: mkdir d2/d38/d47/d4a 0 2024-09-17T10:39:45.988 INFO:tasks.workunit.client.0.smithi159.stdout:7/222: chown d2/f7 234387 1 2024-09-17T10:39:45.991 INFO:tasks.workunit.client.0.smithi159.stdout:8/260: dread d4/dd/d10/d1a/d1e/f2f [0,4194304] 0 2024-09-17T10:39:45.992 INFO:tasks.workunit.client.0.smithi159.stdout:6/251: creat d1/df/d2c/d35/d3e/f4a x:0 0 0 2024-09-17T10:39:45.992 INFO:tasks.workunit.client.0.smithi159.stdout:6/252: creat d1/df/d2c/f4b x:0 0 0 2024-09-17T10:39:45.992 INFO:tasks.workunit.client.0.smithi159.stdout:6/253: chown d1 3486389 1 2024-09-17T10:39:45.996 INFO:tasks.workunit.client.0.smithi159.stdout:2/242: mkdir d0/d2c/d4f 0 2024-09-17T10:39:45.996 INFO:tasks.workunit.client.0.smithi159.stdout:1/194: fsync d1/d19/d1a/dc/d18/f37 0 2024-09-17T10:39:45.997 INFO:tasks.workunit.client.0.smithi159.stdout:9/246: symlink d0/d3/d7/da/dc/d1c/d31/d47/d5a/l5b 0 2024-09-17T10:39:45.997 INFO:tasks.workunit.client.0.smithi159.stdout:9/247: creat d0/d3/d7/da/dc/d34/f5c x:0 0 0 2024-09-17T10:39:45.998 INFO:tasks.workunit.client.0.smithi159.stdout:0/196: dread d5/d10/d18/f19 [0,4194304] 0 2024-09-17T10:39:46.006 INFO:tasks.workunit.client.0.smithi159.stdout:5/162: rename f17 to d19/d1e/f30 0 2024-09-17T10:39:46.006 INFO:tasks.workunit.client.0.smithi159.stdout:5/163: creat d19/d1b/d1d/f31 x:0 0 0 2024-09-17T10:39:46.009 INFO:tasks.workunit.client.0.smithi159.stdout:8/261: dwrite d4/dd/d10/f51 [0,4194304] 0 2024-09-17T10:39:46.009 INFO:tasks.workunit.client.0.smithi159.stdout:8/262: chown d4/dd/d10/d33/d50 301335 1 2024-09-17T10:39:46.009 INFO:tasks.workunit.client.0.smithi159.stdout:8/263: readlink d4/l7 0 2024-09-17T10:39:46.010 INFO:tasks.workunit.client.0.smithi159.stdout:3/263: mknod d9/df/d2c/c51 0 2024-09-17T10:39:46.010 INFO:tasks.workunit.client.0.smithi159.stdout:2/243: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:46.011 INFO:tasks.workunit.client.0.smithi159.stdout:2/244: chown d0/d14/c1e 59982 1 2024-09-17T10:39:46.012 INFO:tasks.workunit.client.0.smithi159.stdout:3/264: write d9/df/d2c/d2f/d33/f3b [712865,101473] 0 2024-09-17T10:39:46.012 INFO:tasks.workunit.client.0.smithi159.stdout:3/265: chown d9/df/c49 951012947 1 2024-09-17T10:39:46.012 INFO:tasks.workunit.client.0.smithi159.stdout:3/266: truncate d9/df/f12 379442 0 2024-09-17T10:39:46.014 INFO:tasks.workunit.client.0.smithi159.stdout:4/192: stat d0/d9/l21 0 2024-09-17T10:39:46.014 INFO:tasks.workunit.client.0.smithi159.stdout:4/193: getdents d0/d9/d24/d39 0 2024-09-17T10:39:46.014 INFO:tasks.workunit.client.0.smithi159.stdout:4/194: write d0/fe [556772,73559] 0 2024-09-17T10:39:46.015 INFO:tasks.workunit.client.0.smithi159.stdout:7/223: creat d2/d8/d45/f4b x:0 0 0 2024-09-17T10:39:46.015 INFO:tasks.workunit.client.0.smithi159.stdout:7/224: chown d2/d18/d20/f2a 23573842 1 2024-09-17T10:39:46.018 INFO:tasks.workunit.client.0.smithi159.stdout:1/195: dwrite d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:46.018 INFO:tasks.workunit.client.0.smithi159.stdout:6/254: truncate d1/df/d11/d16/f19 3739976 0 2024-09-17T10:39:46.018 INFO:tasks.workunit.client.0.smithi159.stdout:6/255: truncate d1/df/d2c/d35/d3e/f4a 1008579 0 2024-09-17T10:39:46.018 INFO:tasks.workunit.client.0.smithi159.stdout:6/256: creat d1/df/d11/d2a/f4c x:0 0 0 2024-09-17T10:39:46.021 INFO:tasks.workunit.client.0.smithi159.stdout:9/248: link d0/d3/d7/da/dc/de/d21/c38 d0/d3/d7/da/dc/d1c/d2b/c5d 0 2024-09-17T10:39:46.022 INFO:tasks.workunit.client.0.smithi159.stdout:5/164: mkdir d19/d1a/d32 0 2024-09-17T10:39:46.031 INFO:tasks.workunit.client.0.smithi159.stdout:2/245: dwrite d0/d14/f33 [4194304,4194304] 0 2024-09-17T10:39:46.032 INFO:tasks.workunit.client.0.smithi159.stdout:8/264: truncate d4/dd/d20/f29 945821 0 2024-09-17T10:39:46.040 INFO:tasks.workunit.client.0.smithi159.stdout:4/195: dwrite d0/d12/f3a [0,4194304] 0 2024-09-17T10:39:46.040 INFO:tasks.workunit.client.0.smithi159.stdout:5/165: dwrite d19/d22/f2e [0,4194304] 0 2024-09-17T10:39:46.042 INFO:tasks.workunit.client.0.smithi159.stdout:3/267: unlink d9/df/c27 0 2024-09-17T10:39:46.042 INFO:tasks.workunit.client.0.smithi159.stdout:3/268: dread - d9/f25 zero size 2024-09-17T10:39:46.043 INFO:tasks.workunit.client.0.smithi159.stdout:2/246: write d0/d2c/f27 [712968,38085] 0 2024-09-17T10:39:46.043 INFO:tasks.workunit.client.0.smithi159.stdout:2/247: write d0/d9/d40/f36 [552326,1958] 0 2024-09-17T10:39:46.048 INFO:tasks.workunit.client.0.smithi159.stdout:3/269: dread d9/df/d2c/d2f/d33/f39 [0,4194304] 0 2024-09-17T10:39:46.058 INFO:tasks.workunit.client.0.smithi159.stdout:7/225: rename d2/l15 to d2/d18/d20/l4c 0 2024-09-17T10:39:46.058 INFO:tasks.workunit.client.0.smithi159.stdout:7/226: fsync d2/d23/f43 0 2024-09-17T10:39:46.059 INFO:tasks.workunit.client.0.smithi159.stdout:1/196: mknod d1/d19/d1a/dc/d31/c38 0 2024-09-17T10:39:46.061 INFO:tasks.workunit.client.0.smithi159.stdout:6/257: creat d1/df/d11/f4d x:0 0 0 2024-09-17T10:39:46.062 INFO:tasks.workunit.client.0.smithi159.stdout:9/249: symlink d0/d3/l5e 0 2024-09-17T10:39:46.067 INFO:tasks.workunit.client.0.smithi159.stdout:5/166: mkdir d19/d33 0 2024-09-17T10:39:46.068 INFO:tasks.workunit.client.0.smithi159.stdout:5/167: write d19/d1b/f2c [1148813,130413] 0 2024-09-17T10:39:46.068 INFO:tasks.workunit.client.0.smithi159.stdout:5/168: chown f10 612407 1 2024-09-17T10:39:46.068 INFO:tasks.workunit.client.0.smithi159.stdout:6/258: read d1/df/d11/d16/f18 [1660557,26431] 0 2024-09-17T10:39:46.068 INFO:tasks.workunit.client.0.smithi159.stdout:6/259: truncate d1/df/f45 981223 0 2024-09-17T10:39:46.069 INFO:tasks.workunit.client.0.smithi159.stdout:6/260: stat d1/df/d11/f14 0 2024-09-17T10:39:46.070 INFO:tasks.workunit.client.0.smithi159.stdout:9/250: dread d0/d3/d7/da/dc/f14 [0,4194304] 0 2024-09-17T10:39:46.076 INFO:tasks.workunit.client.0.smithi159.stdout:8/265: rename d4/dd/d10/d33/d50/d53/l54 to d4/dd/d10/d1a/d3c/l5c 0 2024-09-17T10:39:46.077 INFO:tasks.workunit.client.0.smithi159.stdout:8/266: read - d4/dd/d10/d4b/f59 zero size 2024-09-17T10:39:46.077 INFO:tasks.workunit.client.0.smithi159.stdout:7/227: mkdir d2/d38/d47/d4a/d4d 0 2024-09-17T10:39:46.079 INFO:tasks.workunit.client.0.smithi159.stdout:1/197: creat d1/d19/d1a/f39 x:0 0 0 2024-09-17T10:39:46.080 INFO:tasks.workunit.client.0.smithi159.stdout:1/198: chown d1/d19/d1a/l2e 1923404947 1 2024-09-17T10:39:46.081 INFO:tasks.workunit.client.0.smithi159.stdout:5/169: creat d19/d1b/d21/f34 x:0 0 0 2024-09-17T10:39:46.082 INFO:tasks.workunit.client.0.smithi159.stdout:9/251: rmdir d0/d3/d7/da/d1a 39 2024-09-17T10:39:46.085 INFO:tasks.workunit.client.0.smithi159.stdout:7/228: rmdir d2/d18/d20/d3f/d40 39 2024-09-17T10:39:46.086 INFO:tasks.workunit.client.0.smithi159.stdout:6/261: dwrite d1/df/f1a [4194304,4194304] 0 2024-09-17T10:39:46.087 INFO:tasks.workunit.client.0.smithi159.stdout:6/262: dread d1/df/f1e [0,4194304] 0 2024-09-17T10:39:46.088 INFO:tasks.workunit.client.0.smithi159.stdout:4/196: rename d0/d9/d24/f3b to d0/d9/da/d33/f3c 0 2024-09-17T10:39:46.092 INFO:tasks.workunit.client.0.smithi159.stdout:1/199: dread d1/d19/d1a/dc/f28 [0,4194304] 0 2024-09-17T10:39:46.093 INFO:tasks.workunit.client.0.smithi159.stdout:6/263: mkdir d1/df/d2c/d35/d3e/d4e 0 2024-09-17T10:39:46.096 INFO:tasks.workunit.client.0.smithi159.stdout:4/197: creat d0/d9/da/d33/f3d x:0 0 0 2024-09-17T10:39:46.098 INFO:tasks.workunit.client.0.smithi159.stdout:7/229: dread d2/d8/f1f [0,4194304] 0 2024-09-17T10:39:46.098 INFO:tasks.workunit.client.0.smithi159.stdout:7/230: chown d2/c3b 73298196 1 2024-09-17T10:39:46.100 INFO:tasks.workunit.client.0.smithi159.stdout:1/200: link d1/d19/d1a/f8 d1/d10/f3a 0 2024-09-17T10:39:46.100 INFO:tasks.workunit.client.0.smithi159.stdout:7/231: dread d2/d23/f37 [0,4194304] 0 2024-09-17T10:39:46.103 INFO:tasks.workunit.client.0.smithi159.stdout:5/170: dwrite d19/d1b/d21/f2a [0,4194304] 0 2024-09-17T10:39:46.103 INFO:tasks.workunit.client.0.smithi159.stdout:5/171: readlink d19/d1b/d21/l2b 0 2024-09-17T10:39:46.103 INFO:tasks.workunit.client.0.smithi159.stdout:6/264: dread d1/df/d11/f20 [0,4194304] 0 2024-09-17T10:39:46.107 INFO:tasks.workunit.client.0.smithi159.stdout:5/172: rename d19/c1c to d19/d1b/c35 0 2024-09-17T10:39:46.107 INFO:tasks.workunit.client.0.smithi159.stdout:5/173: read fc [1723458,66486] 0 2024-09-17T10:39:46.111 INFO:tasks.workunit.client.0.smithi159.stdout:1/201: write d1/d10/f3a [3317504,77371] 0 2024-09-17T10:39:46.113 INFO:tasks.workunit.client.0.smithi159.stdout:1/202: mkdir d1/d19/d1a/d3b 0 2024-09-17T10:39:46.117 INFO:tasks.workunit.client.0.smithi159.stdout:1/203: mknod d1/d10/c3c 0 2024-09-17T10:39:46.119 INFO:tasks.workunit.client.0.smithi159.stdout:9/252: dwrite d0/d3/d7/da/f2d [0,4194304] 0 2024-09-17T10:39:46.119 INFO:tasks.workunit.client.0.smithi159.stdout:9/253: truncate d0/d3/d7/da/d1a/f43 695145 0 2024-09-17T10:39:46.120 INFO:tasks.workunit.client.0.smithi159.stdout:1/204: rmdir d1/d19 39 2024-09-17T10:39:46.124 INFO:tasks.workunit.client.0.smithi159.stdout:1/205: rename d1/d3/d2a to d1/d19/d3d 0 2024-09-17T10:39:46.124 INFO:tasks.workunit.client.0.smithi159.stdout:1/206: readlink d1/d19/d1a/l2e 0 2024-09-17T10:39:46.126 INFO:tasks.workunit.client.0.smithi159.stdout:1/207: unlink d1/d19/d1a/dc/f28 0 2024-09-17T10:39:46.129 INFO:tasks.workunit.client.0.smithi159.stdout:8/267: dwrite d4/dd/d10/d33/f45 [0,4194304] 0 2024-09-17T10:39:46.129 INFO:tasks.workunit.client.0.smithi159.stdout:8/268: chown d4/dd/d10/d1a/d1e/f2a 248 1 2024-09-17T10:39:46.129 INFO:tasks.workunit.client.0.smithi159.stdout:7/232: dwrite d2/d18/d20/f21 [4194304,4194304] 0 2024-09-17T10:39:46.132 INFO:tasks.workunit.client.0.smithi159.stdout:8/269: mkdir d4/dd/d5d 0 2024-09-17T10:39:46.132 INFO:tasks.workunit.client.0.smithi159.stdout:0/197: sync 2024-09-17T10:39:46.133 INFO:tasks.workunit.client.0.smithi159.stdout:7/233: read d2/f24 [1249670,77284] 0 2024-09-17T10:39:46.135 INFO:tasks.workunit.client.0.smithi159.stdout:8/270: truncate d4/dd/d10/d1a/f2d 953156 0 2024-09-17T10:39:46.135 INFO:tasks.workunit.client.0.smithi159.stdout:8/271: readlink d4/da/l37 0 2024-09-17T10:39:46.135 INFO:tasks.workunit.client.0.smithi159.stdout:8/272: chown d4/dd/d10/d4b/f59 211 1 2024-09-17T10:39:46.135 INFO:tasks.workunit.client.0.smithi159.stdout:5/174: write f4 [298154,67866] 0 2024-09-17T10:39:46.135 INFO:tasks.workunit.client.0.smithi159.stdout:6/265: dwrite d1/fb [0,4194304] 0 2024-09-17T10:39:46.136 INFO:tasks.workunit.client.0.smithi159.stdout:9/254: dwrite d0/d3/d7/da/d1a/f43 [0,4194304] 0 2024-09-17T10:39:46.136 INFO:tasks.workunit.client.0.smithi159.stdout:8/273: truncate d4/dd/d10/d1a/d1e/f2a 2938651 0 2024-09-17T10:39:46.136 INFO:tasks.workunit.client.0.smithi159.stdout:8/274: stat d4/dd/d10/d1a/l3d 0 2024-09-17T10:39:46.136 INFO:tasks.workunit.client.0.smithi159.stdout:8/275: readlink d4/l21 0 2024-09-17T10:39:46.137 INFO:tasks.workunit.client.0.smithi159.stdout:1/208: fsync d1/d19/d1a/f39 0 2024-09-17T10:39:46.137 INFO:tasks.workunit.client.0.smithi159.stdout:1/209: readlink d1/d19/d1a/dc/l21 0 2024-09-17T10:39:46.137 INFO:tasks.workunit.client.0.smithi159.stdout:1/210: fsync d1/d3/f9 0 2024-09-17T10:39:46.137 INFO:tasks.workunit.client.0.smithi159.stdout:1/211: chown d1/d19/d1a/dc/l2d 0 1 2024-09-17T10:39:46.137 INFO:tasks.workunit.client.0.smithi159.stdout:1/212: creat d1/d3/f3e x:0 0 0 2024-09-17T10:39:46.139 INFO:tasks.workunit.client.0.smithi159.stdout:6/266: mknod d1/df/d11/d2a/c4f 0 2024-09-17T10:39:46.139 INFO:tasks.workunit.client.0.smithi159.stdout:6/267: write d1/f9 [378593,113625] 0 2024-09-17T10:39:46.139 INFO:tasks.workunit.client.0.smithi159.stdout:6/268: stat d1/df/c10 0 2024-09-17T10:39:46.139 INFO:tasks.workunit.client.0.smithi159.stdout:6/269: dread - d1/df/f31 zero size 2024-09-17T10:39:46.139 INFO:tasks.workunit.client.0.smithi159.stdout:6/270: creat d1/df/d2c/f50 x:0 0 0 2024-09-17T10:39:46.146 INFO:tasks.workunit.client.0.smithi159.stdout:4/198: getdents d0/d9/da/d33 0 2024-09-17T10:39:46.146 INFO:tasks.workunit.client.0.smithi159.stdout:4/199: creat d0/d9/f3e x:0 0 0 2024-09-17T10:39:46.150 INFO:tasks.workunit.client.0.smithi159.stdout:5/175: dread f4 [0,4194304] 0 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:7/234: dwrite d2/f1d [0,4194304] 0 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:7/235: write d2/f9 [628712,96188] 0 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:1/213: dread d1/d19/d1a/f8 [8388608,4194304] 0 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:1/214: stat d1/d3/f27 0 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:1/215: truncate d1/d2/d14/f35 9870 0 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:1/216: dread - d1/d2/d14/f30 zero size 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:0/198: dwrite d5/d10/d18/d22/f31 [0,4194304] 0 2024-09-17T10:39:46.157 INFO:tasks.workunit.client.0.smithi159.stdout:4/200: dread d0/d9/da/d19/f26 [0,4194304] 0 2024-09-17T10:39:46.158 INFO:tasks.workunit.client.0.smithi159.stdout:4/201: fsync d0/d9/da/f22 0 2024-09-17T10:39:46.158 INFO:tasks.workunit.client.0.smithi159.stdout:9/255: truncate d0/d3/d7/f20 172762 0 2024-09-17T10:39:46.161 INFO:tasks.workunit.client.0.smithi159.stdout:8/276: creat d4/dd/d5d/f5e x:0 0 0 2024-09-17T10:39:46.163 INFO:tasks.workunit.client.0.smithi159.stdout:6/271: dwrite d1/df/d11/f27 [0,4194304] 0 2024-09-17T10:39:46.163 INFO:tasks.workunit.client.0.smithi159.stdout:6/272: chown d1/df/d11/d2a/c4f 31470131 1 2024-09-17T10:39:46.165 INFO:tasks.workunit.client.0.smithi159.stdout:9/256: write d0/d3/d7/da/f2c [3998298,10841] 0 2024-09-17T10:39:46.165 INFO:tasks.workunit.client.0.smithi159.stdout:9/257: stat d0/d1/c1f 0 2024-09-17T10:39:46.171 INFO:tasks.workunit.client.0.smithi159.stdout:5/176: mkdir d19/d1b/d36 0 2024-09-17T10:39:46.180 INFO:tasks.workunit.client.0.smithi159.stdout:9/258: read d0/d1/d2/f8 [2611026,10366] 0 2024-09-17T10:39:46.180 INFO:tasks.workunit.client.0.smithi159.stdout:9/259: fsync d0/d3/d7/da/dc/de/d21/f4f 0 2024-09-17T10:39:46.182 INFO:tasks.workunit.client.0.smithi159.stdout:6/273: mkdir d1/df/d2c/d35/d3e/d4e/d51 0 2024-09-17T10:39:46.182 INFO:tasks.workunit.client.0.smithi159.stdout:6/274: chown d1/df/d11/f4d 0 1 2024-09-17T10:39:46.182 INFO:tasks.workunit.client.0.smithi159.stdout:6/275: stat d1/df/f42 0 2024-09-17T10:39:46.183 INFO:tasks.workunit.client.0.smithi159.stdout:5/177: mkdir d19/d1a/d32/d37 0 2024-09-17T10:39:46.183 INFO:tasks.workunit.client.0.smithi159.stdout:5/178: chown f9 432 1 2024-09-17T10:39:46.185 INFO:tasks.workunit.client.0.smithi159.stdout:9/260: symlink d0/d3/d7/da/dc/de/d3e/l5f 0 2024-09-17T10:39:46.185 INFO:tasks.workunit.client.0.smithi159.stdout:9/261: write d0/d3/d33/f48 [654977,9476] 0 2024-09-17T10:39:46.185 INFO:tasks.workunit.client.0.smithi159.stdout:9/262: readlink d0/d3/l35 0 2024-09-17T10:39:46.187 INFO:tasks.workunit.client.0.smithi159.stdout:9/263: unlink d0/d3/d7/da/dc/d1c/l3d 0 2024-09-17T10:39:46.193 INFO:tasks.workunit.client.0.smithi159.stdout:5/179: dread f18 [0,4194304] 0 2024-09-17T10:39:46.193 INFO:tasks.workunit.client.0.smithi159.stdout:5/180: write d19/d1b/d21/f2a [4359310,128088] 0 2024-09-17T10:39:46.193 INFO:tasks.workunit.client.0.smithi159.stdout:5/181: write f10 [4955931,62886] 0 2024-09-17T10:39:46.193 INFO:tasks.workunit.client.0.smithi159.stdout:5/182: fsync f9 0 2024-09-17T10:39:46.194 INFO:tasks.workunit.client.0.smithi159.stdout:5/183: fsync d19/d1b/f2c 0 2024-09-17T10:39:46.194 INFO:tasks.workunit.client.0.smithi159.stdout:5/184: readlink l16 0 2024-09-17T10:39:46.196 INFO:tasks.workunit.client.0.smithi159.stdout:5/185: rename d19/d1e/f30 to d19/d33/f38 0 2024-09-17T10:39:46.201 INFO:tasks.workunit.client.0.smithi159.stdout:5/186: read f18 [4178912,52113] 0 2024-09-17T10:39:46.201 INFO:tasks.workunit.client.0.smithi159.stdout:5/187: stat c13 0 2024-09-17T10:39:46.201 INFO:tasks.workunit.client.0.smithi159.stdout:5/188: dread - d19/d1b/d21/f34 zero size 2024-09-17T10:39:46.202 INFO:tasks.workunit.client.0.smithi159.stdout:5/189: mknod d19/d1e/c39 0 2024-09-17T10:39:46.202 INFO:tasks.workunit.client.0.smithi159.stdout:5/190: readlink l16 0 2024-09-17T10:39:46.202 INFO:tasks.workunit.client.0.smithi159.stdout:5/191: truncate d19/d1b/d21/f34 570967 0 2024-09-17T10:39:46.202 INFO:tasks.workunit.client.0.smithi159.stdout:2/248: sync 2024-09-17T10:39:46.202 INFO:tasks.workunit.client.0.smithi159.stdout:2/249: creat d0/d14/f50 x:0 0 0 2024-09-17T10:39:46.203 INFO:tasks.workunit.client.0.smithi159.stdout:5/192: mknod d19/d1a/d32/c3a 0 2024-09-17T10:39:46.205 INFO:tasks.workunit.client.0.smithi159.stdout:5/193: write d19/d1a/f20 [25132,105983] 0 2024-09-17T10:39:46.205 INFO:tasks.workunit.client.0.smithi159.stdout:5/194: chown d19/d1a/d32/c3a 208 1 2024-09-17T10:39:46.206 INFO:tasks.workunit.client.0.smithi159.stdout:5/195: creat d19/d33/f3b x:0 0 0 2024-09-17T10:39:46.206 INFO:tasks.workunit.client.0.smithi159.stdout:5/196: getdents d19/d1a/d32/d37 0 2024-09-17T10:39:46.208 INFO:tasks.workunit.client.0.smithi159.stdout:5/197: link d19/d33/f3b d19/d33/f3c 0 2024-09-17T10:39:46.209 INFO:tasks.workunit.client.0.smithi159.stdout:3/270: sync 2024-09-17T10:39:46.209 INFO:tasks.workunit.client.0.smithi159.stdout:3/271: dread - d9/df/d2c/f32 zero size 2024-09-17T10:39:46.209 INFO:tasks.workunit.client.0.smithi159.stdout:1/217: dwrite d1/d10/f3a [8388608,4194304] 0 2024-09-17T10:39:46.209 INFO:tasks.workunit.client.0.smithi159.stdout:1/218: chown d1/d19/d1a/dc/d31/l33 63 1 2024-09-17T10:39:46.209 INFO:tasks.workunit.client.0.smithi159.stdout:1/219: dread - d1/d2/d14/f30 zero size 2024-09-17T10:39:46.211 INFO:tasks.workunit.client.0.smithi159.stdout:3/272: mknod d9/df/d2c/c52 0 2024-09-17T10:39:46.211 INFO:tasks.workunit.client.0.smithi159.stdout:5/198: getdents d19/d1b/d21 0 2024-09-17T10:39:46.212 INFO:tasks.workunit.client.0.smithi159.stdout:3/273: write f4 [124314,10899] 0 2024-09-17T10:39:46.212 INFO:tasks.workunit.client.0.smithi159.stdout:7/236: dwrite d2/fe [0,4194304] 0 2024-09-17T10:39:46.214 INFO:tasks.workunit.client.0.smithi159.stdout:8/277: dwrite d4/dd/d20/f29 [0,4194304] 0 2024-09-17T10:39:46.217 INFO:tasks.workunit.client.0.smithi159.stdout:3/274: mknod d9/df/d2c/d2f/d33/d3c/c53 0 2024-09-17T10:39:46.218 INFO:tasks.workunit.client.0.smithi159.stdout:5/199: symlink d19/d1b/d21/l3d 0 2024-09-17T10:39:46.218 INFO:tasks.workunit.client.0.smithi159.stdout:5/200: chown d19/d22 0 1 2024-09-17T10:39:46.218 INFO:tasks.workunit.client.0.smithi159.stdout:5/201: stat d19/d1b/d1d 0 2024-09-17T10:39:46.220 INFO:tasks.workunit.client.0.smithi159.stdout:0/199: dwrite d5/d10/f26 [0,4194304] 0 2024-09-17T10:39:46.220 INFO:tasks.workunit.client.0.smithi159.stdout:6/276: dwrite d1/df/d11/d16/f18 [0,4194304] 0 2024-09-17T10:39:46.220 INFO:tasks.workunit.client.0.smithi159.stdout:6/277: write d1/df/d2c/d35/f46 [510365,124231] 0 2024-09-17T10:39:46.220 INFO:tasks.workunit.client.0.smithi159.stdout:2/250: dwrite d0/fe [0,4194304] 0 2024-09-17T10:39:46.222 INFO:tasks.workunit.client.0.smithi159.stdout:1/220: dread d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:46.226 INFO:tasks.workunit.client.0.smithi159.stdout:0/200: creat d5/d12/d32/d3a/f4e x:0 0 0 2024-09-17T10:39:46.226 INFO:tasks.workunit.client.0.smithi159.stdout:0/201: write d5/d10/f49 [33994,102887] 0 2024-09-17T10:39:46.229 INFO:tasks.workunit.client.0.smithi159.stdout:6/278: mknod d1/df/d2c/d35/d3e/d4e/c52 0 2024-09-17T10:39:46.229 INFO:tasks.workunit.client.0.smithi159.stdout:6/279: chown d1/df/d2c/d35/f46 3342148 1 2024-09-17T10:39:46.229 INFO:tasks.workunit.client.0.smithi159.stdout:6/280: read d1/df/f1e [138949,80749] 0 2024-09-17T10:39:46.229 INFO:tasks.workunit.client.0.smithi159.stdout:6/281: chown d1/df/d2c/d35/f46 29649989 1 2024-09-17T10:39:46.229 INFO:tasks.workunit.client.0.smithi159.stdout:6/282: readlink d1/df/l1c 0 2024-09-17T10:39:46.229 INFO:tasks.workunit.client.0.smithi159.stdout:6/283: stat d1/df/d11/d16/c1f 0 2024-09-17T10:39:46.230 INFO:tasks.workunit.client.0.smithi159.stdout:2/251: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:46.230 INFO:tasks.workunit.client.0.smithi159.stdout:2/252: write d0/df/f39 [852966,79831] 0 2024-09-17T10:39:46.232 INFO:tasks.workunit.client.0.smithi159.stdout:1/221: chown d1/d10/f15 17365 1 2024-09-17T10:39:46.235 INFO:tasks.workunit.client.0.smithi159.stdout:2/253: creat d0/df/d3e/d46/f51 x:0 0 0 2024-09-17T10:39:46.237 INFO:tasks.workunit.client.0.smithi159.stdout:1/222: rmdir d1/d3/d36 0 2024-09-17T10:39:46.237 INFO:tasks.workunit.client.0.smithi159.stdout:1/223: creat d1/d19/d1a/dc/f3f x:0 0 0 2024-09-17T10:39:46.239 INFO:tasks.workunit.client.0.smithi159.stdout:3/275: rename d9/df/d2c/d2f/d33 to d9/df/d54 0 2024-09-17T10:39:46.239 INFO:tasks.workunit.client.0.smithi159.stdout:3/276: chown d9/df/d2c 80575 1 2024-09-17T10:39:46.239 INFO:tasks.workunit.client.0.smithi159.stdout:3/277: truncate d9/f43 789270 0 2024-09-17T10:39:46.239 INFO:tasks.workunit.client.0.smithi159.stdout:3/278: write d9/df/f35 [488870,8041] 0 2024-09-17T10:39:46.239 INFO:tasks.workunit.client.0.smithi159.stdout:0/202: mkdir d5/d4f 0 2024-09-17T10:39:46.240 INFO:tasks.workunit.client.0.smithi159.stdout:6/284: getdents d1/df/d11/d2a 0 2024-09-17T10:39:46.242 INFO:tasks.workunit.client.0.smithi159.stdout:2/254: unlink d0/d2c/f27 0 2024-09-17T10:39:46.242 INFO:tasks.workunit.client.0.smithi159.stdout:2/255: truncate d0/df/d3e/d47/f4c 508419 0 2024-09-17T10:39:46.244 INFO:tasks.workunit.client.0.smithi159.stdout:3/279: dread d9/df/f1b [0,4194304] 0 2024-09-17T10:39:46.244 INFO:tasks.workunit.client.0.smithi159.stdout:3/280: chown d9/df/d54/c42 79186 1 2024-09-17T10:39:46.244 INFO:tasks.workunit.client.0.smithi159.stdout:3/281: dread - d9/df/d54/d3c/f50 zero size 2024-09-17T10:39:46.244 INFO:tasks.workunit.client.0.smithi159.stdout:3/282: fsync d9/df/d2c/f24 0 2024-09-17T10:39:46.244 INFO:tasks.workunit.client.0.smithi159.stdout:7/237: dwrite d2/fe [0,4194304] 0 2024-09-17T10:39:46.245 INFO:tasks.workunit.client.0.smithi159.stdout:5/202: rename d19/d1a/f27 to d19/d1a/d32/d37/f3e 0 2024-09-17T10:39:46.247 INFO:tasks.workunit.client.0.smithi159.stdout:0/203: unlink d5/d12/d32/f4a 0 2024-09-17T10:39:46.249 INFO:tasks.workunit.client.0.smithi159.stdout:3/283: dread f4 [0,4194304] 0 2024-09-17T10:39:46.249 INFO:tasks.workunit.client.0.smithi159.stdout:3/284: fsync f4 0 2024-09-17T10:39:46.249 INFO:tasks.workunit.client.0.smithi159.stdout:3/285: chown d9/df/d2c/f24 70 1 2024-09-17T10:39:46.251 INFO:tasks.workunit.client.0.smithi159.stdout:7/238: symlink d2/d38/d47/l4e 0 2024-09-17T10:39:46.251 INFO:tasks.workunit.client.0.smithi159.stdout:2/256: dread d0/d2c/f25 [0,4194304] 0 2024-09-17T10:39:46.251 INFO:tasks.workunit.client.0.smithi159.stdout:2/257: chown d0/d14/f1c 1 1 2024-09-17T10:39:46.253 INFO:tasks.workunit.client.0.smithi159.stdout:1/224: getdents d1/d19/d1a/dc 0 2024-09-17T10:39:46.253 INFO:tasks.workunit.client.0.smithi159.stdout:1/225: truncate d1/d19/d1a/dc/d18/f37 492029 0 2024-09-17T10:39:46.253 INFO:tasks.workunit.client.0.smithi159.stdout:1/226: fsync d1/d19/d1a/f39 0 2024-09-17T10:39:46.256 INFO:tasks.workunit.client.0.smithi159.stdout:6/285: rename d1/df/d11/d2a/f4c to d1/f53 0 2024-09-17T10:39:46.257 INFO:tasks.workunit.client.0.smithi159.stdout:0/204: getdents d5/d12/d32/d3a 0 2024-09-17T10:39:46.257 INFO:tasks.workunit.client.0.smithi159.stdout:0/205: readlink d5/d10/l20 0 2024-09-17T10:39:46.260 INFO:tasks.workunit.client.0.smithi159.stdout:3/286: getdents d9/df/d2c/d2f 0 2024-09-17T10:39:46.260 INFO:tasks.workunit.client.0.smithi159.stdout:3/287: write d9/f3d [979139,102489] 0 2024-09-17T10:39:46.260 INFO:tasks.workunit.client.0.smithi159.stdout:3/288: write d9/f1d [1128426,115257] 0 2024-09-17T10:39:46.260 INFO:tasks.workunit.client.0.smithi159.stdout:3/289: write d9/df/d2c/f32 [780972,43205] 0 2024-09-17T10:39:46.260 INFO:tasks.workunit.client.0.smithi159.stdout:7/239: write d2/f7 [1059751,116082] 0 2024-09-17T10:39:46.261 INFO:tasks.workunit.client.0.smithi159.stdout:3/290: dread d9/df/d2c/d2f/f41 [0,4194304] 0 2024-09-17T10:39:46.263 INFO:tasks.workunit.client.0.smithi159.stdout:5/203: rename d19/d1b/f2c to d19/d1a/d32/f3f 0 2024-09-17T10:39:46.263 INFO:tasks.workunit.client.0.smithi159.stdout:5/204: dread - d19/d33/f3b zero size 2024-09-17T10:39:46.265 INFO:tasks.workunit.client.0.smithi159.stdout:6/286: rmdir d1/df/d2c/d35/d3e/d4e 39 2024-09-17T10:39:46.265 INFO:tasks.workunit.client.0.smithi159.stdout:6/287: chown d1/df/f2e 13187 1 2024-09-17T10:39:46.266 INFO:tasks.workunit.client.0.smithi159.stdout:6/288: write d1/df/d2c/f50 [459240,129276] 0 2024-09-17T10:39:46.266 INFO:tasks.workunit.client.0.smithi159.stdout:6/289: dread - d1/df/d11/d2a/f49 zero size 2024-09-17T10:39:46.271 INFO:tasks.workunit.client.0.smithi159.stdout:3/291: symlink d9/df/d2c/d2f/l55 0 2024-09-17T10:39:46.276 INFO:tasks.workunit.client.0.smithi159.stdout:2/258: dwrite d0/d9/d40/f36 [0,4194304] 0 2024-09-17T10:39:46.278 INFO:tasks.workunit.client.0.smithi159.stdout:5/205: mknod d19/d1b/d1d/c40 0 2024-09-17T10:39:46.279 INFO:tasks.workunit.client.0.smithi159.stdout:5/206: creat d19/f41 x:0 0 0 2024-09-17T10:39:46.281 INFO:tasks.workunit.client.0.smithi159.stdout:6/290: rename d1/df/d2c/d35/d3e/f4a to d1/df/d11/d2a/f54 0 2024-09-17T10:39:46.281 INFO:tasks.workunit.client.0.smithi159.stdout:0/206: link d5/c8 d5/d10/d18/d22/c50 0 2024-09-17T10:39:46.282 INFO:tasks.workunit.client.0.smithi159.stdout:0/207: chown d5/d10/d18/d22/f40 28 1 2024-09-17T10:39:46.284 INFO:tasks.workunit.client.0.smithi159.stdout:3/292: creat d9/df/d54/d3c/f56 x:0 0 0 2024-09-17T10:39:46.285 INFO:tasks.workunit.client.0.smithi159.stdout:3/293: creat d9/df/d2c/f57 x:0 0 0 2024-09-17T10:39:46.286 INFO:tasks.workunit.client.0.smithi159.stdout:7/240: dwrite d2/d8/f1b [0,4194304] 0 2024-09-17T10:39:46.286 INFO:tasks.workunit.client.0.smithi159.stdout:7/241: stat d2/d18/d32 0 2024-09-17T10:39:46.288 INFO:tasks.workunit.client.0.smithi159.stdout:0/208: mkdir d5/d10/d18/d22/d3e/d51 0 2024-09-17T10:39:46.289 INFO:tasks.workunit.client.0.smithi159.stdout:1/227: dwrite d1/d19/d1a/f39 [0,4194304] 0 2024-09-17T10:39:46.292 INFO:tasks.workunit.client.0.smithi159.stdout:7/242: unlink d2/d18/d20/f2e 0 2024-09-17T10:39:46.293 INFO:tasks.workunit.client.0.smithi159.stdout:1/228: symlink d1/d19/d1a/d3b/l40 0 2024-09-17T10:39:46.294 INFO:tasks.workunit.client.0.smithi159.stdout:1/229: rename d1/d19/d1a to d1/d19/d1a/dc/d31/d41 22 2024-09-17T10:39:46.294 INFO:tasks.workunit.client.0.smithi159.stdout:1/230: readlink d1/d19/l34 0 2024-09-17T10:39:46.294 INFO:tasks.workunit.client.0.smithi159.stdout:1/231: chown d1/d19/d1a/dc/d18 34 1 2024-09-17T10:39:46.296 INFO:tasks.workunit.client.0.smithi159.stdout:6/291: write d1/df/d11/f33 [2385384,31002] 0 2024-09-17T10:39:46.307 INFO:tasks.workunit.client.0.smithi159.stdout:0/209: dread d5/d12/f13 [0,4194304] 0 2024-09-17T10:39:46.308 INFO:tasks.workunit.client.0.smithi159.stdout:0/210: creat d5/d10/f52 x:0 0 0 2024-09-17T10:39:46.309 INFO:tasks.workunit.client.0.smithi159.stdout:4/202: sync 2024-09-17T10:39:46.310 INFO:tasks.workunit.client.0.smithi159.stdout:1/232: dread d1/d19/d1a/f39 [0,4194304] 0 2024-09-17T10:39:46.310 INFO:tasks.workunit.client.0.smithi159.stdout:1/233: write d1/d19/d1a/dc/d18/f37 [1061362,46313] 0 2024-09-17T10:39:46.310 INFO:tasks.workunit.client.0.smithi159.stdout:0/211: creat d5/d10/d18/d22/d3e/d51/f53 x:0 0 0 2024-09-17T10:39:46.310 INFO:tasks.workunit.client.0.smithi159.stdout:0/212: read - d5/f48 zero size 2024-09-17T10:39:46.310 INFO:tasks.workunit.client.0.smithi159.stdout:0/213: creat d5/d10/d18/d22/d3e/d51/f54 x:0 0 0 2024-09-17T10:39:46.310 INFO:tasks.workunit.client.0.smithi159.stdout:5/207: dwrite d19/f28 [0,4194304] 0 2024-09-17T10:39:46.310 INFO:tasks.workunit.client.0.smithi159.stdout:2/259: dwrite d0/df/d3e/d46/f51 [0,4194304] 0 2024-09-17T10:39:46.311 INFO:tasks.workunit.client.0.smithi159.stdout:3/294: dwrite d9/df/f11 [0,4194304] 0 2024-09-17T10:39:46.313 INFO:tasks.workunit.client.0.smithi159.stdout:0/214: creat d5/d12/f55 x:0 0 0 2024-09-17T10:39:46.314 INFO:tasks.workunit.client.0.smithi159.stdout:5/208: mknod d19/d1e/c42 0 2024-09-17T10:39:46.315 INFO:tasks.workunit.client.0.smithi159.stdout:5/209: write d19/f41 [79550,115217] 0 2024-09-17T10:39:46.315 INFO:tasks.workunit.client.0.smithi159.stdout:5/210: write f9 [2157081,21294] 0 2024-09-17T10:39:46.315 INFO:tasks.workunit.client.0.smithi159.stdout:5/211: chown d19/d1b/d1d/f2d 261339 1 2024-09-17T10:39:46.315 INFO:tasks.workunit.client.0.smithi159.stdout:6/292: write d1/df/d11/f21 [2689872,75823] 0 2024-09-17T10:39:46.321 INFO:tasks.workunit.client.0.smithi159.stdout:3/295: creat d9/df/f58 x:0 0 0 2024-09-17T10:39:46.321 INFO:tasks.workunit.client.0.smithi159.stdout:3/296: write d9/df/f10 [1417838,130217] 0 2024-09-17T10:39:46.321 INFO:tasks.workunit.client.0.smithi159.stdout:3/297: truncate d9/df/f58 706982 0 2024-09-17T10:39:46.322 INFO:tasks.workunit.client.0.smithi159.stdout:3/298: truncate d9/f31 1362526 0 2024-09-17T10:39:46.323 INFO:tasks.workunit.client.0.smithi159.stdout:7/243: dwrite d2/d18/f17 [0,4194304] 0 2024-09-17T10:39:46.324 INFO:tasks.workunit.client.0.smithi159.stdout:6/293: mkdir d1/df/d2c/d35/d55 0 2024-09-17T10:39:46.331 INFO:tasks.workunit.client.0.smithi159.stdout:7/244: mknod d2/d18/d20/d3f/d40/c4f 0 2024-09-17T10:39:46.331 INFO:tasks.workunit.client.0.smithi159.stdout:7/245: creat d2/d18/f50 x:0 0 0 2024-09-17T10:39:46.333 INFO:tasks.workunit.client.0.smithi159.stdout:6/294: unlink d1/df/d11/c47 0 2024-09-17T10:39:46.333 INFO:tasks.workunit.client.0.smithi159.stdout:6/295: creat d1/df/d11/f56 x:0 0 0 2024-09-17T10:39:46.335 INFO:tasks.workunit.client.0.smithi159.stdout:7/246: creat d2/d38/d47/f51 x:0 0 0 2024-09-17T10:39:46.337 INFO:tasks.workunit.client.0.smithi159.stdout:7/247: rename d2/d18/f50 to d2/d18/f52 0 2024-09-17T10:39:46.338 INFO:tasks.workunit.client.0.smithi159.stdout:7/248: fsync d2/f1d 0 2024-09-17T10:39:46.344 INFO:tasks.workunit.client.0.smithi159.stdout:6/296: fsync d1/df/d11/f56 0 2024-09-17T10:39:46.345 INFO:tasks.workunit.client.0.smithi159.stdout:6/297: fsync d1/df/d2c/f4b 0 2024-09-17T10:39:46.345 INFO:tasks.workunit.client.0.smithi159.stdout:9/264: sync 2024-09-17T10:39:46.345 INFO:tasks.workunit.client.0.smithi159.stdout:9/265: chown d0/d3/d7/da/dc/d1c/d31/d47/d5a 10700 1 2024-09-17T10:39:46.346 INFO:tasks.workunit.client.0.smithi159.stdout:9/266: mkdir d0/d3/d7/da/d1a/d60 0 2024-09-17T10:39:46.351 INFO:tasks.workunit.client.0.smithi159.stdout:8/278: sync 2024-09-17T10:39:46.351 INFO:tasks.workunit.client.0.smithi159.stdout:8/279: readlink d4/dd/d26/l41 0 2024-09-17T10:39:46.352 INFO:tasks.workunit.client.0.smithi159.stdout:1/234: dwrite d1/d2/d14/f35 [0,4194304] 0 2024-09-17T10:39:46.353 INFO:tasks.workunit.client.0.smithi159.stdout:1/235: write d1/d3/f3e [969956,36168] 0 2024-09-17T10:39:46.353 INFO:tasks.workunit.client.0.smithi159.stdout:1/236: readlink d1/d19/d1a/dc/d31/l33 0 2024-09-17T10:39:46.353 INFO:tasks.workunit.client.0.smithi159.stdout:1/237: fdatasync d1/d19/d1a/f8 0 2024-09-17T10:39:46.354 INFO:tasks.workunit.client.0.smithi159.stdout:3/299: dwrite d9/df/d2c/f32 [0,4194304] 0 2024-09-17T10:39:46.354 INFO:tasks.workunit.client.0.smithi159.stdout:3/300: chown d9/df/d54/d3c/f4b 474319 1 2024-09-17T10:39:46.354 INFO:tasks.workunit.client.0.smithi159.stdout:3/301: stat d9/df/f10 0 2024-09-17T10:39:46.354 INFO:tasks.workunit.client.0.smithi159.stdout:8/280: mkdir d4/d32/d5f 0 2024-09-17T10:39:46.354 INFO:tasks.workunit.client.0.smithi159.stdout:8/281: creat d4/dd/d26/f60 x:0 0 0 2024-09-17T10:39:46.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/260: dwrite d0/d9/f37 [0,4194304] 0 2024-09-17T10:39:46.355 INFO:tasks.workunit.client.0.smithi159.stdout:5/212: dwrite d19/d1a/f20 [0,4194304] 0 2024-09-17T10:39:46.361 INFO:tasks.workunit.client.0.smithi159.stdout:3/302: mkdir d9/df/d54/d59 0 2024-09-17T10:39:46.361 INFO:tasks.workunit.client.0.smithi159.stdout:3/303: read d9/df/f58 [124266,55436] 0 2024-09-17T10:39:46.361 INFO:tasks.workunit.client.0.smithi159.stdout:8/282: symlink d4/dd/d26/l61 0 2024-09-17T10:39:46.364 INFO:tasks.workunit.client.0.smithi159.stdout:1/238: dread d1/d10/f15 [0,4194304] 0 2024-09-17T10:39:46.364 INFO:tasks.workunit.client.0.smithi159.stdout:1/239: chown d1/d19/l1d 415517853 1 2024-09-17T10:39:46.365 INFO:tasks.workunit.client.0.smithi159.stdout:2/261: rename d0/d2c/d4f to d0/d9/d52 0 2024-09-17T10:39:46.369 INFO:tasks.workunit.client.0.smithi159.stdout:5/213: mknod d19/d1b/d1d/c43 0 2024-09-17T10:39:46.370 INFO:tasks.workunit.client.0.smithi159.stdout:3/304: symlink d9/df/d54/l5a 0 2024-09-17T10:39:46.370 INFO:tasks.workunit.client.0.smithi159.stdout:1/240: write d1/d10/f15 [3864851,46740] 0 2024-09-17T10:39:46.372 INFO:tasks.workunit.client.0.smithi159.stdout:5/214: mknod d19/d1b/d1d/c44 0 2024-09-17T10:39:46.374 INFO:tasks.workunit.client.0.smithi159.stdout:1/241: truncate d1/d19/d1a/ff 1373746 0 2024-09-17T10:39:46.375 INFO:tasks.workunit.client.0.smithi159.stdout:5/215: rmdir d19/d1e 39 2024-09-17T10:39:46.378 INFO:tasks.workunit.client.0.smithi159.stdout:5/216: link d19/d33/f38 d19/d1a/d32/d37/f45 0 2024-09-17T10:39:46.383 INFO:tasks.workunit.client.0.smithi159.stdout:2/262: dread d0/d9/d32/f41 [0,4194304] 0 2024-09-17T10:39:46.383 INFO:tasks.workunit.client.0.smithi159.stdout:2/263: truncate d0/d26/f49 1012814 0 2024-09-17T10:39:46.384 INFO:tasks.workunit.client.0.smithi159.stdout:6/298: dwrite d1/df/d11/d16/f18 [0,4194304] 0 2024-09-17T10:39:46.393 INFO:tasks.workunit.client.0.smithi159.stdout:5/217: write d19/d1b/d21/f2a [355846,45206] 0 2024-09-17T10:39:46.398 INFO:tasks.workunit.client.0.smithi159.stdout:9/267: dwrite d0/d3/d7/da/dc/de/d36/f59 [0,4194304] 0 2024-09-17T10:39:46.401 INFO:tasks.workunit.client.0.smithi159.stdout:9/268: rmdir d0/d3/d33 39 2024-09-17T10:39:46.402 INFO:tasks.workunit.client.0.smithi159.stdout:9/269: getdents d0/d3/d7/da/dc/d1c/d31/d55 0 2024-09-17T10:39:46.418 INFO:tasks.workunit.client.0.smithi159.stdout:8/283: dwrite d4/d4e/f52 [0,4194304] 0 2024-09-17T10:39:46.418 INFO:tasks.workunit.client.0.smithi159.stdout:3/305: dwrite d9/df/d54/d3c/f56 [0,4194304] 0 2024-09-17T10:39:46.418 INFO:tasks.workunit.client.0.smithi159.stdout:3/306: write d9/df/d2c/f57 [260733,114448] 0 2024-09-17T10:39:46.421 INFO:tasks.workunit.client.0.smithi159.stdout:3/307: dread d9/f1d [0,4194304] 0 2024-09-17T10:39:46.423 INFO:tasks.workunit.client.0.smithi159.stdout:8/284: mknod d4/dd/d20/c62 0 2024-09-17T10:39:46.426 INFO:tasks.workunit.client.0.smithi159.stdout:1/242: dwrite d1/d19/d1a/f23 [0,4194304] 0 2024-09-17T10:39:46.426 INFO:tasks.workunit.client.0.smithi159.stdout:1/243: dread - d1/d19/d1a/dc/f3f zero size 2024-09-17T10:39:46.426 INFO:tasks.workunit.client.0.smithi159.stdout:1/244: write d1/d19/d1a/f8 [177577,81764] 0 2024-09-17T10:39:46.427 INFO:tasks.workunit.client.0.smithi159.stdout:5/218: dwrite d19/d1b/d1d/f2d [0,4194304] 0 2024-09-17T10:39:46.427 INFO:tasks.workunit.client.0.smithi159.stdout:6/299: dwrite d1/df/f45 [0,4194304] 0 2024-09-17T10:39:46.427 INFO:tasks.workunit.client.0.smithi159.stdout:9/270: dwrite d0/d3/d7/f16 [0,4194304] 0 2024-09-17T10:39:46.427 INFO:tasks.workunit.client.0.smithi159.stdout:2/264: dwrite d0/f3c [0,4194304] 0 2024-09-17T10:39:46.429 INFO:tasks.workunit.client.0.smithi159.stdout:1/245: write d1/d19/d1a/dc/d18/f37 [688617,31053] 0 2024-09-17T10:39:46.434 INFO:tasks.workunit.client.0.smithi159.stdout:6/300: mkdir d1/df/d11/d57 0 2024-09-17T10:39:46.440 INFO:tasks.workunit.client.0.smithi159.stdout:9/271: mknod d0/d3/d7/da/d46/d54/c61 0 2024-09-17T10:39:46.443 INFO:tasks.workunit.client.0.smithi159.stdout:2/265: rmdir d0/d9/d52 0 2024-09-17T10:39:46.447 INFO:tasks.workunit.client.0.smithi159.stdout:9/272: unlink d0/d3/d7/da/dc/de/f4c 0 2024-09-17T10:39:46.447 INFO:tasks.workunit.client.0.smithi159.stdout:9/273: truncate d0/d1/d2/ff 1562351 0 2024-09-17T10:39:46.448 INFO:tasks.workunit.client.0.smithi159.stdout:2/266: symlink d0/d26/d4b/l53 0 2024-09-17T10:39:46.449 INFO:tasks.workunit.client.0.smithi159.stdout:6/301: symlink d1/l58 0 2024-09-17T10:39:46.449 INFO:tasks.workunit.client.0.smithi159.stdout:6/302: creat d1/df/d2c/d35/f59 x:0 0 0 2024-09-17T10:39:46.450 INFO:tasks.workunit.client.0.smithi159.stdout:9/274: symlink d0/d1/d2/l62 0 2024-09-17T10:39:46.452 INFO:tasks.workunit.client.0.smithi159.stdout:6/303: mkdir d1/df/d11/d5a 0 2024-09-17T10:39:46.453 INFO:tasks.workunit.client.0.smithi159.stdout:3/308: dwrite d9/f31 [0,4194304] 0 2024-09-17T10:39:46.455 INFO:tasks.workunit.client.0.smithi159.stdout:9/275: symlink d0/d3/d7/da/dc/d1c/d31/d47/d5a/l63 0 2024-09-17T10:39:46.455 INFO:tasks.workunit.client.0.smithi159.stdout:9/276: fsync d0/f1e 0 2024-09-17T10:39:46.456 INFO:tasks.workunit.client.0.smithi159.stdout:1/246: dwrite d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:46.456 INFO:tasks.workunit.client.0.smithi159.stdout:1/247: chown d1/d19/d1a/dc/d31/l33 7600 1 2024-09-17T10:39:46.462 INFO:tasks.workunit.client.0.smithi159.stdout:2/267: write d0/d26/f3b [778184,82607] 0 2024-09-17T10:39:46.465 INFO:tasks.workunit.client.0.smithi159.stdout:4/203: sync 2024-09-17T10:39:46.466 INFO:tasks.workunit.client.0.smithi159.stdout:2/268: creat d0/f54 x:0 0 0 2024-09-17T10:39:46.466 INFO:tasks.workunit.client.0.smithi159.stdout:2/269: stat d0/d2c/f25 0 2024-09-17T10:39:46.466 INFO:tasks.workunit.client.0.smithi159.stdout:2/270: chown d0/d9/d32/f3d 13194 1 2024-09-17T10:39:46.466 INFO:tasks.workunit.client.0.smithi159.stdout:0/215: sync 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/277: dread d0/d3/d7/da/dc/d1c/d31/d47/f49 [0,4194304] 0 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/278: read d0/d1/d2/f8 [2812213,50166] 0 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/279: chown d0/d3/d33 278 1 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/280: write d0/d3/d7/da/dc/d1c/f2e [867178,20932] 0 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/281: readlink d0/d3/d7/da/dc/d1c/d31/d47/d5a/l5b 0 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/282: write d0/d3/d7/da/dc/de/f26 [2690742,65572] 0 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/283: chown d0/d1/d2/c56 3977 1 2024-09-17T10:39:46.467 INFO:tasks.workunit.client.0.smithi159.stdout:5/219: dwrite d19/d1a/d32/f3f [0,4194304] 0 2024-09-17T10:39:46.468 INFO:tasks.workunit.client.0.smithi159.stdout:2/271: link d0/d2c/c22 d0/d9/d32/c55 0 2024-09-17T10:39:46.470 INFO:tasks.workunit.client.0.smithi159.stdout:1/248: write d1/d3/f9 [2096490,112966] 0 2024-09-17T10:39:46.470 INFO:tasks.workunit.client.0.smithi159.stdout:1/249: stat d1/d19/d1a/d3b 0 2024-09-17T10:39:46.470 INFO:tasks.workunit.client.0.smithi159.stdout:0/216: truncate d5/ff 278995 0 2024-09-17T10:39:46.474 INFO:tasks.workunit.client.0.smithi159.stdout:9/284: mknod d0/d3/d7/da/dc/d1c/d31/d55/c64 0 2024-09-17T10:39:46.478 INFO:tasks.workunit.client.0.smithi159.stdout:2/272: mknod d0/d9/c56 0 2024-09-17T10:39:46.478 INFO:tasks.workunit.client.0.smithi159.stdout:2/273: chown d0/d9/f37 241737907 1 2024-09-17T10:39:46.479 INFO:tasks.workunit.client.0.smithi159.stdout:2/274: write d0/f1f [5208542,123407] 0 2024-09-17T10:39:46.479 INFO:tasks.workunit.client.0.smithi159.stdout:9/285: dread d0/d1/f3b [0,4194304] 0 2024-09-17T10:39:46.481 INFO:tasks.workunit.client.0.smithi159.stdout:0/217: rename d5/d12/f13 to d5/d10/d18/d22/d4c/f56 0 2024-09-17T10:39:46.483 INFO:tasks.workunit.client.0.smithi159.stdout:9/286: creat d0/d3/d7/da/d46/f65 x:0 0 0 2024-09-17T10:39:46.484 INFO:tasks.workunit.client.0.smithi159.stdout:9/287: creat d0/d3/d7/da/dc/d40/f66 x:0 0 0 2024-09-17T10:39:46.486 INFO:tasks.workunit.client.0.smithi159.stdout:3/309: dwrite d9/df/d2c/f32 [0,4194304] 0 2024-09-17T10:39:46.487 INFO:tasks.workunit.client.0.smithi159.stdout:9/288: dread d0/d3/d33/f48 [0,4194304] 0 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:4/204: dwrite d0/d9/da/d33/f3d [0,4194304] 0 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:4/205: rename d0/d9/d24/d39 to d0/d9/d24/d39/d3f 22 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:6/304: dwrite d1/f9 [0,4194304] 0 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:6/305: creat d1/df/d11/f5b x:0 0 0 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:6/306: write d1/df/d11/f5b [688223,25859] 0 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:6/307: write d1/df/d11/f21 [4701110,60986] 0 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:6/308: fsync d1/df/d11/d2a/f54 0 2024-09-17T10:39:46.489 INFO:tasks.workunit.client.0.smithi159.stdout:6/309: creat d1/df/d2c/f5c x:0 0 0 2024-09-17T10:39:46.490 INFO:tasks.workunit.client.0.smithi159.stdout:3/310: mknod d9/df/d2c/d2f/c5b 0 2024-09-17T10:39:46.494 INFO:tasks.workunit.client.0.smithi159.stdout:4/206: symlink d0/d9/d24/d28/l40 0 2024-09-17T10:39:46.494 INFO:tasks.workunit.client.0.smithi159.stdout:0/218: dread d5/fe [0,4194304] 0 2024-09-17T10:39:46.496 INFO:tasks.workunit.client.0.smithi159.stdout:3/311: dread d9/f2e [0,4194304] 0 2024-09-17T10:39:46.496 INFO:tasks.workunit.client.0.smithi159.stdout:1/250: dread d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:46.496 INFO:tasks.workunit.client.0.smithi159.stdout:1/251: readlink d1/d19/d1a/l2e 0 2024-09-17T10:39:46.496 INFO:tasks.workunit.client.0.smithi159.stdout:1/252: write d1/d3/f3e [1838763,56128] 0 2024-09-17T10:39:46.501 INFO:tasks.workunit.client.0.smithi159.stdout:0/219: creat d5/d12/d32/d3a/f57 x:0 0 0 2024-09-17T10:39:46.501 INFO:tasks.workunit.client.0.smithi159.stdout:6/310: dread d1/df/d11/f21 [0,4194304] 0 2024-09-17T10:39:46.502 INFO:tasks.workunit.client.0.smithi159.stdout:1/253: unlink d1/d2/d14/c32 0 2024-09-17T10:39:46.505 INFO:tasks.workunit.client.0.smithi159.stdout:4/207: getdents d0/d9/da 0 2024-09-17T10:39:46.506 INFO:tasks.workunit.client.0.smithi159.stdout:1/254: truncate d1/d10/f3a 12358121 0 2024-09-17T10:39:46.506 INFO:tasks.workunit.client.0.smithi159.stdout:0/220: dread d5/d12/f44 [0,4194304] 0 2024-09-17T10:39:46.506 INFO:tasks.workunit.client.0.smithi159.stdout:6/311: dread d1/df/d11/f21 [0,4194304] 0 2024-09-17T10:39:46.507 INFO:tasks.workunit.client.0.smithi159.stdout:4/208: truncate d0/fe 46577 0 2024-09-17T10:39:46.509 INFO:tasks.workunit.client.0.smithi159.stdout:1/255: creat d1/d19/d1a/dc/f42 x:0 0 0 2024-09-17T10:39:46.510 INFO:tasks.workunit.client.0.smithi159.stdout:6/312: truncate d1/f9 1565994 0 2024-09-17T10:39:46.510 INFO:tasks.workunit.client.0.smithi159.stdout:6/313: dread - d1/df/d11/f4d zero size 2024-09-17T10:39:46.512 INFO:tasks.workunit.client.0.smithi159.stdout:0/221: mkdir d5/d58 0 2024-09-17T10:39:46.514 INFO:tasks.workunit.client.0.smithi159.stdout:4/209: getdents d0/d9 0 2024-09-17T10:39:46.514 INFO:tasks.workunit.client.0.smithi159.stdout:9/289: dwrite d0/d3/d7/f20 [0,4194304] 0 2024-09-17T10:39:46.514 INFO:tasks.workunit.client.0.smithi159.stdout:3/312: dwrite d9/df/f1b [8388608,4194304] 0 2024-09-17T10:39:46.514 INFO:tasks.workunit.client.0.smithi159.stdout:7/249: sync 2024-09-17T10:39:46.515 INFO:tasks.workunit.client.0.smithi159.stdout:0/222: unlink d5/cc 0 2024-09-17T10:39:46.515 INFO:tasks.workunit.client.0.smithi159.stdout:0/223: chown d5/d10/d18/d22/d4c/f56 444682 1 2024-09-17T10:39:46.517 INFO:tasks.workunit.client.0.smithi159.stdout:6/314: rename d1/df/d2c/d35/d3e/d4e to d1/d5d 0 2024-09-17T10:39:46.523 INFO:tasks.workunit.client.0.smithi159.stdout:9/290: unlink d0/d3/d7/da/d1a/l2a 0 2024-09-17T10:39:46.526 INFO:tasks.workunit.client.0.smithi159.stdout:7/250: unlink d2/d8/f1b 0 2024-09-17T10:39:46.526 INFO:tasks.workunit.client.0.smithi159.stdout:1/256: dread d1/d19/d1a/f8 [8388608,4194304] 0 2024-09-17T10:39:46.529 INFO:tasks.workunit.client.0.smithi159.stdout:0/224: dread d5/d10/d18/d22/f31 [0,4194304] 0 2024-09-17T10:39:46.529 INFO:tasks.workunit.client.0.smithi159.stdout:0/225: chown d5/d10/d18/d22/c35 427538041 1 2024-09-17T10:39:46.531 INFO:tasks.workunit.client.0.smithi159.stdout:7/251: mkdir d2/d38/d53 0 2024-09-17T10:39:46.531 INFO:tasks.workunit.client.0.smithi159.stdout:7/252: creat d2/d18/f54 x:0 0 0 2024-09-17T10:39:46.531 INFO:tasks.workunit.client.0.smithi159.stdout:7/253: dread - d2/d18/d20/f2a zero size 2024-09-17T10:39:46.531 INFO:tasks.workunit.client.0.smithi159.stdout:1/257: rmdir d1/d19/d1a/dc/d31 39 2024-09-17T10:39:46.534 INFO:tasks.workunit.client.0.smithi159.stdout:9/291: getdents d0/d3/d7/da/dc/de 0 2024-09-17T10:39:46.534 INFO:tasks.workunit.client.0.smithi159.stdout:9/292: stat d0/d1 0 2024-09-17T10:39:46.537 INFO:tasks.workunit.client.0.smithi159.stdout:6/315: dwrite d1/df/d11/d16/f18 [0,4194304] 0 2024-09-17T10:39:46.537 INFO:tasks.workunit.client.0.smithi159.stdout:4/210: dwrite d0/f8 [0,4194304] 0 2024-09-17T10:39:46.540 INFO:tasks.workunit.client.0.smithi159.stdout:7/254: rename d2/d38/f39 to d2/d18/d20/d3f/f55 0 2024-09-17T10:39:46.540 INFO:tasks.workunit.client.0.smithi159.stdout:7/255: dread - d2/d18/f52 zero size 2024-09-17T10:39:46.540 INFO:tasks.workunit.client.0.smithi159.stdout:7/256: dread - d2/d8/d45/f4b zero size 2024-09-17T10:39:46.540 INFO:tasks.workunit.client.0.smithi159.stdout:7/257: chown d2/d8/f1f 141 1 2024-09-17T10:39:46.543 INFO:tasks.workunit.client.0.smithi159.stdout:1/258: dread d1/d10/f3a [0,4194304] 0 2024-09-17T10:39:46.543 INFO:tasks.workunit.client.0.smithi159.stdout:1/259: creat d1/d19/d1a/dc/d18/f43 x:0 0 0 2024-09-17T10:39:46.547 INFO:tasks.workunit.client.0.smithi159.stdout:0/226: dwrite d5/d12/d32/f38 [0,4194304] 0 2024-09-17T10:39:46.547 INFO:tasks.workunit.client.0.smithi159.stdout:4/211: creat d0/d9/d24/d39/f41 x:0 0 0 2024-09-17T10:39:46.548 INFO:tasks.workunit.client.0.smithi159.stdout:9/293: dread d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:46.549 INFO:tasks.workunit.client.0.smithi159.stdout:7/258: symlink d2/d38/d47/d4a/d4d/l56 0 2024-09-17T10:39:46.549 INFO:tasks.workunit.client.0.smithi159.stdout:7/259: read - d2/d18/d32/f46 zero size 2024-09-17T10:39:46.551 INFO:tasks.workunit.client.0.smithi159.stdout:6/316: dread d1/df/f1a [4194304,4194304] 0 2024-09-17T10:39:46.551 INFO:tasks.workunit.client.0.smithi159.stdout:6/317: fdatasync d1/df/d11/f21 0 2024-09-17T10:39:46.558 INFO:tasks.workunit.client.0.smithi159.stdout:0/227: mkdir d5/d12/d32/d59 0 2024-09-17T10:39:46.559 INFO:tasks.workunit.client.0.smithi159.stdout:0/228: getdents d5/d58 0 2024-09-17T10:39:46.559 INFO:tasks.workunit.client.0.smithi159.stdout:0/229: truncate d5/d12/d32/d3a/f3c 884073 0 2024-09-17T10:39:46.560 INFO:tasks.workunit.client.0.smithi159.stdout:9/294: dread d0/d3/d7/da/f2d [0,4194304] 0 2024-09-17T10:39:46.560 INFO:tasks.workunit.client.0.smithi159.stdout:7/260: unlink d2/d8/c2b 0 2024-09-17T10:39:46.565 INFO:tasks.workunit.client.0.smithi159.stdout:9/295: rename d0/d1/d2/c18 to d0/d3/d7/da/dc/d34/c67 0 2024-09-17T10:39:46.565 INFO:tasks.workunit.client.0.smithi159.stdout:9/296: truncate d0/d3/d7/da/dc/d1c/f4d 184945 0 2024-09-17T10:39:46.565 INFO:tasks.workunit.client.0.smithi159.stdout:1/260: dwrite d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:46.565 INFO:tasks.workunit.client.0.smithi159.stdout:7/261: truncate d2/f1d 678746 0 2024-09-17T10:39:46.565 INFO:tasks.workunit.client.0.smithi159.stdout:7/262: chown d2/f24 263 1 2024-09-17T10:39:46.567 INFO:tasks.workunit.client.0.smithi159.stdout:0/230: rename d5/d10/d18/d22/d3e/d51/f53 to d5/d12/f5a 0 2024-09-17T10:39:46.571 INFO:tasks.workunit.client.0.smithi159.stdout:9/297: dread d0/d3/d7/da/dc/f14 [0,4194304] 0 2024-09-17T10:39:46.571 INFO:tasks.workunit.client.0.smithi159.stdout:1/261: link d1/d19/d1a/c5 d1/d19/d1a/d3b/c44 0 2024-09-17T10:39:46.573 INFO:tasks.workunit.client.0.smithi159.stdout:7/263: creat d2/d38/d47/d4a/f57 x:0 0 0 2024-09-17T10:39:46.573 INFO:tasks.workunit.client.0.smithi159.stdout:7/264: chown d2/d8 68 1 2024-09-17T10:39:46.574 INFO:tasks.workunit.client.0.smithi159.stdout:0/231: mknod d5/d10/d18/d22/d4c/c5b 0 2024-09-17T10:39:46.574 INFO:tasks.workunit.client.0.smithi159.stdout:9/298: read d0/d3/d7/da/f2c [729143,99580] 0 2024-09-17T10:39:46.575 INFO:tasks.workunit.client.0.smithi159.stdout:0/232: creat d5/f5c x:0 0 0 2024-09-17T10:39:46.581 INFO:tasks.workunit.client.0.smithi159.stdout:0/233: creat d5/d10/d18/d22/f5d x:0 0 0 2024-09-17T10:39:46.581 INFO:tasks.workunit.client.0.smithi159.stdout:9/299: dread d0/d3/d7/da/f2d [0,4194304] 0 2024-09-17T10:39:46.582 INFO:tasks.workunit.client.0.smithi159.stdout:9/300: symlink d0/d3/d7/da/dc/d1c/d31/d47/l68 0 2024-09-17T10:39:46.590 INFO:tasks.workunit.client.0.smithi159.stdout:8/285: sync 2024-09-17T10:39:46.590 INFO:tasks.workunit.client.0.smithi159.stdout:8/286: write d4/dd/d10/f18 [4843340,34797] 0 2024-09-17T10:39:46.602 INFO:tasks.workunit.client.0.smithi159.stdout:0/234: dwrite d5/f1c [0,4194304] 0 2024-09-17T10:39:46.658 INFO:tasks.workunit.client.0.smithi159.stdout:1/262: dwrite d1/d3/f3e [0,4194304] 0 2024-09-17T10:39:46.658 INFO:tasks.workunit.client.0.smithi159.stdout:1/263: chown d1/d19/d1a/f23 0 1 2024-09-17T10:39:46.659 INFO:tasks.workunit.client.0.smithi159.stdout:1/264: creat d1/d19/d1a/dc/d18/f45 x:0 0 0 2024-09-17T10:39:46.659 INFO:tasks.workunit.client.0.smithi159.stdout:8/287: dwrite d4/dd/d10/f58 [0,4194304] 0 2024-09-17T10:39:46.659 INFO:tasks.workunit.client.0.smithi159.stdout:8/288: write d4/dd/f46 [59625,89923] 0 2024-09-17T10:39:46.673 INFO:tasks.workunit.client.0.smithi159.stdout:8/289: dwrite d4/dd/d10/d1a/d1e/f2f [0,4194304] 0 2024-09-17T10:39:46.674 INFO:tasks.workunit.client.0.smithi159.stdout:8/290: mkdir d4/d4e/d63 0 2024-09-17T10:39:46.675 INFO:tasks.workunit.client.0.smithi159.stdout:8/291: creat d4/d4e/f64 x:0 0 0 2024-09-17T10:39:46.676 INFO:tasks.workunit.client.0.smithi159.stdout:8/292: readlink d4/l21 0 2024-09-17T10:39:46.677 INFO:tasks.workunit.client.0.smithi159.stdout:8/293: mknod d4/dd/d10/d1a/d1e/d3e/c65 0 2024-09-17T10:39:46.677 INFO:tasks.workunit.client.0.smithi159.stdout:8/294: creat d4/da/f66 x:0 0 0 2024-09-17T10:39:46.683 INFO:tasks.workunit.client.0.smithi159.stdout:8/295: dread d4/f5 [0,4194304] 0 2024-09-17T10:39:46.683 INFO:tasks.workunit.client.0.smithi159.stdout:8/296: creat d4/dd/d10/d1a/d1e/d3e/f67 x:0 0 0 2024-09-17T10:39:46.683 INFO:tasks.workunit.client.0.smithi159.stdout:8/297: chown d4/l15 6078 1 2024-09-17T10:39:46.683 INFO:tasks.workunit.client.0.smithi159.stdout:8/298: creat d4/f68 x:0 0 0 2024-09-17T10:39:46.683 INFO:tasks.workunit.client.0.smithi159.stdout:8/299: truncate d4/dd/d10/d1a/d1e/d3e/f67 821656 0 2024-09-17T10:39:46.685 INFO:tasks.workunit.client.0.smithi159.stdout:8/300: creat d4/d32/f69 x:0 0 0 2024-09-17T10:39:46.751 INFO:tasks.workunit.client.0.smithi159.stdout:0/235: dwrite d5/fe [0,4194304] 0 2024-09-17T10:39:46.755 INFO:tasks.workunit.client.0.smithi159.stdout:8/301: dwrite d4/dd/d10/d1a/d1e/f2a [0,4194304] 0 2024-09-17T10:39:46.757 INFO:tasks.workunit.client.1.smithi170.stdout:9/5: sync 2024-09-17T10:39:46.757 INFO:tasks.workunit.client.1.smithi170.stdout:9/6: readlink - no filename 2024-09-17T10:39:46.757 INFO:tasks.workunit.client.0.smithi159.stdout:2/275: sync 2024-09-17T10:39:46.757 INFO:tasks.workunit.client.0.smithi159.stdout:7/265: sync 2024-09-17T10:39:46.757 INFO:tasks.workunit.client.0.smithi159.stdout:6/318: sync 2024-09-17T10:39:46.757 INFO:tasks.workunit.client.0.smithi159.stdout:7/266: readlink d2/l26 0 2024-09-17T10:39:46.757 INFO:tasks.workunit.client.0.smithi159.stdout:6/319: stat d1/df/c41 0 2024-09-17T10:39:46.759 INFO:tasks.workunit.client.0.smithi159.stdout:8/302: link d4/dd/d10/d1a/d1e/d3e/f67 d4/dd/d26/f6a 0 2024-09-17T10:39:46.759 INFO:tasks.workunit.client.0.smithi159.stdout:8/303: chown d4/dd/d20/f29 38 1 2024-09-17T10:39:46.759 INFO:tasks.workunit.client.0.smithi159.stdout:8/304: chown d4/da/f66 0 1 2024-09-17T10:39:46.760 INFO:tasks.workunit.client.1.smithi170.stdout:9/7: symlink l1 0 2024-09-17T10:39:46.760 INFO:tasks.workunit.client.0.smithi159.stdout:4/212: sync 2024-09-17T10:39:46.760 INFO:tasks.workunit.client.0.smithi159.stdout:3/313: sync 2024-09-17T10:39:46.760 INFO:tasks.workunit.client.0.smithi159.stdout:5/220: sync 2024-09-17T10:39:46.760 INFO:tasks.workunit.client.0.smithi159.stdout:9/301: sync 2024-09-17T10:39:46.760 INFO:tasks.workunit.client.0.smithi159.stdout:9/302: chown d0/d3/d7 29 1 2024-09-17T10:39:46.763 INFO:tasks.workunit.client.0.smithi159.stdout:6/320: rename d1/df/d2c/c38 to d1/df/c5e 0 2024-09-17T10:39:46.763 INFO:tasks.workunit.client.0.smithi159.stdout:5/221: rename d19/d1b to d19/d1b/d46 22 2024-09-17T10:39:46.765 INFO:tasks.workunit.client.0.smithi159.stdout:7/267: symlink d2/l58 0 2024-09-17T10:39:46.768 INFO:tasks.workunit.client.0.smithi159.stdout:8/305: unlink d4/dd/d20/f4d 0 2024-09-17T10:39:46.768 INFO:tasks.workunit.client.0.smithi159.stdout:0/236: dwrite d5/d10/d18/d22/f5d [0,4194304] 0 2024-09-17T10:39:46.768 INFO:tasks.workunit.client.0.smithi159.stdout:0/237: creat d5/d12/d32/d3a/f5e x:0 0 0 2024-09-17T10:39:46.769 INFO:tasks.workunit.client.0.smithi159.stdout:9/303: stat d0/d1/d2/l4 0 2024-09-17T10:39:46.769 INFO:tasks.workunit.client.0.smithi159.stdout:9/304: truncate d0/d3/d7/da/dc/d34/f5c 553312 0 2024-09-17T10:39:46.769 INFO:tasks.workunit.client.0.smithi159.stdout:9/305: read d0/d3/d7/da/f2c [1372247,94440] 0 2024-09-17T10:39:46.772 INFO:tasks.workunit.client.0.smithi159.stdout:6/321: creat d1/df/d11/d2a/f5f x:0 0 0 2024-09-17T10:39:46.772 INFO:tasks.workunit.client.0.smithi159.stdout:6/322: write d1/f53 [954666,94034] 0 2024-09-17T10:39:46.772 INFO:tasks.workunit.client.0.smithi159.stdout:8/306: mkdir d4/dd/d10/d1a/d6b 0 2024-09-17T10:39:46.773 INFO:tasks.workunit.client.0.smithi159.stdout:3/314: dread d9/df/f1b [8388608,4194304] 0 2024-09-17T10:39:46.775 INFO:tasks.workunit.client.0.smithi159.stdout:6/323: dread d1/df/f2e [0,4194304] 0 2024-09-17T10:39:46.775 INFO:tasks.workunit.client.0.smithi159.stdout:0/238: dread d5/ff [0,4194304] 0 2024-09-17T10:39:46.775 INFO:tasks.workunit.client.0.smithi159.stdout:0/239: fsync d5/ff 0 2024-09-17T10:39:46.775 INFO:tasks.workunit.client.0.smithi159.stdout:0/240: dread - d5/f5c zero size 2024-09-17T10:39:46.776 INFO:tasks.workunit.client.0.smithi159.stdout:5/222: link d19/d1a/d32/d37/f45 d19/d1b/d21/f47 0 2024-09-17T10:39:46.777 INFO:tasks.workunit.client.0.smithi159.stdout:9/306: symlink d0/d3/d7/da/d46/d54/l69 0 2024-09-17T10:39:46.778 INFO:tasks.workunit.client.0.smithi159.stdout:7/268: dread d2/f7 [0,4194304] 0 2024-09-17T10:39:46.781 INFO:tasks.workunit.client.0.smithi159.stdout:3/315: dread d9/f1d [0,4194304] 0 2024-09-17T10:39:46.782 INFO:tasks.workunit.client.0.smithi159.stdout:7/269: creat d2/d18/d20/d3f/d40/f59 x:0 0 0 2024-09-17T10:39:46.783 INFO:tasks.workunit.client.0.smithi159.stdout:9/307: mkdir d0/d3/d7/da/dc/d1c/d6a 0 2024-09-17T10:39:46.784 INFO:tasks.workunit.client.0.smithi159.stdout:3/316: symlink d9/df/d2c/l5c 0 2024-09-17T10:39:46.787 INFO:tasks.workunit.client.0.smithi159.stdout:7/270: link d2/d18/d20/d3f/f55 d2/d8/f5a 0 2024-09-17T10:39:46.789 INFO:tasks.workunit.client.0.smithi159.stdout:9/308: mknod d0/d3/d7/da/dc/d3a/c6b 0 2024-09-17T10:39:46.789 INFO:tasks.workunit.client.0.smithi159.stdout:6/324: dread d1/f53 [0,4194304] 0 2024-09-17T10:39:46.791 INFO:tasks.workunit.client.0.smithi159.stdout:3/317: symlink d9/df/d2c/l5d 0 2024-09-17T10:39:46.791 INFO:tasks.workunit.client.0.smithi159.stdout:3/318: chown d9/df/f1b 13173 1 2024-09-17T10:39:46.796 INFO:tasks.workunit.client.0.smithi159.stdout:6/325: link d1/df/d2c/f3c d1/df/d2c/f60 0 2024-09-17T10:39:46.797 INFO:tasks.workunit.client.0.smithi159.stdout:3/319: mkdir d9/df/d54/d59/d5e 0 2024-09-17T10:39:46.798 INFO:tasks.workunit.client.0.smithi159.stdout:3/320: creat d9/df/d54/d3c/f5f x:0 0 0 2024-09-17T10:39:46.798 INFO:tasks.workunit.client.0.smithi159.stdout:3/321: fdatasync d9/df/f1b 0 2024-09-17T10:39:46.798 INFO:tasks.workunit.client.0.smithi159.stdout:6/326: symlink d1/df/d2c/d35/d55/l61 0 2024-09-17T10:39:46.799 INFO:tasks.workunit.client.0.smithi159.stdout:6/327: write d1/df/d11/d16/f3d [299007,22789] 0 2024-09-17T10:39:46.807 INFO:tasks.workunit.client.0.smithi159.stdout:2/276: dwrite d0/f3c [0,4194304] 0 2024-09-17T10:39:46.807 INFO:tasks.workunit.client.0.smithi159.stdout:2/277: truncate d0/df/f2e 1000096 0 2024-09-17T10:39:46.808 INFO:tasks.workunit.client.0.smithi159.stdout:2/278: write d0/df/f39 [387929,43514] 0 2024-09-17T10:39:46.809 INFO:tasks.workunit.client.0.smithi159.stdout:2/279: creat d0/d9/d32/f57 x:0 0 0 2024-09-17T10:39:46.809 INFO:tasks.workunit.client.0.smithi159.stdout:2/280: stat d0/l4d 0 2024-09-17T10:39:46.810 INFO:tasks.workunit.client.0.smithi159.stdout:2/281: symlink d0/l58 0 2024-09-17T10:39:46.811 INFO:tasks.workunit.client.0.smithi159.stdout:2/282: creat d0/d9/d40/f59 x:0 0 0 2024-09-17T10:39:46.818 INFO:tasks.workunit.client.0.smithi159.stdout:3/322: write d9/df/f11 [2091028,60427] 0 2024-09-17T10:39:46.819 INFO:tasks.workunit.client.0.smithi159.stdout:4/213: dwrite d0/d12/f1c [0,4194304] 0 2024-09-17T10:39:46.820 INFO:tasks.workunit.client.0.smithi159.stdout:3/323: mknod d9/df/d54/d3c/c60 0 2024-09-17T10:39:46.820 INFO:tasks.workunit.client.0.smithi159.stdout:3/324: fsync d9/df/d2c/f22 0 2024-09-17T10:39:46.821 INFO:tasks.workunit.client.0.smithi159.stdout:4/214: mkdir d0/d9/da/d42 0 2024-09-17T10:39:46.822 INFO:tasks.workunit.client.0.smithi159.stdout:3/325: getdents d9/df/d3f 0 2024-09-17T10:39:46.822 INFO:tasks.workunit.client.0.smithi159.stdout:3/326: dread - d9/df/d3f/f4d zero size 2024-09-17T10:39:46.824 INFO:tasks.workunit.client.0.smithi159.stdout:1/265: sync 2024-09-17T10:39:46.824 INFO:tasks.workunit.client.0.smithi159.stdout:1/266: write d1/d2/d14/f35 [5131746,43027] 0 2024-09-17T10:39:46.824 INFO:tasks.workunit.client.0.smithi159.stdout:1/267: write d1/d19/d1a/dc/d18/f45 [114511,91573] 0 2024-09-17T10:39:46.824 INFO:tasks.workunit.client.0.smithi159.stdout:1/268: dread - d1/d19/d1a/dc/f42 zero size 2024-09-17T10:39:46.825 INFO:tasks.workunit.client.0.smithi159.stdout:1/269: creat d1/d19/d1a/dc/d31/f46 x:0 0 0 2024-09-17T10:39:46.826 INFO:tasks.workunit.client.0.smithi159.stdout:1/270: symlink d1/d19/d1a/d3b/l47 0 2024-09-17T10:39:46.827 INFO:tasks.workunit.client.0.smithi159.stdout:1/271: write d1/d2/d14/f35 [5179046,40598] 0 2024-09-17T10:39:46.827 INFO:tasks.workunit.client.0.smithi159.stdout:1/272: write d1/d19/d1a/dc/d18/f43 [41722,40558] 0 2024-09-17T10:39:46.827 INFO:tasks.workunit.client.0.smithi159.stdout:1/273: creat d1/d19/d1a/f48 x:0 0 0 2024-09-17T10:39:46.827 INFO:tasks.workunit.client.0.smithi159.stdout:1/274: chown d1/d10/c3c 52 1 2024-09-17T10:39:46.827 INFO:tasks.workunit.client.0.smithi159.stdout:1/275: creat d1/d3/f49 x:0 0 0 2024-09-17T10:39:46.830 INFO:tasks.workunit.client.0.smithi159.stdout:1/276: link d1/d19/d1a/f8 d1/d10/f4a 0 2024-09-17T10:39:46.831 INFO:tasks.workunit.client.0.smithi159.stdout:0/241: dwrite d5/d10/d18/f4d [0,4194304] 0 2024-09-17T10:39:46.831 INFO:tasks.workunit.client.1.smithi170.stdout:9/8: dwrite f0 [0,4194304] 0 2024-09-17T10:39:46.834 INFO:tasks.workunit.client.1.smithi170.stdout:9/9: mknod c2 0 2024-09-17T10:39:46.834 INFO:tasks.workunit.client.1.smithi170.stdout:9/10: creat f3 x:0 0 0 2024-09-17T10:39:46.839 INFO:tasks.workunit.client.0.smithi159.stdout:7/271: dwrite d2/d8/d45/f4b [0,4194304] 0 2024-09-17T10:39:46.841 INFO:tasks.workunit.client.0.smithi159.stdout:1/277: read d1/d2/d14/f35 [1963174,18602] 0 2024-09-17T10:39:46.842 INFO:tasks.workunit.client.0.smithi159.stdout:8/307: dwrite d4/f5 [0,4194304] 0 2024-09-17T10:39:46.842 INFO:tasks.workunit.client.0.smithi159.stdout:8/308: dread - d4/da/f66 zero size 2024-09-17T10:39:46.844 INFO:tasks.workunit.client.0.smithi159.stdout:7/272: creat d2/d8/f5b x:0 0 0 2024-09-17T10:39:46.844 INFO:tasks.workunit.client.0.smithi159.stdout:1/278: mknod d1/d19/d1a/dc/d31/c4b 0 2024-09-17T10:39:46.844 INFO:tasks.workunit.client.0.smithi159.stdout:7/273: chown d2/d44 21564879 1 2024-09-17T10:39:46.844 INFO:tasks.workunit.client.0.smithi159.stdout:7/274: creat d2/d18/d20/f5c x:0 0 0 2024-09-17T10:39:46.845 INFO:tasks.workunit.client.0.smithi159.stdout:7/275: creat d2/d38/d47/f5d x:0 0 0 2024-09-17T10:39:46.845 INFO:tasks.workunit.client.0.smithi159.stdout:1/279: write d1/d19/d1a/dc/f42 [434696,129040] 0 2024-09-17T10:39:46.845 INFO:tasks.workunit.client.0.smithi159.stdout:1/280: stat d1/d3/f49 0 2024-09-17T10:39:46.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/309: dwrite d0/d3/d7/f20 [0,4194304] 0 2024-09-17T10:39:46.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/310: fdatasync d0/d3/d7/da/d46/f65 0 2024-09-17T10:39:46.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/311: truncate d0/d3/d7/da/dc/d40/f66 795658 0 2024-09-17T10:39:46.850 INFO:tasks.workunit.client.0.smithi159.stdout:6/328: dwrite d1/f53 [0,4194304] 0 2024-09-17T10:39:46.851 INFO:tasks.workunit.client.0.smithi159.stdout:6/329: chown d1/df/d11/f20 194 1 2024-09-17T10:39:46.851 INFO:tasks.workunit.client.0.smithi159.stdout:6/330: dread - d1/df/d11/d16/f2d zero size 2024-09-17T10:39:46.851 INFO:tasks.workunit.client.0.smithi159.stdout:6/331: stat d1/df/d2c/f3c 0 2024-09-17T10:39:46.851 INFO:tasks.workunit.client.0.smithi159.stdout:6/332: write d1/df/d2c/d35/f59 [903027,41594] 0 2024-09-17T10:39:46.858 INFO:tasks.workunit.client.0.smithi159.stdout:6/333: rename d1/df/d11/d2a/f49 to d1/df/d11/d57/f62 0 2024-09-17T10:39:46.858 INFO:tasks.workunit.client.0.smithi159.stdout:6/334: chown d1/df/d11/d2a 1 1 2024-09-17T10:39:46.858 INFO:tasks.workunit.client.0.smithi159.stdout:6/335: fdatasync d1/df/d2c/f3c 0 2024-09-17T10:39:46.859 INFO:tasks.workunit.client.0.smithi159.stdout:8/309: getdents d4/da 0 2024-09-17T10:39:46.860 INFO:tasks.workunit.client.0.smithi159.stdout:9/312: read d0/d3/d7/f16 [395193,22884] 0 2024-09-17T10:39:46.861 INFO:tasks.workunit.client.0.smithi159.stdout:0/242: dwrite d5/d12/f44 [0,4194304] 0 2024-09-17T10:39:46.861 INFO:tasks.workunit.client.0.smithi159.stdout:0/243: chown d5/d12/c33 6224 1 2024-09-17T10:39:46.861 INFO:tasks.workunit.client.0.smithi159.stdout:3/327: dwrite d9/f43 [0,4194304] 0 2024-09-17T10:39:46.861 INFO:tasks.workunit.client.1.smithi170.stdout:9/11: dwrite f3 [0,4194304] 0 2024-09-17T10:39:46.862 INFO:tasks.workunit.client.0.smithi159.stdout:1/281: dwrite d1/d3/f27 [0,4194304] 0 2024-09-17T10:39:46.862 INFO:tasks.workunit.client.0.smithi159.stdout:1/282: chown d1/d19/d1a 4629 1 2024-09-17T10:39:46.862 INFO:tasks.workunit.client.0.smithi159.stdout:7/276: unlink d2/d18/d20/f5c 0 2024-09-17T10:39:46.864 INFO:tasks.workunit.client.0.smithi159.stdout:6/336: truncate d1/df/d11/f14 2754889 0 2024-09-17T10:39:46.864 INFO:tasks.workunit.client.0.smithi159.stdout:6/337: chown d1/df/d11/f14 15625743 1 2024-09-17T10:39:46.867 INFO:tasks.workunit.client.0.smithi159.stdout:8/310: mknod d4/dd/d5d/c6c 0 2024-09-17T10:39:46.867 INFO:tasks.workunit.client.0.smithi159.stdout:8/311: dread - d4/dd/d26/f49 zero size 2024-09-17T10:39:46.867 INFO:tasks.workunit.client.0.smithi159.stdout:8/312: dread - d4/da/f2e zero size 2024-09-17T10:39:46.867 INFO:tasks.workunit.client.0.smithi159.stdout:8/313: chown d4/dd/d26/f49 7327271 1 2024-09-17T10:39:46.868 INFO:tasks.workunit.client.1.smithi170.stdout:9/12: symlink l4 0 2024-09-17T10:39:46.869 INFO:tasks.workunit.client.0.smithi159.stdout:9/313: rename d0/d3/d1d to d0/d3/d7/da/d46/d54/d6c 0 2024-09-17T10:39:46.870 INFO:tasks.workunit.client.0.smithi159.stdout:7/277: dread d2/d18/d20/d3f/d40/f48 [0,4194304] 0 2024-09-17T10:39:46.872 INFO:tasks.workunit.client.1.smithi170.stdout:9/13: mknod c5 0 2024-09-17T10:39:46.873 INFO:tasks.workunit.client.0.smithi159.stdout:7/278: dread d2/d18/d20/d2c/f34 [0,4194304] 0 2024-09-17T10:39:46.876 INFO:tasks.workunit.client.0.smithi159.stdout:0/244: dwrite d5/d12/f44 [0,4194304] 0 2024-09-17T10:39:46.876 INFO:tasks.workunit.client.1.smithi170.stdout:9/14: rename f0 to f6 0 2024-09-17T10:39:46.877 INFO:tasks.workunit.client.0.smithi159.stdout:9/314: write d0/d3/d7/da/dc/d1c/d31/d47/f49 [1266227,116684] 0 2024-09-17T10:39:46.880 INFO:tasks.workunit.client.1.smithi170.stdout:9/15: mknod c7 0 2024-09-17T10:39:46.880 INFO:tasks.workunit.client.1.smithi170.stdout:9/16: creat f8 x:0 0 0 2024-09-17T10:39:46.887 INFO:tasks.workunit.client.0.smithi159.stdout:3/328: unlink d9/l1f 0 2024-09-17T10:39:46.890 INFO:tasks.workunit.client.1.smithi170.stdout:9/17: dread f6 [0,4194304] 0 2024-09-17T10:39:46.890 INFO:tasks.workunit.client.0.smithi159.stdout:1/283: getdents d1/d19 0 2024-09-17T10:39:46.891 INFO:tasks.workunit.client.0.smithi159.stdout:1/284: chown d1/d19/l24 400224 1 2024-09-17T10:39:46.892 INFO:tasks.workunit.client.0.smithi159.stdout:6/338: mknod d1/d5d/d51/c63 0 2024-09-17T10:39:46.894 INFO:tasks.workunit.client.0.smithi159.stdout:5/223: sync 2024-09-17T10:39:46.895 INFO:tasks.workunit.client.0.smithi159.stdout:7/279: rename d2/d8/f1f to d2/d18/d20/d2c/f5e 0 2024-09-17T10:39:46.897 INFO:tasks.workunit.client.0.smithi159.stdout:0/245: creat d5/f5f x:0 0 0 2024-09-17T10:39:46.897 INFO:tasks.workunit.client.0.smithi159.stdout:0/246: truncate d5/d12/f27 552574 0 2024-09-17T10:39:46.900 INFO:tasks.workunit.client.0.smithi159.stdout:9/315: unlink d0/d3/d7/l37 0 2024-09-17T10:39:46.900 INFO:tasks.workunit.client.0.smithi159.stdout:9/316: chown d0/d3/d7/da/d46/d54/d6c 2144926412 1 2024-09-17T10:39:46.903 INFO:tasks.workunit.client.0.smithi159.stdout:3/329: creat d9/df/d3f/f61 x:0 0 0 2024-09-17T10:39:46.912 INFO:tasks.workunit.client.0.smithi159.stdout:6/339: unlink d1/l22 0 2024-09-17T10:39:46.912 INFO:tasks.workunit.client.0.smithi159.stdout:6/340: write d1/df/d11/f5b [1617692,12383] 0 2024-09-17T10:39:46.913 INFO:tasks.workunit.client.0.smithi159.stdout:8/314: getdents d4/dd/d26 0 2024-09-17T10:39:46.913 INFO:tasks.workunit.client.0.smithi159.stdout:2/283: sync 2024-09-17T10:39:46.914 INFO:tasks.workunit.client.0.smithi159.stdout:0/247: write d5/d10/f2b [577510,84455] 0 2024-09-17T10:39:46.914 INFO:tasks.workunit.client.0.smithi159.stdout:0/248: fdatasync d5/d10/d18/f19 0 2024-09-17T10:39:46.914 INFO:tasks.workunit.client.0.smithi159.stdout:9/317: symlink d0/d3/d50/l6d 0 2024-09-17T10:39:46.915 INFO:tasks.workunit.client.0.smithi159.stdout:3/330: write d9/df/d54/d3c/f56 [1027221,57083] 0 2024-09-17T10:39:46.915 INFO:tasks.workunit.client.0.smithi159.stdout:3/331: write d9/df/d3f/f4d [936796,130165] 0 2024-09-17T10:39:46.915 INFO:tasks.workunit.client.1.smithi170.stdout:9/18: dwrite f8 [0,4194304] 0 2024-09-17T10:39:46.915 INFO:tasks.workunit.client.1.smithi170.stdout:9/19: creat f9 x:0 0 0 2024-09-17T10:39:46.916 INFO:tasks.workunit.client.0.smithi159.stdout:6/341: mkdir d1/df/d2c/d35/d55/d64 0 2024-09-17T10:39:46.916 INFO:tasks.workunit.client.0.smithi159.stdout:1/285: dwrite d1/d19/d1a/f39 [0,4194304] 0 2024-09-17T10:39:46.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/315: mkdir d4/dd/d10/d1a/d6d 0 2024-09-17T10:39:46.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/316: chown d4/dd/d10/d1a/d1e/l4a 5 1 2024-09-17T10:39:46.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/317: dread - d4/dd/d10/d1a/d3c/f56 zero size 2024-09-17T10:39:46.920 INFO:tasks.workunit.client.0.smithi159.stdout:2/284: link d0/d26/f3b d0/d9/d32/f5a 0 2024-09-17T10:39:46.921 INFO:tasks.workunit.client.0.smithi159.stdout:4/215: sync 2024-09-17T10:39:46.924 INFO:tasks.workunit.client.0.smithi159.stdout:5/224: rmdir d19/d33 39 2024-09-17T10:39:46.925 INFO:tasks.workunit.client.0.smithi159.stdout:7/280: dwrite d2/d18/d20/f21 [0,4194304] 0 2024-09-17T10:39:46.925 INFO:tasks.workunit.client.0.smithi159.stdout:7/281: rename d2/d23 to d2/d23/d5f 22 2024-09-17T10:39:46.925 INFO:tasks.workunit.client.0.smithi159.stdout:7/282: fdatasync d2/f1d 0 2024-09-17T10:39:46.926 INFO:tasks.workunit.client.0.smithi159.stdout:7/283: read - d2/d18/f54 zero size 2024-09-17T10:39:46.926 INFO:tasks.workunit.client.0.smithi159.stdout:7/284: chown d2/cd 3375723 1 2024-09-17T10:39:46.928 INFO:tasks.workunit.client.0.smithi159.stdout:0/249: stat d5/d10/c41 0 2024-09-17T10:39:46.928 INFO:tasks.workunit.client.0.smithi159.stdout:0/250: write d5/d12/d32/d3a/f4e [958815,9728] 0 2024-09-17T10:39:46.929 INFO:tasks.workunit.client.1.smithi170.stdout:9/20: rename f6 to fa 0 2024-09-17T10:39:46.931 INFO:tasks.workunit.client.0.smithi159.stdout:9/318: creat d0/d3/d7/da/d46/d54/d6c/f6e x:0 0 0 2024-09-17T10:39:46.931 INFO:tasks.workunit.client.0.smithi159.stdout:9/319: write d0/d3/d7/da/dc/d40/f66 [932080,124507] 0 2024-09-17T10:39:46.933 INFO:tasks.workunit.client.0.smithi159.stdout:6/342: getdents d1/d5d/d51 0 2024-09-17T10:39:46.934 INFO:tasks.workunit.client.0.smithi159.stdout:8/318: creat d4/dd/d10/d33/d50/d53/f6e x:0 0 0 2024-09-17T10:39:46.934 INFO:tasks.workunit.client.0.smithi159.stdout:8/319: write d4/dd/d10/d1a/d1e/f47 [5122486,19733] 0 2024-09-17T10:39:46.937 INFO:tasks.workunit.client.0.smithi159.stdout:4/216: link d0/d12/l1d d0/d9/da/d19/l43 0 2024-09-17T10:39:46.937 INFO:tasks.workunit.client.0.smithi159.stdout:4/217: stat d0/d9/da/d42 0 2024-09-17T10:39:46.940 INFO:tasks.workunit.client.0.smithi159.stdout:1/286: dwrite d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:46.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/251: mknod d5/d12/d32/d3a/c60 0 2024-09-17T10:39:46.941 INFO:tasks.workunit.client.0.smithi159.stdout:0/252: dread - d5/d10/d18/d22/d3e/d51/f54 zero size 2024-09-17T10:39:46.944 INFO:tasks.workunit.client.0.smithi159.stdout:9/320: creat d0/d3/d50/f6f x:0 0 0 2024-09-17T10:39:46.945 INFO:tasks.workunit.client.0.smithi159.stdout:6/343: symlink d1/df/d2c/d35/d55/d64/l65 0 2024-09-17T10:39:46.945 INFO:tasks.workunit.client.0.smithi159.stdout:6/344: chown d1/df/d11/f56 719903121 1 2024-09-17T10:39:46.947 INFO:tasks.workunit.client.0.smithi159.stdout:3/332: dwrite d9/df/d54/d3c/f56 [0,4194304] 0 2024-09-17T10:39:46.948 INFO:tasks.workunit.client.0.smithi159.stdout:8/320: unlink d4/dd/f19 0 2024-09-17T10:39:46.948 INFO:tasks.workunit.client.0.smithi159.stdout:5/225: getdents d19/d1b/d1d 0 2024-09-17T10:39:46.949 INFO:tasks.workunit.client.0.smithi159.stdout:6/345: dread d1/df/d2c/f3c [0,4194304] 0 2024-09-17T10:39:46.949 INFO:tasks.workunit.client.0.smithi159.stdout:6/346: dread - d1/df/d11/f29 zero size 2024-09-17T10:39:46.949 INFO:tasks.workunit.client.0.smithi159.stdout:6/347: readlink d1/df/d2c/d35/d55/d64/l65 0 2024-09-17T10:39:46.952 INFO:tasks.workunit.client.0.smithi159.stdout:0/253: link d5/c9 d5/d10/d18/d22/d3e/d51/c61 0 2024-09-17T10:39:46.955 INFO:tasks.workunit.client.0.smithi159.stdout:9/321: unlink d0/d1/l25 0 2024-09-17T10:39:46.956 INFO:tasks.workunit.client.0.smithi159.stdout:7/285: dwrite d2/d18/d32/f46 [0,4194304] 0 2024-09-17T10:39:46.957 INFO:tasks.workunit.client.1.smithi170.stdout:9/21: dwrite f8 [0,4194304] 0 2024-09-17T10:39:46.959 INFO:tasks.workunit.client.0.smithi159.stdout:3/333: creat d9/df/d54/f62 x:0 0 0 2024-09-17T10:39:46.959 INFO:tasks.workunit.client.0.smithi159.stdout:3/334: readlink d9/df/d3f/l40 0 2024-09-17T10:39:46.960 INFO:tasks.workunit.client.0.smithi159.stdout:8/321: symlink d4/dd/d10/d1a/d3c/l6f 0 2024-09-17T10:39:46.961 INFO:tasks.workunit.client.0.smithi159.stdout:5/226: mknod d19/c48 0 2024-09-17T10:39:46.963 INFO:tasks.workunit.client.0.smithi159.stdout:6/348: creat d1/d5d/d51/f66 x:0 0 0 2024-09-17T10:39:46.963 INFO:tasks.workunit.client.0.smithi159.stdout:6/349: creat d1/df/d11/f67 x:0 0 0 2024-09-17T10:39:46.965 INFO:tasks.workunit.client.1.smithi170.stdout:9/22: dread f3 [0,4194304] 0 2024-09-17T10:39:46.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/322: mknod d0/d3/d7/da/d46/c70 0 2024-09-17T10:39:46.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/323: chown d0/f1e 1450 1 2024-09-17T10:39:46.967 INFO:tasks.workunit.client.0.smithi159.stdout:1/287: dwrite d1/d19/d1a/dc/f42 [0,4194304] 0 2024-09-17T10:39:46.967 INFO:tasks.workunit.client.0.smithi159.stdout:1/288: fdatasync d1/d19/d1a/dc/d18/f37 0 2024-09-17T10:39:46.967 INFO:tasks.workunit.client.0.smithi159.stdout:1/289: fdatasync d1/d3/f27 0 2024-09-17T10:39:46.968 INFO:tasks.workunit.client.1.smithi170.stdout:9/23: truncate fa 622393 0 2024-09-17T10:39:46.969 INFO:tasks.workunit.client.0.smithi159.stdout:6/350: dread d1/df/d11/f20 [4194304,4194304] 0 2024-09-17T10:39:46.969 INFO:tasks.workunit.client.0.smithi159.stdout:6/351: fsync d1/df/d11/f14 0 2024-09-17T10:39:46.969 INFO:tasks.workunit.client.0.smithi159.stdout:6/352: chown d1/df/d2c/d35/d55/d64 1001800 1 2024-09-17T10:39:46.971 INFO:tasks.workunit.client.0.smithi159.stdout:7/286: mknod d2/d8/d45/c60 0 2024-09-17T10:39:46.972 INFO:tasks.workunit.client.0.smithi159.stdout:8/322: dread d4/dd/d10/d1a/d1e/f2a [0,4194304] 0 2024-09-17T10:39:46.972 INFO:tasks.workunit.client.1.smithi170.stdout:9/24: unlink c7 0 2024-09-17T10:39:46.973 INFO:tasks.workunit.client.1.smithi170.stdout:9/25: creat fb x:0 0 0 2024-09-17T10:39:46.974 INFO:tasks.workunit.client.0.smithi159.stdout:3/335: mkdir d9/df/d2c/d2f/d63 0 2024-09-17T10:39:46.975 INFO:tasks.workunit.client.0.smithi159.stdout:3/336: write d9/df/d2c/f22 [1727911,81876] 0 2024-09-17T10:39:46.975 INFO:tasks.workunit.client.0.smithi159.stdout:3/337: write d9/df/d54/f62 [325,40971] 0 2024-09-17T10:39:46.975 INFO:tasks.workunit.client.0.smithi159.stdout:3/338: truncate d9/df/d54/f62 682307 0 2024-09-17T10:39:46.975 INFO:tasks.workunit.client.0.smithi159.stdout:3/339: creat d9/df/f64 x:0 0 0 2024-09-17T10:39:46.975 INFO:tasks.workunit.client.0.smithi159.stdout:3/340: truncate d9/df/d54/d3c/f4b 454352 0 2024-09-17T10:39:46.975 INFO:tasks.workunit.client.0.smithi159.stdout:3/341: write d9/df/f10 [219588,130631] 0 2024-09-17T10:39:46.975 INFO:tasks.workunit.client.0.smithi159.stdout:5/227: symlink d19/d1a/d32/d37/l49 0 2024-09-17T10:39:46.981 INFO:tasks.workunit.client.0.smithi159.stdout:0/254: truncate d5/d10/f1f 4163298 0 2024-09-17T10:39:46.982 INFO:tasks.workunit.client.0.smithi159.stdout:7/287: write d2/d8/d45/f4b [3389724,101297] 0 2024-09-17T10:39:46.985 INFO:tasks.workunit.client.0.smithi159.stdout:3/342: read d9/f43 [47260,41875] 0 2024-09-17T10:39:46.985 INFO:tasks.workunit.client.0.smithi159.stdout:9/324: truncate d0/d3/d7/da/dc/de/d21/f4f 1158458 0 2024-09-17T10:39:46.992 INFO:tasks.workunit.client.0.smithi159.stdout:1/290: truncate d1/d10/f4a 5447318 0 2024-09-17T10:39:46.993 INFO:tasks.workunit.client.1.smithi170.stdout:9/26: write f8 [1384621,116636] 0 2024-09-17T10:39:46.994 INFO:tasks.workunit.client.0.smithi159.stdout:6/353: truncate d1/fb 3229728 0 2024-09-17T10:39:47.000 INFO:tasks.workunit.client.0.smithi159.stdout:5/228: dwrite d19/f41 [0,4194304] 0 2024-09-17T10:39:47.000 INFO:tasks.workunit.client.0.smithi159.stdout:8/323: dwrite d4/dd/d20/f29 [0,4194304] 0 2024-09-17T10:39:47.000 INFO:tasks.workunit.client.0.smithi159.stdout:8/324: creat d4/dd/d10/d33/d50/d53/f70 x:0 0 0 2024-09-17T10:39:47.000 INFO:tasks.workunit.client.0.smithi159.stdout:8/325: chown d4/dd/d10/d33/f45 14125250 1 2024-09-17T10:39:47.000 INFO:tasks.workunit.client.0.smithi159.stdout:8/326: read - d4/dd/d10/d33/d50/d53/f70 zero size 2024-09-17T10:39:47.000 INFO:tasks.workunit.client.0.smithi159.stdout:8/327: read - d4/dd/d10/d1a/d3c/f44 zero size 2024-09-17T10:39:47.001 INFO:tasks.workunit.client.0.smithi159.stdout:7/288: rename d2/d18/d20/f21 to d2/d18/d20/d2c/f61 0 2024-09-17T10:39:47.004 INFO:tasks.workunit.client.0.smithi159.stdout:0/255: dwrite d5/ff [0,4194304] 0 2024-09-17T10:39:47.004 INFO:tasks.workunit.client.0.smithi159.stdout:0/256: fsync d5/ff 0 2024-09-17T10:39:47.004 INFO:tasks.workunit.client.0.smithi159.stdout:0/257: fsync d5/d12/f44 0 2024-09-17T10:39:47.005 INFO:tasks.workunit.client.0.smithi159.stdout:3/343: write d9/f31 [2407027,77124] 0 2024-09-17T10:39:47.005 INFO:tasks.workunit.client.0.smithi159.stdout:3/344: creat d9/df/d54/d3c/f65 x:0 0 0 2024-09-17T10:39:47.007 INFO:tasks.workunit.client.0.smithi159.stdout:1/291: symlink d1/d3/l4c 0 2024-09-17T10:39:47.009 INFO:tasks.workunit.client.0.smithi159.stdout:9/325: rename d0/d3/d7/da/c39 to d0/d3/d7/da/dc/de/d3e/c71 0 2024-09-17T10:39:47.010 INFO:tasks.workunit.client.0.smithi159.stdout:7/289: symlink d2/d38/d47/d4a/l62 0 2024-09-17T10:39:47.013 INFO:tasks.workunit.client.0.smithi159.stdout:5/229: dread d19/d1a/d32/d37/f3e [0,4194304] 0 2024-09-17T10:39:47.013 INFO:tasks.workunit.client.0.smithi159.stdout:5/230: chown c11 110296 1 2024-09-17T10:39:47.013 INFO:tasks.workunit.client.0.smithi159.stdout:5/231: write f10 [2752567,39816] 0 2024-09-17T10:39:47.016 INFO:tasks.workunit.client.0.smithi159.stdout:3/345: getdents d9/df/d54/d59 0 2024-09-17T10:39:47.018 INFO:tasks.workunit.client.0.smithi159.stdout:9/326: getdents d0/d3/d7/da/dc/d1c/d31/d55 0 2024-09-17T10:39:47.018 INFO:tasks.workunit.client.0.smithi159.stdout:9/327: stat d0/d1/d2/l58 0 2024-09-17T10:39:47.018 INFO:tasks.workunit.client.0.smithi159.stdout:9/328: truncate d0/d3/d7/da/dc/d1c/f42 20250 0 2024-09-17T10:39:47.020 INFO:tasks.workunit.client.0.smithi159.stdout:7/290: mknod d2/c63 0 2024-09-17T10:39:47.020 INFO:tasks.workunit.client.0.smithi159.stdout:6/354: dwrite d1/df/f2e [0,4194304] 0 2024-09-17T10:39:47.020 INFO:tasks.workunit.client.0.smithi159.stdout:1/292: write d1/d19/d1a/dc/f42 [1095378,89517] 0 2024-09-17T10:39:47.020 INFO:tasks.workunit.client.0.smithi159.stdout:1/293: chown d1/d19/d1a/dc/l21 13 1 2024-09-17T10:39:47.021 INFO:tasks.workunit.client.0.smithi159.stdout:5/232: mkdir d19/d1e/d4a 0 2024-09-17T10:39:47.023 INFO:tasks.workunit.client.0.smithi159.stdout:0/258: getdents d5/d12/d32 0 2024-09-17T10:39:47.023 INFO:tasks.workunit.client.1.smithi170.stdout:9/27: dwrite f9 [0,4194304] 0 2024-09-17T10:39:47.024 INFO:tasks.workunit.client.0.smithi159.stdout:9/329: rmdir d0/d3/d7/da/dc/de/d21 39 2024-09-17T10:39:47.024 INFO:tasks.workunit.client.0.smithi159.stdout:9/330: chown d0/d3/d7/da/dc/d1c/f3c 95715807 1 2024-09-17T10:39:47.026 INFO:tasks.workunit.client.0.smithi159.stdout:7/291: link d2/d38/d47/l4e d2/d18/d20/d2c/l64 0 2024-09-17T10:39:47.029 INFO:tasks.workunit.client.0.smithi159.stdout:0/259: dread d5/d10/d18/d22/f28 [0,4194304] 0 2024-09-17T10:39:47.031 INFO:tasks.workunit.client.0.smithi159.stdout:1/294: dread d1/d10/f4a [0,4194304] 0 2024-09-17T10:39:47.032 INFO:tasks.workunit.client.0.smithi159.stdout:8/328: dwrite d4/dd/d10/f2c [0,4194304] 0 2024-09-17T10:39:47.033 INFO:tasks.workunit.client.0.smithi159.stdout:8/329: dread - d4/dd/d10/d1a/d1e/d3e/f4f zero size 2024-09-17T10:39:47.033 INFO:tasks.workunit.client.0.smithi159.stdout:8/330: dread - d4/da/f2e zero size 2024-09-17T10:39:47.034 INFO:tasks.workunit.client.0.smithi159.stdout:3/346: dread d9/df/d2c/f32 [0,4194304] 0 2024-09-17T10:39:47.034 INFO:tasks.workunit.client.0.smithi159.stdout:8/331: write d4/f5 [4391637,124361] 0 2024-09-17T10:39:47.037 INFO:tasks.workunit.client.0.smithi159.stdout:3/347: read d9/df/f12 [106406,17744] 0 2024-09-17T10:39:47.041 INFO:tasks.workunit.client.0.smithi159.stdout:6/355: symlink d1/d5d/l68 0 2024-09-17T10:39:47.041 INFO:tasks.workunit.client.0.smithi159.stdout:6/356: rename d1/df/d2c/d35 to d1/df/d2c/d35/d3e/d69 22 2024-09-17T10:39:47.041 INFO:tasks.workunit.client.0.smithi159.stdout:6/357: dread - d1/df/f31 zero size 2024-09-17T10:39:47.042 INFO:tasks.workunit.client.0.smithi159.stdout:6/358: write d1/df/d11/f3b [344399,18425] 0 2024-09-17T10:39:47.043 INFO:tasks.workunit.client.0.smithi159.stdout:5/233: symlink d19/d33/l4b 0 2024-09-17T10:39:47.043 INFO:tasks.workunit.client.1.smithi170.stdout:9/28: dwrite f3 [0,4194304] 0 2024-09-17T10:39:47.043 INFO:tasks.workunit.client.1.smithi170.stdout:9/29: creat fc x:0 0 0 2024-09-17T10:39:47.044 INFO:tasks.workunit.client.0.smithi159.stdout:9/331: dwrite d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:47.045 INFO:tasks.workunit.client.0.smithi159.stdout:7/292: mknod d2/d38/d47/c65 0 2024-09-17T10:39:47.046 INFO:tasks.workunit.client.0.smithi159.stdout:0/260: stat d5/c6 0 2024-09-17T10:39:47.051 INFO:tasks.workunit.client.1.smithi170.stdout:9/30: unlink l4 0 2024-09-17T10:39:47.051 INFO:tasks.workunit.client.1.smithi170.stdout:9/31: write fc [152915,68228] 0 2024-09-17T10:39:47.051 INFO:tasks.workunit.client.1.smithi170.stdout:9/32: write f8 [871870,77335] 0 2024-09-17T10:39:47.052 INFO:tasks.workunit.client.1.smithi170.stdout:9/33: readlink l1 0 2024-09-17T10:39:47.052 INFO:tasks.workunit.client.0.smithi159.stdout:1/295: dwrite d1/d19/d1a/dc/d18/f43 [0,4194304] 0 2024-09-17T10:39:47.055 INFO:tasks.workunit.client.0.smithi159.stdout:5/234: dread d19/d1a/f20 [0,4194304] 0 2024-09-17T10:39:47.056 INFO:tasks.workunit.client.0.smithi159.stdout:8/332: unlink d4/dd/d10/d1a/l3d 0 2024-09-17T10:39:47.058 INFO:tasks.workunit.client.0.smithi159.stdout:3/348: mkdir d9/d66 0 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:9/332: dwrite d0/d3/d7/f20 [4194304,4194304] 0 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:9/333: creat d0/d3/d7/da/d46/f72 x:0 0 0 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:6/359: mknod d1/df/d2c/c6a 0 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:7/293: creat d2/d18/d20/d3f/f66 x:0 0 0 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:6/360: write d1/df/f1a [2030910,46906] 0 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:6/361: dread - d1/d5d/d51/f66 zero size 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:0/261: write d5/d10/f49 [1064305,40412] 0 2024-09-17T10:39:47.063 INFO:tasks.workunit.client.0.smithi159.stdout:0/262: chown d5/c8 38042948 1 2024-09-17T10:39:47.064 INFO:tasks.workunit.client.0.smithi159.stdout:1/296: dread d1/d19/d1a/dc/d18/f43 [0,4194304] 0 2024-09-17T10:39:47.064 INFO:tasks.workunit.client.0.smithi159.stdout:1/297: chown d1/d2/c2b 1642480602 1 2024-09-17T10:39:47.065 INFO:tasks.workunit.client.0.smithi159.stdout:2/285: sync 2024-09-17T10:39:47.066 INFO:tasks.workunit.client.0.smithi159.stdout:5/235: rename d19/d22/l23 to d19/d1b/d1d/l4c 0 2024-09-17T10:39:47.073 INFO:tasks.workunit.client.0.smithi159.stdout:9/334: symlink d0/d3/d7/da/dc/d1c/d31/d47/d5a/l73 0 2024-09-17T10:39:47.074 INFO:tasks.workunit.client.0.smithi159.stdout:0/263: dread d5/f2d [4194304,4194304] 0 2024-09-17T10:39:47.076 INFO:tasks.workunit.client.0.smithi159.stdout:1/298: dread d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:47.076 INFO:tasks.workunit.client.0.smithi159.stdout:6/362: truncate d1/df/d11/f27 3385515 0 2024-09-17T10:39:47.076 INFO:tasks.workunit.client.0.smithi159.stdout:6/363: write d1/df/d11/d16/f18 [9138539,63074] 0 2024-09-17T10:39:47.076 INFO:tasks.workunit.client.0.smithi159.stdout:6/364: creat d1/df/d11/d2a/f6b x:0 0 0 2024-09-17T10:39:47.077 INFO:tasks.workunit.client.0.smithi159.stdout:0/264: dread d5/d12/d32/d3a/f3c [0,4194304] 0 2024-09-17T10:39:47.077 INFO:tasks.workunit.client.0.smithi159.stdout:5/236: write d19/d22/f2e [1622023,280] 0 2024-09-17T10:39:47.077 INFO:tasks.workunit.client.0.smithi159.stdout:4/218: sync 2024-09-17T10:39:47.079 INFO:tasks.workunit.client.0.smithi159.stdout:8/333: rename d4/dd/d10/d4b/c55 to d4/d32/d5f/c71 0 2024-09-17T10:39:47.079 INFO:tasks.workunit.client.0.smithi159.stdout:8/334: fsync d4/dd/d10/d33/d50/d53/f6e 0 2024-09-17T10:39:47.079 INFO:tasks.workunit.client.0.smithi159.stdout:8/335: fsync d4/dd/d10/d1a/f2d 0 2024-09-17T10:39:47.079 INFO:tasks.workunit.client.0.smithi159.stdout:8/336: dread - d4/dd/d10/d1a/d3c/f44 zero size 2024-09-17T10:39:47.079 INFO:tasks.workunit.client.1.smithi170.stdout:9/34: dwrite fa [0,4194304] 0 2024-09-17T10:39:47.080 INFO:tasks.workunit.client.0.smithi159.stdout:9/335: symlink d0/d3/d7/da/dc/de/d36/l74 0 2024-09-17T10:39:47.082 INFO:tasks.workunit.client.1.smithi170.stdout:9/35: mkdir dd 0 2024-09-17T10:39:47.084 INFO:tasks.workunit.client.0.smithi159.stdout:6/365: symlink d1/df/d11/d5a/l6c 0 2024-09-17T10:39:47.087 INFO:tasks.workunit.client.0.smithi159.stdout:1/299: write d1/d19/d1a/f23 [2188679,56065] 0 2024-09-17T10:39:47.089 INFO:tasks.workunit.client.0.smithi159.stdout:3/349: dwrite d9/df/d2c/f24 [4194304,4194304] 0 2024-09-17T10:39:47.090 INFO:tasks.workunit.client.0.smithi159.stdout:8/337: dread f3 [0,4194304] 0 2024-09-17T10:39:47.090 INFO:tasks.workunit.client.0.smithi159.stdout:2/286: rmdir d0/df/d3e 39 2024-09-17T10:39:47.090 INFO:tasks.workunit.client.0.smithi159.stdout:1/300: dread d1/d10/f4a [4194304,4194304] 0 2024-09-17T10:39:47.093 INFO:tasks.workunit.client.1.smithi170.stdout:9/36: write fa [2549283,100760] 0 2024-09-17T10:39:47.094 INFO:tasks.workunit.client.0.smithi159.stdout:5/237: creat d19/d1b/d1d/f4d x:0 0 0 2024-09-17T10:39:47.094 INFO:tasks.workunit.client.0.smithi159.stdout:5/238: write f10 [5530387,45531] 0 2024-09-17T10:39:47.094 INFO:tasks.workunit.client.0.smithi159.stdout:5/239: stat fc 0 2024-09-17T10:39:47.096 INFO:tasks.workunit.client.1.smithi170.stdout:9/37: unlink f3 0 2024-09-17T10:39:47.097 INFO:tasks.workunit.client.1.smithi170.stdout:9/38: truncate f8 4755095 0 2024-09-17T10:39:47.097 INFO:tasks.workunit.client.1.smithi170.stdout:9/39: fdatasync f9 0 2024-09-17T10:39:47.097 INFO:tasks.workunit.client.1.smithi170.stdout:9/40: dread - fb zero size 2024-09-17T10:39:47.101 INFO:tasks.workunit.client.0.smithi159.stdout:9/336: unlink d0/d3/d7/da/d1a/f43 0 2024-09-17T10:39:47.101 INFO:tasks.workunit.client.0.smithi159.stdout:9/337: stat d0/d3/d7/da/dc/de/f26 0 2024-09-17T10:39:47.101 INFO:tasks.workunit.client.0.smithi159.stdout:9/338: write d0/d3/d7/f16 [790417,45394] 0 2024-09-17T10:39:47.101 INFO:tasks.workunit.client.0.smithi159.stdout:9/339: write d0/d3/d7/da/f2d [4279903,117921] 0 2024-09-17T10:39:47.103 INFO:tasks.workunit.client.0.smithi159.stdout:0/265: unlink d5/d10/f52 0 2024-09-17T10:39:47.103 INFO:tasks.workunit.client.0.smithi159.stdout:0/266: truncate d5/d12/f55 215814 0 2024-09-17T10:39:47.105 INFO:tasks.workunit.client.0.smithi159.stdout:0/267: dread d5/d10/d18/d22/f28 [0,4194304] 0 2024-09-17T10:39:47.105 INFO:tasks.workunit.client.0.smithi159.stdout:0/268: fdatasync d5/d10/f1f 0 2024-09-17T10:39:47.109 INFO:tasks.workunit.client.0.smithi159.stdout:3/350: creat d9/df/d2c/d2f/d63/f67 x:0 0 0 2024-09-17T10:39:47.111 INFO:tasks.workunit.client.0.smithi159.stdout:8/338: unlink d4/dd/d20/f24 0 2024-09-17T10:39:47.114 INFO:tasks.workunit.client.0.smithi159.stdout:1/301: creat d1/d2/f4d x:0 0 0 2024-09-17T10:39:47.114 INFO:tasks.workunit.client.0.smithi159.stdout:1/302: chown d1/d19/d1a/dc/d18 640402 1 2024-09-17T10:39:47.119 INFO:tasks.workunit.client.0.smithi159.stdout:9/340: dwrite d0/d3/d7/da/d46/f72 [0,4194304] 0 2024-09-17T10:39:47.119 INFO:tasks.workunit.client.0.smithi159.stdout:9/341: chown d0/d3/d7/da/dc/de/d21/l4a 497109959 1 2024-09-17T10:39:47.124 INFO:tasks.workunit.client.0.smithi159.stdout:3/351: dwrite d9/df/d54/f46 [0,4194304] 0 2024-09-17T10:39:47.125 INFO:tasks.workunit.client.0.smithi159.stdout:0/269: mkdir d5/d10/d18/d22/d3e/d62 0 2024-09-17T10:39:47.126 INFO:tasks.workunit.client.0.smithi159.stdout:3/352: dread d9/f1d [0,4194304] 0 2024-09-17T10:39:47.126 INFO:tasks.workunit.client.0.smithi159.stdout:8/339: mkdir d4/dd/d10/d1a/d72 0 2024-09-17T10:39:47.129 INFO:tasks.workunit.client.0.smithi159.stdout:9/342: rmdir d0/d3/d7/da/d46/d54 39 2024-09-17T10:39:47.129 INFO:tasks.workunit.client.0.smithi159.stdout:9/343: creat d0/d3/d50/f75 x:0 0 0 2024-09-17T10:39:47.130 INFO:tasks.workunit.client.0.smithi159.stdout:5/240: getdents d19/d22 0 2024-09-17T10:39:47.130 INFO:tasks.workunit.client.0.smithi159.stdout:5/241: dread - d19/f1f zero size 2024-09-17T10:39:47.131 INFO:tasks.workunit.client.0.smithi159.stdout:7/294: rename d2/d38 to d2/d23/d67 0 2024-09-17T10:39:47.131 INFO:tasks.workunit.client.0.smithi159.stdout:7/295: chown d2/d23/d67/d47/l4e 210 1 2024-09-17T10:39:47.133 INFO:tasks.workunit.client.0.smithi159.stdout:0/270: mknod d5/d12/d32/c63 0 2024-09-17T10:39:47.134 INFO:tasks.workunit.client.0.smithi159.stdout:8/340: creat d4/dd/d10/d33/d50/f73 x:0 0 0 2024-09-17T10:39:47.134 INFO:tasks.workunit.client.0.smithi159.stdout:8/341: getdents d4/d4e/d63 0 2024-09-17T10:39:47.135 INFO:tasks.workunit.client.0.smithi159.stdout:3/353: dread d9/df/d54/d3c/f56 [0,4194304] 0 2024-09-17T10:39:47.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/219: rename d0/f4 to d0/d9/d24/d28/f44 0 2024-09-17T10:39:47.139 INFO:tasks.workunit.client.0.smithi159.stdout:4/220: readlink d0/d9/d24/l27 0 2024-09-17T10:39:47.139 INFO:tasks.workunit.client.0.smithi159.stdout:4/221: write d0/d9/da/d33/f3c [539956,49836] 0 2024-09-17T10:39:47.139 INFO:tasks.workunit.client.0.smithi159.stdout:4/222: stat d0/f8 0 2024-09-17T10:39:47.142 INFO:tasks.workunit.client.0.smithi159.stdout:5/242: getdents d19 0 2024-09-17T10:39:47.143 INFO:tasks.workunit.client.0.smithi159.stdout:2/287: rename d0/f3a to d0/d26/d4b/f5b 0 2024-09-17T10:39:47.145 INFO:tasks.workunit.client.0.smithi159.stdout:4/223: mknod d0/d9/da/d33/c45 0 2024-09-17T10:39:47.145 INFO:tasks.workunit.client.0.smithi159.stdout:4/224: truncate d0/d9/da/f22 1218210 0 2024-09-17T10:39:47.146 INFO:tasks.workunit.client.0.smithi159.stdout:9/344: dwrite d0/d3/d7/da/dc/d34/f53 [0,4194304] 0 2024-09-17T10:39:47.146 INFO:tasks.workunit.client.0.smithi159.stdout:7/296: getdents d2/d23 0 2024-09-17T10:39:47.147 INFO:tasks.workunit.client.0.smithi159.stdout:7/297: dread - d2/d18/d20/f2a zero size 2024-09-17T10:39:47.149 INFO:tasks.workunit.client.0.smithi159.stdout:0/271: mknod d5/d10/c64 0 2024-09-17T10:39:47.149 INFO:tasks.workunit.client.0.smithi159.stdout:0/272: creat d5/d12/d32/d3a/f65 x:0 0 0 2024-09-17T10:39:47.149 INFO:tasks.workunit.client.0.smithi159.stdout:8/342: dread d4/d4e/f52 [0,4194304] 0 2024-09-17T10:39:47.149 INFO:tasks.workunit.client.0.smithi159.stdout:8/343: dread - d4/dd/d10/d33/d50/f73 zero size 2024-09-17T10:39:47.150 INFO:tasks.workunit.client.0.smithi159.stdout:5/243: creat d19/d1b/f4e x:0 0 0 2024-09-17T10:39:47.154 INFO:tasks.workunit.client.0.smithi159.stdout:1/303: rename d1/d19/d1a/c5 to d1/d19/d1a/d3b/c4e 0 2024-09-17T10:39:47.155 INFO:tasks.workunit.client.0.smithi159.stdout:5/244: dread fc [0,4194304] 0 2024-09-17T10:39:47.155 INFO:tasks.workunit.client.0.smithi159.stdout:5/245: stat d19/d1b/d1d/c43 0 2024-09-17T10:39:47.157 INFO:tasks.workunit.client.0.smithi159.stdout:9/345: symlink d0/d3/d7/da/dc/d1c/d6a/l76 0 2024-09-17T10:39:47.157 INFO:tasks.workunit.client.0.smithi159.stdout:9/346: fdatasync d0/d3/d7/da/f2d 0 2024-09-17T10:39:47.157 INFO:tasks.workunit.client.0.smithi159.stdout:4/225: write d0/f7 [3289201,93157] 0 2024-09-17T10:39:47.159 INFO:tasks.workunit.client.0.smithi159.stdout:5/246: write d19/d1a/d32/d37/f3e [3334265,16282] 0 2024-09-17T10:39:47.159 INFO:tasks.workunit.client.0.smithi159.stdout:7/298: creat d2/d23/d67/d53/f68 x:0 0 0 2024-09-17T10:39:47.159 INFO:tasks.workunit.client.0.smithi159.stdout:5/247: fsync f18 0 2024-09-17T10:39:47.159 INFO:tasks.workunit.client.0.smithi159.stdout:7/299: fsync d2/f24 0 2024-09-17T10:39:47.159 INFO:tasks.workunit.client.0.smithi159.stdout:5/248: creat d19/d1a/f4f x:0 0 0 2024-09-17T10:39:47.159 INFO:tasks.workunit.client.0.smithi159.stdout:7/300: creat d2/d18/d20/f69 x:0 0 0 2024-09-17T10:39:47.159 INFO:tasks.workunit.client.0.smithi159.stdout:0/273: truncate d5/d12/d32/f38 2143096 0 2024-09-17T10:39:47.160 INFO:tasks.workunit.client.0.smithi159.stdout:0/274: fdatasync d5/fe 0 2024-09-17T10:39:47.160 INFO:tasks.workunit.client.0.smithi159.stdout:8/344: link d4/dd/c17 d4/d4e/d63/c74 0 2024-09-17T10:39:47.160 INFO:tasks.workunit.client.0.smithi159.stdout:8/345: write d4/dd/d10/d1a/d1e/f2f [4392348,5908] 0 2024-09-17T10:39:47.161 INFO:tasks.workunit.client.0.smithi159.stdout:9/347: mknod d0/d3/d7/da/d1a/d60/c77 0 2024-09-17T10:39:47.163 INFO:tasks.workunit.client.0.smithi159.stdout:4/226: mknod d0/d9/d24/d39/c46 0 2024-09-17T10:39:47.164 INFO:tasks.workunit.client.0.smithi159.stdout:4/227: write d0/d12/f35 [658454,30589] 0 2024-09-17T10:39:47.164 INFO:tasks.workunit.client.0.smithi159.stdout:2/288: dwrite d0/df/f2e [0,4194304] 0 2024-09-17T10:39:47.169 INFO:tasks.workunit.client.0.smithi159.stdout:5/249: creat d19/d1e/f50 x:0 0 0 2024-09-17T10:39:47.171 INFO:tasks.workunit.client.0.smithi159.stdout:7/301: symlink d2/d23/d67/d47/d4a/l6a 0 2024-09-17T10:39:47.171 INFO:tasks.workunit.client.0.smithi159.stdout:7/302: write d2/d23/f43 [307477,2369] 0 2024-09-17T10:39:47.171 INFO:tasks.workunit.client.0.smithi159.stdout:9/348: dread d0/d3/d7/da/d46/f72 [0,4194304] 0 2024-09-17T10:39:47.177 INFO:tasks.workunit.client.0.smithi159.stdout:0/275: unlink d5/d10/d18/d22/d3e/c45 0 2024-09-17T10:39:47.177 INFO:tasks.workunit.client.0.smithi159.stdout:8/346: symlink d4/d32/d5f/l75 0 2024-09-17T10:39:47.177 INFO:tasks.workunit.client.0.smithi159.stdout:8/347: chown d4/dd/d10/d1a/d1e/f2a 10 1 2024-09-17T10:39:47.180 INFO:tasks.workunit.client.0.smithi159.stdout:2/289: mknod d0/c5c 0 2024-09-17T10:39:47.180 INFO:tasks.workunit.client.0.smithi159.stdout:4/228: dwrite d0/f2a [0,4194304] 0 2024-09-17T10:39:47.180 INFO:tasks.workunit.client.0.smithi159.stdout:4/229: fsync d0/d12/f1c 0 2024-09-17T10:39:47.182 INFO:tasks.workunit.client.0.smithi159.stdout:9/349: mkdir d0/d78 0 2024-09-17T10:39:47.185 INFO:tasks.workunit.client.0.smithi159.stdout:0/276: rename d5/d12/d32/c63 to d5/d10/d18/d22/d3e/d62/c66 0 2024-09-17T10:39:47.187 INFO:tasks.workunit.client.0.smithi159.stdout:8/348: mknod d4/d32/d5f/c76 0 2024-09-17T10:39:47.187 INFO:tasks.workunit.client.0.smithi159.stdout:8/349: chown d4/dd/d10 2377 1 2024-09-17T10:39:47.190 INFO:tasks.workunit.client.0.smithi159.stdout:5/250: dwrite d19/d33/f3c [0,4194304] 0 2024-09-17T10:39:47.190 INFO:tasks.workunit.client.0.smithi159.stdout:5/251: write f10 [3614489,17104] 0 2024-09-17T10:39:47.190 INFO:tasks.workunit.client.0.smithi159.stdout:5/252: dread - d19/f1f zero size 2024-09-17T10:39:47.192 INFO:tasks.workunit.client.0.smithi159.stdout:4/230: link d0/d9/l30 d0/d9/da/d33/l47 0 2024-09-17T10:39:47.198 INFO:tasks.workunit.client.0.smithi159.stdout:0/277: mkdir d5/d4f/d67 0 2024-09-17T10:39:47.200 INFO:tasks.workunit.client.0.smithi159.stdout:8/350: symlink d4/dd/d5d/l77 0 2024-09-17T10:39:47.200 INFO:tasks.workunit.client.0.smithi159.stdout:8/351: chown d4/d32/d5f/c71 1856914 1 2024-09-17T10:39:47.202 INFO:tasks.workunit.client.0.smithi159.stdout:5/253: mknod d19/d1b/c51 0 2024-09-17T10:39:47.203 INFO:tasks.workunit.client.0.smithi159.stdout:5/254: chown d19/f28 34 1 2024-09-17T10:39:47.203 INFO:tasks.workunit.client.0.smithi159.stdout:5/255: creat d19/d1b/d1d/f52 x:0 0 0 2024-09-17T10:39:47.203 INFO:tasks.workunit.client.0.smithi159.stdout:2/290: dwrite d0/d9/f37 [0,4194304] 0 2024-09-17T10:39:47.203 INFO:tasks.workunit.client.0.smithi159.stdout:2/291: creat d0/d9/d32/f5d x:0 0 0 2024-09-17T10:39:47.204 INFO:tasks.workunit.client.0.smithi159.stdout:9/350: dwrite d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:47.205 INFO:tasks.workunit.client.0.smithi159.stdout:9/351: truncate d0/d3/d7/da/dc/f14 4397041 0 2024-09-17T10:39:47.210 INFO:tasks.workunit.client.0.smithi159.stdout:4/231: mkdir d0/d9/d24/d48 0 2024-09-17T10:39:47.212 INFO:tasks.workunit.client.0.smithi159.stdout:0/278: creat d5/d4f/f68 x:0 0 0 2024-09-17T10:39:47.212 INFO:tasks.workunit.client.0.smithi159.stdout:0/279: chown d5/d10/d18 1223244 1 2024-09-17T10:39:47.212 INFO:tasks.workunit.client.0.smithi159.stdout:0/280: fdatasync d5/d10/d18/d22/f31 0 2024-09-17T10:39:47.219 INFO:tasks.workunit.client.0.smithi159.stdout:5/256: dwrite f12 [4194304,4194304] 0 2024-09-17T10:39:47.220 INFO:tasks.workunit.client.0.smithi159.stdout:8/352: dwrite d4/da/f2e [0,4194304] 0 2024-09-17T10:39:47.239 INFO:tasks.workunit.client.0.smithi159.stdout:4/232: dwrite d0/f3 [0,4194304] 0 2024-09-17T10:39:47.241 INFO:tasks.workunit.client.0.smithi159.stdout:0/281: dwrite d5/d12/d32/f38 [0,4194304] 0 2024-09-17T10:39:47.242 INFO:tasks.workunit.client.0.smithi159.stdout:8/353: dwrite d4/dd/d10/f2c [0,4194304] 0 2024-09-17T10:39:47.242 INFO:tasks.workunit.client.0.smithi159.stdout:8/354: write d4/dd/d10/d1a/d3c/f5a [353940,112685] 0 2024-09-17T10:39:47.250 INFO:tasks.workunit.client.0.smithi159.stdout:8/355: write d4/da/f2e [2796515,113002] 0 2024-09-17T10:39:47.251 INFO:tasks.workunit.client.0.smithi159.stdout:8/356: write d4/dd/d26/f27 [197626,363] 0 2024-09-17T10:39:47.258 INFO:tasks.workunit.client.0.smithi159.stdout:8/357: dread d4/dd/d10/f3f [0,4194304] 0 2024-09-17T10:39:47.260 INFO:tasks.workunit.client.0.smithi159.stdout:8/358: write d4/dd/d10/f3f [2255993,49154] 0 2024-09-17T10:39:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:47 smithi170 ceph-mon[33842]: pgmap v272: 65 pgs: 65 active+clean; 544 MiB data, 1.9 GiB used, 535 GiB / 536 GiB avail; 26 MiB/s rd, 43 MiB/s wr, 427 op/s 2024-09-17T10:39:47.479 INFO:tasks.workunit.client.0.smithi159.stdout:2/292: mkdir d0/d2c/d5e 0 2024-09-17T10:39:47.480 INFO:tasks.workunit.client.0.smithi159.stdout:9/352: truncate d0/d3/d7/da/dc/d34/f53 376615 0 2024-09-17T10:39:47.483 INFO:tasks.workunit.client.0.smithi159.stdout:5/257: creat d19/d1a/d32/f53 x:0 0 0 2024-09-17T10:39:47.483 INFO:tasks.workunit.client.0.smithi159.stdout:5/258: chown f18 10 1 2024-09-17T10:39:47.488 INFO:tasks.workunit.client.0.smithi159.stdout:4/233: symlink d0/d9/da/l49 0 2024-09-17T10:39:47.488 INFO:tasks.workunit.client.0.smithi159.stdout:4/234: readlink d0/d9/l30 0 2024-09-17T10:39:47.488 INFO:tasks.workunit.client.0.smithi159.stdout:4/235: write d0/d9/d24/f37 [344184,64879] 0 2024-09-17T10:39:47.491 INFO:tasks.workunit.client.0.smithi159.stdout:6/366: sync 2024-09-17T10:39:47.495 INFO:tasks.workunit.client.0.smithi159.stdout:8/359: mkdir d4/dd/d10/d78 0 2024-09-17T10:39:47.497 INFO:tasks.workunit.client.0.smithi159.stdout:2/293: unlink d0/lc 0 2024-09-17T10:39:47.498 INFO:tasks.workunit.client.0.smithi159.stdout:9/353: rename d0/d1/d2/c56 to d0/d3/d7/da/dc/de/c79 0 2024-09-17T10:39:47.499 INFO:tasks.workunit.client.0.smithi159.stdout:9/354: write d0/d3/d7/da/dc/d1c/f2e [3181142,124669] 0 2024-09-17T10:39:47.501 INFO:tasks.workunit.client.0.smithi159.stdout:0/282: rmdir d5/d10 39 2024-09-17T10:39:47.501 INFO:tasks.workunit.client.0.smithi159.stdout:6/367: rmdir d1/df/d11/d16 39 2024-09-17T10:39:47.504 INFO:tasks.workunit.client.0.smithi159.stdout:1/304: sync 2024-09-17T10:39:47.504 INFO:tasks.workunit.client.0.smithi159.stdout:7/303: sync 2024-09-17T10:39:47.504 INFO:tasks.workunit.client.0.smithi159.stdout:3/354: sync 2024-09-17T10:39:47.504 INFO:tasks.workunit.client.0.smithi159.stdout:7/304: dread - d2/d23/d67/d47/f51 zero size 2024-09-17T10:39:47.505 INFO:tasks.workunit.client.0.smithi159.stdout:1/305: dread - d1/d2/f4d zero size 2024-09-17T10:39:47.505 INFO:tasks.workunit.client.0.smithi159.stdout:1/306: dread - d1/d2/d14/f30 zero size 2024-09-17T10:39:47.505 INFO:tasks.workunit.client.0.smithi159.stdout:1/307: write d1/d19/d1a/dc/f3f [689837,124343] 0 2024-09-17T10:39:47.505 INFO:tasks.workunit.client.0.smithi159.stdout:1/308: creat d1/d2/f4f x:0 0 0 2024-09-17T10:39:47.510 INFO:tasks.workunit.client.0.smithi159.stdout:6/368: read d1/df/d11/d16/f19 [1599762,15178] 0 2024-09-17T10:39:47.513 INFO:tasks.workunit.client.1.smithi170.stdout:8/2: sync 2024-09-17T10:39:47.513 INFO:tasks.workunit.client.1.smithi170.stdout:8/3: dread - no filename 2024-09-17T10:39:47.515 INFO:tasks.workunit.client.0.smithi159.stdout:3/355: mknod d9/c68 0 2024-09-17T10:39:47.516 INFO:tasks.workunit.client.1.smithi170.stdout:8/4: symlink l0 0 2024-09-17T10:39:47.516 INFO:tasks.workunit.client.1.smithi170.stdout:8/5: truncate - no filename 2024-09-17T10:39:47.517 INFO:tasks.workunit.client.0.smithi159.stdout:7/305: mknod d2/d18/d32/c6b 0 2024-09-17T10:39:47.517 INFO:tasks.workunit.client.0.smithi159.stdout:7/306: creat d2/d18/f6c x:0 0 0 2024-09-17T10:39:47.519 INFO:tasks.workunit.client.1.smithi170.stdout:8/6: rename l0 to l1 0 2024-09-17T10:39:47.520 INFO:tasks.workunit.client.0.smithi159.stdout:9/355: dwrite d0/d3/d7/da/dc/f14 [0,4194304] 0 2024-09-17T10:39:47.520 INFO:tasks.workunit.client.0.smithi159.stdout:9/356: creat d0/d3/d7/f7a x:0 0 0 2024-09-17T10:39:47.520 INFO:tasks.workunit.client.0.smithi159.stdout:9/357: truncate d0/d3/f30 387948 0 2024-09-17T10:39:47.522 INFO:tasks.workunit.client.0.smithi159.stdout:1/309: link d1/d19/d1a/ff d1/d19/d1a/dc/d31/f50 0 2024-09-17T10:39:47.523 INFO:tasks.workunit.client.1.smithi170.stdout:8/7: symlink l2 0 2024-09-17T10:39:47.523 INFO:tasks.workunit.client.0.smithi159.stdout:1/310: read d1/d2/d14/f35 [4829476,116047] 0 2024-09-17T10:39:47.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/360: truncate d4/dd/d10/f18 203762 0 2024-09-17T10:39:47.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/361: dread - d4/dd/d26/f49 zero size 2024-09-17T10:39:47.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/362: chown d4/dd/d10/d1a/d1e/d3e/f4f 17 1 2024-09-17T10:39:47.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/363: truncate d4/dd/d26/f60 302992 0 2024-09-17T10:39:47.525 INFO:tasks.workunit.client.1.smithi170.stdout:8/8: stat l1 0 2024-09-17T10:39:47.525 INFO:tasks.workunit.client.1.smithi170.stdout:8/9: dread - no filename 2024-09-17T10:39:47.525 INFO:tasks.workunit.client.0.smithi159.stdout:5/259: rename d19/d1b/d21/l2b to d19/d1e/l54 0 2024-09-17T10:39:47.526 INFO:tasks.workunit.client.1.smithi170.stdout:8/10: mknod c3 0 2024-09-17T10:39:47.528 INFO:tasks.workunit.client.0.smithi159.stdout:3/356: link d9/df/d2c/l5c d9/df/d2c/d2f/l69 0 2024-09-17T10:39:47.529 INFO:tasks.workunit.client.0.smithi159.stdout:3/357: write d9/f3d [683595,130588] 0 2024-09-17T10:39:47.532 INFO:tasks.workunit.client.0.smithi159.stdout:7/307: mknod d2/d23/d67/d53/c6d 0 2024-09-17T10:39:47.533 INFO:tasks.workunit.client.0.smithi159.stdout:7/308: write d2/d23/d67/d47/f5d [1011656,38066] 0 2024-09-17T10:39:47.533 INFO:tasks.workunit.client.0.smithi159.stdout:7/309: creat d2/d18/d20/f6e x:0 0 0 2024-09-17T10:39:47.533 INFO:tasks.workunit.client.0.smithi159.stdout:7/310: chown d2/d8/d45 9344481 1 2024-09-17T10:39:47.533 INFO:tasks.workunit.client.0.smithi159.stdout:7/311: creat d2/d18/d20/d2c/f6f x:0 0 0 2024-09-17T10:39:47.538 INFO:tasks.workunit.client.1.smithi170.stdout:8/11: getdents . 0 2024-09-17T10:39:47.540 INFO:tasks.workunit.client.0.smithi159.stdout:8/364: link d4/dd/d10/d1a/f30 d4/dd/d26/f79 0 2024-09-17T10:39:47.540 INFO:tasks.workunit.client.0.smithi159.stdout:8/365: chown d4/c9 235854 1 2024-09-17T10:39:47.542 INFO:tasks.workunit.client.0.smithi159.stdout:0/283: rename d5/d12/d32/d3a/f5e to d5/d10/d18/d22/d3e/d51/f69 0 2024-09-17T10:39:47.543 INFO:tasks.workunit.client.1.smithi170.stdout:8/12: mkdir d4 0 2024-09-17T10:39:47.545 INFO:tasks.workunit.client.0.smithi159.stdout:5/260: link d19/d1a/d32/d37/f3e d19/d22/f55 0 2024-09-17T10:39:47.547 INFO:tasks.workunit.client.0.smithi159.stdout:8/366: write d4/dd/d10/d1a/d1e/f2f [2466097,87697] 0 2024-09-17T10:39:47.548 INFO:tasks.workunit.client.0.smithi159.stdout:6/369: symlink d1/l6d 0 2024-09-17T10:39:47.548 INFO:tasks.workunit.client.0.smithi159.stdout:6/370: chown d1/df/d2c/d35/d55/d64 0 1 2024-09-17T10:39:47.548 INFO:tasks.workunit.client.0.smithi159.stdout:6/371: write d1/df/d11/d2a/f43 [695354,126412] 0 2024-09-17T10:39:47.549 INFO:tasks.workunit.client.0.smithi159.stdout:6/372: dread d1/df/f1e [0,4194304] 0 2024-09-17T10:39:47.549 INFO:tasks.workunit.client.0.smithi159.stdout:6/373: readlink d1/l6d 0 2024-09-17T10:39:47.549 INFO:tasks.workunit.client.0.smithi159.stdout:6/374: write d1/df/d11/d2a/f54 [1459433,20041] 0 2024-09-17T10:39:47.549 INFO:tasks.workunit.client.0.smithi159.stdout:6/375: creat d1/df/d2c/f6e x:0 0 0 2024-09-17T10:39:47.551 INFO:tasks.workunit.client.1.smithi170.stdout:8/13: link l1 d4/l5 0 2024-09-17T10:39:47.551 INFO:tasks.workunit.client.1.smithi170.stdout:8/14: dwrite - no filename 2024-09-17T10:39:47.553 INFO:tasks.workunit.client.0.smithi159.stdout:5/261: dread d19/d33/f3c [0,4194304] 0 2024-09-17T10:39:47.555 INFO:tasks.workunit.client.1.smithi170.stdout:8/15: link l1 d4/l6 0 2024-09-17T10:39:47.555 INFO:tasks.workunit.client.1.smithi170.stdout:8/16: fdatasync - no filename 2024-09-17T10:39:47.557 INFO:tasks.workunit.client.1.smithi170.stdout:8/17: link l1 d4/l7 0 2024-09-17T10:39:47.557 INFO:tasks.workunit.client.1.smithi170.stdout:8/18: dwrite - no filename 2024-09-17T10:39:47.558 INFO:tasks.workunit.client.0.smithi159.stdout:7/312: symlink d2/d18/d20/d2c/l70 0 2024-09-17T10:39:47.559 INFO:tasks.workunit.client.0.smithi159.stdout:9/358: truncate d0/d3/d7/da/dc/de/d36/f59 263675 0 2024-09-17T10:39:47.560 INFO:tasks.workunit.client.0.smithi159.stdout:1/311: rename d1/d19/d1a/f23 to d1/d19/d3d/f51 0 2024-09-17T10:39:47.560 INFO:tasks.workunit.client.0.smithi159.stdout:1/312: stat d1/d3/f9 0 2024-09-17T10:39:47.561 INFO:tasks.workunit.client.0.smithi159.stdout:0/284: mkdir d5/d4f/d6a 0 2024-09-17T10:39:47.561 INFO:tasks.workunit.client.0.smithi159.stdout:0/285: chown d5/d10/d18/d22/d4c/f56 41895 1 2024-09-17T10:39:47.561 INFO:tasks.workunit.client.0.smithi159.stdout:0/286: fdatasync d5/d10/d18/f24 0 2024-09-17T10:39:47.562 INFO:tasks.workunit.client.0.smithi159.stdout:8/367: creat d4/dd/d10/d78/f7a x:0 0 0 2024-09-17T10:39:47.565 INFO:tasks.workunit.client.0.smithi159.stdout:6/376: truncate d1/fb 1314629 0 2024-09-17T10:39:47.565 INFO:tasks.workunit.client.0.smithi159.stdout:6/377: write d1/df/d2c/f30 [1334233,5141] 0 2024-09-17T10:39:47.565 INFO:tasks.workunit.client.0.smithi159.stdout:5/262: symlink d19/d1b/d1d/l56 0 2024-09-17T10:39:47.568 INFO:tasks.workunit.client.0.smithi159.stdout:7/313: rename d2/l58 to d2/d18/d20/d3f/d40/l71 0 2024-09-17T10:39:47.568 INFO:tasks.workunit.client.0.smithi159.stdout:7/314: readlink d2/d18/d32/l36 0 2024-09-17T10:39:47.569 INFO:tasks.workunit.client.0.smithi159.stdout:6/378: symlink d1/df/d11/d2a/l6f 0 2024-09-17T10:39:47.569 INFO:tasks.workunit.client.0.smithi159.stdout:6/379: fdatasync d1/df/d11/f20 0 2024-09-17T10:39:47.571 INFO:tasks.workunit.client.0.smithi159.stdout:5/263: link d19/d1e/c42 d19/d1b/c57 0 2024-09-17T10:39:47.571 INFO:tasks.workunit.client.0.smithi159.stdout:5/264: truncate d19/d1e/f50 991148 0 2024-09-17T10:39:47.571 INFO:tasks.workunit.client.0.smithi159.stdout:5/265: creat d19/d1e/f58 x:0 0 0 2024-09-17T10:39:47.574 INFO:tasks.workunit.client.0.smithi159.stdout:9/359: rename d0/c29 to d0/d3/d7/c7b 0 2024-09-17T10:39:47.577 INFO:tasks.workunit.client.0.smithi159.stdout:5/266: mkdir d19/d1b/d1d/d59 0 2024-09-17T10:39:47.581 INFO:tasks.workunit.client.0.smithi159.stdout:0/287: rename d5/d4f/d6a to d5/d10/d18/d22/d4c/d6b 0 2024-09-17T10:39:47.583 INFO:tasks.workunit.client.0.smithi159.stdout:5/267: symlink d19/l5a 0 2024-09-17T10:39:47.583 INFO:tasks.workunit.client.0.smithi159.stdout:5/268: chown cf 0 1 2024-09-17T10:39:47.583 INFO:tasks.workunit.client.0.smithi159.stdout:5/269: write d19/d1a/d32/f53 [299437,78408] 0 2024-09-17T10:39:47.589 INFO:tasks.workunit.client.0.smithi159.stdout:0/288: creat d5/d12/d32/d59/f6c x:0 0 0 2024-09-17T10:39:47.589 INFO:tasks.workunit.client.0.smithi159.stdout:1/313: dwrite d1/d19/d1a/ff [4194304,4194304] 0 2024-09-17T10:39:47.589 INFO:tasks.workunit.client.0.smithi159.stdout:1/314: chown d1/d19/d1a/f39 6 1 2024-09-17T10:39:47.589 INFO:tasks.workunit.client.0.smithi159.stdout:1/315: write d1/d3/f49 [880646,94372] 0 2024-09-17T10:39:47.589 INFO:tasks.workunit.client.0.smithi159.stdout:1/316: chown d1/d10/c3c 74 1 2024-09-17T10:39:47.589 INFO:tasks.workunit.client.0.smithi159.stdout:5/270: creat d19/d1b/d36/f5b x:0 0 0 2024-09-17T10:39:47.590 INFO:tasks.workunit.client.0.smithi159.stdout:0/289: creat d5/d10/d18/d22/d3e/f6d x:0 0 0 2024-09-17T10:39:47.591 INFO:tasks.workunit.client.0.smithi159.stdout:8/368: dwrite d4/fc [0,4194304] 0 2024-09-17T10:39:47.591 INFO:tasks.workunit.client.0.smithi159.stdout:8/369: chown d4/dd/d20 6085398 1 2024-09-17T10:39:47.592 INFO:tasks.workunit.client.0.smithi159.stdout:5/271: creat d19/d1b/d1d/d59/f5c x:0 0 0 2024-09-17T10:39:47.592 INFO:tasks.workunit.client.0.smithi159.stdout:5/272: creat d19/d1a/d32/f5d x:0 0 0 2024-09-17T10:39:47.601 INFO:tasks.workunit.client.0.smithi159.stdout:6/380: dwrite d1/df/d2c/f4b [0,4194304] 0 2024-09-17T10:39:47.609 INFO:tasks.workunit.client.0.smithi159.stdout:7/315: dwrite d2/d8/d45/f4b [0,4194304] 0 2024-09-17T10:39:47.609 INFO:tasks.workunit.client.0.smithi159.stdout:9/360: write d0/d1/d2/f12 [3313207,49971] 0 2024-09-17T10:39:47.611 INFO:tasks.workunit.client.0.smithi159.stdout:9/361: truncate d0/d1/f3b 3940168 0 2024-09-17T10:39:47.612 INFO:tasks.workunit.client.0.smithi159.stdout:9/362: link d0/d3/d7/da/dc/d34/f53 d0/d3/d7/da/dc/de/d3e/f7c 0 2024-09-17T10:39:47.613 INFO:tasks.workunit.client.0.smithi159.stdout:9/363: mkdir d0/d3/d7/da/dc/d40/d7d 0 2024-09-17T10:39:47.613 INFO:tasks.workunit.client.0.smithi159.stdout:9/364: read - d0/d3/d50/f75 zero size 2024-09-17T10:39:47.614 INFO:tasks.workunit.client.0.smithi159.stdout:9/365: mknod d0/d3/c7e 0 2024-09-17T10:39:47.615 INFO:tasks.workunit.client.0.smithi159.stdout:9/366: fdatasync d0/f1e 0 2024-09-17T10:39:47.616 INFO:tasks.workunit.client.0.smithi159.stdout:9/367: link d0/d3/d7/da/dc/d1c/d31/d55/l57 d0/d3/d7/da/dc/d40/d7d/l7f 0 2024-09-17T10:39:47.616 INFO:tasks.workunit.client.0.smithi159.stdout:9/368: readlink d0/d3/d7/da/d46/d54/l69 0 2024-09-17T10:39:47.616 INFO:tasks.workunit.client.0.smithi159.stdout:9/369: fsync d0/d3/d33/f48 0 2024-09-17T10:39:47.617 INFO:tasks.workunit.client.0.smithi159.stdout:9/370: chown d0/d3/d7/l24 7 1 2024-09-17T10:39:47.619 INFO:tasks.workunit.client.0.smithi159.stdout:9/371: getdents d0/d3/d7 0 2024-09-17T10:39:47.619 INFO:tasks.workunit.client.0.smithi159.stdout:9/372: write d0/d3/d7/da/d46/f65 [818322,61500] 0 2024-09-17T10:39:47.621 INFO:tasks.workunit.client.0.smithi159.stdout:9/373: mknod d0/d3/d7/da/dc/de/d3e/c80 0 2024-09-17T10:39:47.621 INFO:tasks.workunit.client.0.smithi159.stdout:7/316: write d2/d18/d32/f46 [3095001,58063] 0 2024-09-17T10:39:47.621 INFO:tasks.workunit.client.0.smithi159.stdout:7/317: creat d2/d18/d32/f72 x:0 0 0 2024-09-17T10:39:47.623 INFO:tasks.workunit.client.0.smithi159.stdout:9/374: mkdir d0/d3/d7/da/dc/d1c/d31/d81 0 2024-09-17T10:39:47.623 INFO:tasks.workunit.client.0.smithi159.stdout:9/375: chown d0/d3/d7/da/dc/de/l32 683912740 1 2024-09-17T10:39:47.623 INFO:tasks.workunit.client.0.smithi159.stdout:9/376: chown d0/d3/d7/da/dc/d1c/d31/d47/l68 1 1 2024-09-17T10:39:47.623 INFO:tasks.workunit.client.0.smithi159.stdout:6/381: fsync d1/df/d11/d2a/f54 0 2024-09-17T10:39:47.623 INFO:tasks.workunit.client.0.smithi159.stdout:8/370: dwrite d4/d32/f69 [0,4194304] 0 2024-09-17T10:39:47.623 INFO:tasks.workunit.client.0.smithi159.stdout:5/273: dwrite d19/d1b/d1d/f2d [0,4194304] 0 2024-09-17T10:39:47.625 INFO:tasks.workunit.client.0.smithi159.stdout:1/317: dwrite d1/d19/d1a/dc/d18/f37 [0,4194304] 0 2024-09-17T10:39:47.625 INFO:tasks.workunit.client.0.smithi159.stdout:7/318: mkdir d2/d18/d20/d3f/d73 0 2024-09-17T10:39:47.625 INFO:tasks.workunit.client.0.smithi159.stdout:0/290: dwrite d5/fe [0,4194304] 0 2024-09-17T10:39:47.626 INFO:tasks.workunit.client.0.smithi159.stdout:0/291: fdatasync d5/f48 0 2024-09-17T10:39:47.626 INFO:tasks.workunit.client.0.smithi159.stdout:0/292: write d5/d10/d18/d22/d3e/f6d [185477,56987] 0 2024-09-17T10:39:47.627 INFO:tasks.workunit.client.0.smithi159.stdout:9/377: rename d0/d3/d7/da/dc/d40/f66 to d0/d3/d7/da/dc/d3a/f82 0 2024-09-17T10:39:47.636 INFO:tasks.workunit.client.0.smithi159.stdout:5/274: unlink d19/d1a/d32/d37/f3e 0 2024-09-17T10:39:47.637 INFO:tasks.workunit.client.0.smithi159.stdout:9/378: dread d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:47.641 INFO:tasks.workunit.client.0.smithi159.stdout:8/371: dwrite d4/dd/d10/f58 [4194304,4194304] 0 2024-09-17T10:39:47.647 INFO:tasks.workunit.client.0.smithi159.stdout:1/318: creat d1/d19/f52 x:0 0 0 2024-09-17T10:39:47.647 INFO:tasks.workunit.client.0.smithi159.stdout:1/319: stat d1/d10/f3a 0 2024-09-17T10:39:47.649 INFO:tasks.workunit.client.0.smithi159.stdout:7/319: symlink d2/d23/d67/l74 0 2024-09-17T10:39:47.651 INFO:tasks.workunit.client.0.smithi159.stdout:0/293: mknod d5/d4f/d67/c6e 0 2024-09-17T10:39:47.654 INFO:tasks.workunit.client.0.smithi159.stdout:5/275: mkdir d19/d1a/d32/d5e 0 2024-09-17T10:39:47.656 INFO:tasks.workunit.client.0.smithi159.stdout:9/379: creat d0/d3/d7/da/d1a/d60/f83 x:0 0 0 2024-09-17T10:39:47.658 INFO:tasks.workunit.client.0.smithi159.stdout:8/372: dwrite d4/dd/d10/f58 [4194304,4194304] 0 2024-09-17T10:39:47.658 INFO:tasks.workunit.client.0.smithi159.stdout:8/373: dread - d4/f68 zero size 2024-09-17T10:39:47.658 INFO:tasks.workunit.client.0.smithi159.stdout:7/320: mkdir d2/d23/d67/d47/d4a/d4d/d75 0 2024-09-17T10:39:47.659 INFO:tasks.workunit.client.0.smithi159.stdout:7/321: chown d2/d18/d20/f69 1 1 2024-09-17T10:39:47.662 INFO:tasks.workunit.client.0.smithi159.stdout:4/236: sync 2024-09-17T10:39:47.663 INFO:tasks.workunit.client.0.smithi159.stdout:9/380: rmdir d0/d3/d7/da/dc/de/d21 39 2024-09-17T10:39:47.665 INFO:tasks.workunit.client.0.smithi159.stdout:1/320: mknod d1/d10/c53 0 2024-09-17T10:39:47.666 INFO:tasks.workunit.client.0.smithi159.stdout:0/294: dread d5/d10/f26 [0,4194304] 0 2024-09-17T10:39:47.668 INFO:tasks.workunit.client.0.smithi159.stdout:8/374: rename d4/dd/c17 to d4/da/c7b 0 2024-09-17T10:39:47.668 INFO:tasks.workunit.client.0.smithi159.stdout:7/322: dread d2/d18/d20/d2c/f61 [0,4194304] 0 2024-09-17T10:39:47.668 INFO:tasks.workunit.client.0.smithi159.stdout:7/323: fsync d2/d23/d67/d53/f68 0 2024-09-17T10:39:47.668 INFO:tasks.workunit.client.0.smithi159.stdout:5/276: dread d19/d1b/d21/f34 [0,4194304] 0 2024-09-17T10:39:47.669 INFO:tasks.workunit.client.0.smithi159.stdout:4/237: creat d0/f4a x:0 0 0 2024-09-17T10:39:47.670 INFO:tasks.workunit.client.0.smithi159.stdout:8/375: symlink d4/dd/d10/d33/d50/l7c 0 2024-09-17T10:39:47.671 INFO:tasks.workunit.client.0.smithi159.stdout:4/238: dread d0/d9/da/fd [0,4194304] 0 2024-09-17T10:39:47.671 INFO:tasks.workunit.client.0.smithi159.stdout:4/239: truncate d0/f4a 253945 0 2024-09-17T10:39:47.671 INFO:tasks.workunit.client.0.smithi159.stdout:7/324: rmdir d2/d23/d67/d47/d4a 39 2024-09-17T10:39:47.673 INFO:tasks.workunit.client.0.smithi159.stdout:5/277: symlink d19/d1b/d36/l5f 0 2024-09-17T10:39:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:47 smithi159 ceph-mon[27674]: pgmap v272: 65 pgs: 65 active+clean; 544 MiB data, 1.9 GiB used, 535 GiB / 536 GiB avail; 26 MiB/s rd, 43 MiB/s wr, 427 op/s 2024-09-17T10:39:47.678 INFO:tasks.workunit.client.0.smithi159.stdout:8/376: creat d4/dd/f7d x:0 0 0 2024-09-17T10:39:47.678 INFO:tasks.workunit.client.0.smithi159.stdout:8/377: write d4/dd/d10/d33/d50/f73 [217322,49193] 0 2024-09-17T10:39:47.679 INFO:tasks.workunit.client.0.smithi159.stdout:8/378: fdatasync d4/dd/d10/d1a/f2d 0 2024-09-17T10:39:47.679 INFO:tasks.workunit.client.0.smithi159.stdout:8/379: truncate d4/dd/d10/d4b/f59 940460 0 2024-09-17T10:39:47.679 INFO:tasks.workunit.client.0.smithi159.stdout:1/321: dread d1/d3/f3e [0,4194304] 0 2024-09-17T10:39:47.680 INFO:tasks.workunit.client.0.smithi159.stdout:4/240: rename d0/d9/l30 to d0/l4b 0 2024-09-17T10:39:47.680 INFO:tasks.workunit.client.0.smithi159.stdout:4/241: chown d0/d12/d2f 22 1 2024-09-17T10:39:47.680 INFO:tasks.workunit.client.0.smithi159.stdout:5/278: rmdir d19 39 2024-09-17T10:39:47.682 INFO:tasks.workunit.client.0.smithi159.stdout:1/322: write d1/d3/f3e [1756625,33123] 0 2024-09-17T10:39:47.682 INFO:tasks.workunit.client.0.smithi159.stdout:1/323: fdatasync d1/d19/f52 0 2024-09-17T10:39:47.682 INFO:tasks.workunit.client.0.smithi159.stdout:1/324: creat d1/d2/f54 x:0 0 0 2024-09-17T10:39:47.683 INFO:tasks.workunit.client.0.smithi159.stdout:8/380: unlink d4/dd/d5d/c6c 0 2024-09-17T10:39:47.684 INFO:tasks.workunit.client.0.smithi159.stdout:4/242: mknod d0/d12/c4c 0 2024-09-17T10:39:47.684 INFO:tasks.workunit.client.0.smithi159.stdout:4/243: read d0/f6 [300949,96020] 0 2024-09-17T10:39:47.686 INFO:tasks.workunit.client.0.smithi159.stdout:5/279: truncate d19/f1f 36351 0 2024-09-17T10:39:47.686 INFO:tasks.workunit.client.0.smithi159.stdout:5/280: stat cf 0 2024-09-17T10:39:47.689 INFO:tasks.workunit.client.0.smithi159.stdout:1/325: creat d1/d10/f55 x:0 0 0 2024-09-17T10:39:47.689 INFO:tasks.workunit.client.0.smithi159.stdout:1/326: readlink d1/d19/d1a/dc/d18/l22 0 2024-09-17T10:39:47.690 INFO:tasks.workunit.client.0.smithi159.stdout:1/327: chown d1/d19/d1a/f8 124149 1 2024-09-17T10:39:47.690 INFO:tasks.workunit.client.0.smithi159.stdout:8/381: symlink d4/dd/d10/d78/l7e 0 2024-09-17T10:39:47.693 INFO:tasks.workunit.client.0.smithi159.stdout:0/295: dwrite d5/d10/d18/d22/f5d [0,4194304] 0 2024-09-17T10:39:47.693 INFO:tasks.workunit.client.0.smithi159.stdout:5/281: rename d19/d1b/d1d/c44 to d19/d1e/c60 0 2024-09-17T10:39:47.693 INFO:tasks.workunit.client.0.smithi159.stdout:4/244: write d0/d9/da/d33/f3d [3792046,46137] 0 2024-09-17T10:39:47.695 INFO:tasks.workunit.client.0.smithi159.stdout:5/282: write d19/f41 [4290471,53866] 0 2024-09-17T10:39:47.695 INFO:tasks.workunit.client.0.smithi159.stdout:7/325: dwrite d2/d8/f5b [0,4194304] 0 2024-09-17T10:39:47.696 INFO:tasks.workunit.client.0.smithi159.stdout:9/381: dwrite d0/d3/f30 [0,4194304] 0 2024-09-17T10:39:47.696 INFO:tasks.workunit.client.0.smithi159.stdout:9/382: chown d0/d3/d7/da/dc/d1c/f2e 22558373 1 2024-09-17T10:39:47.696 INFO:tasks.workunit.client.0.smithi159.stdout:9/383: fsync d0/d3/d7/f7a 0 2024-09-17T10:39:47.696 INFO:tasks.workunit.client.0.smithi159.stdout:9/384: write d0/d3/d7/da/dc/d3a/f82 [1885277,92714] 0 2024-09-17T10:39:47.696 INFO:tasks.workunit.client.0.smithi159.stdout:9/385: fdatasync d0/d3/d7/da/dc/d34/f5c 0 2024-09-17T10:39:47.697 INFO:tasks.workunit.client.0.smithi159.stdout:5/283: truncate d19/d1b/d1d/f2d 308190 0 2024-09-17T10:39:47.701 INFO:tasks.workunit.client.0.smithi159.stdout:7/326: mknod d2/d23/d67/d47/d4a/d4d/c76 0 2024-09-17T10:39:47.701 INFO:tasks.workunit.client.0.smithi159.stdout:7/327: chown d2/d8/d45/c60 128105922 1 2024-09-17T10:39:47.705 INFO:tasks.workunit.client.0.smithi159.stdout:0/296: rmdir d5/d58 0 2024-09-17T10:39:47.705 INFO:tasks.workunit.client.0.smithi159.stdout:0/297: readlink d5/d12/d32/l39 0 2024-09-17T10:39:47.705 INFO:tasks.workunit.client.0.smithi159.stdout:0/298: stat d5/d4f/d67 0 2024-09-17T10:39:47.707 INFO:tasks.workunit.client.0.smithi159.stdout:5/284: creat d19/d1a/f61 x:0 0 0 2024-09-17T10:39:47.708 INFO:tasks.workunit.client.0.smithi159.stdout:1/328: dwrite d1/d19/d1a/dc/d18/f43 [0,4194304] 0 2024-09-17T10:39:47.709 INFO:tasks.workunit.client.0.smithi159.stdout:7/328: mkdir d2/d18/d20/d3f/d77 0 2024-09-17T10:39:47.710 INFO:tasks.workunit.client.0.smithi159.stdout:7/329: fsync d2/d18/d20/d2c/f6f 0 2024-09-17T10:39:47.710 INFO:tasks.workunit.client.0.smithi159.stdout:0/299: readlink d5/d10/l20 0 2024-09-17T10:39:47.710 INFO:tasks.workunit.client.0.smithi159.stdout:7/330: write d2/f1d [989294,118632] 0 2024-09-17T10:39:47.711 INFO:tasks.workunit.client.0.smithi159.stdout:5/285: write d19/f28 [3824899,59642] 0 2024-09-17T10:39:47.714 INFO:tasks.workunit.client.0.smithi159.stdout:0/300: mkdir d5/d10/d18/d6f 0 2024-09-17T10:39:47.715 INFO:tasks.workunit.client.0.smithi159.stdout:9/386: dwrite d0/d3/d7/da/f2d [0,4194304] 0 2024-09-17T10:39:47.715 INFO:tasks.workunit.client.0.smithi159.stdout:9/387: rename d0/d3/d7/da/dc/d1c to d0/d3/d7/da/dc/d1c/d31/d84 22 2024-09-17T10:39:47.715 INFO:tasks.workunit.client.0.smithi159.stdout:9/388: truncate d0/d3/d7/da/d46/d54/d6c/f6e 169557 0 2024-09-17T10:39:47.718 INFO:tasks.workunit.client.0.smithi159.stdout:7/331: mkdir d2/d23/d67/d47/d4a/d4d/d75/d78 0 2024-09-17T10:39:47.718 INFO:tasks.workunit.client.0.smithi159.stdout:0/301: dread d5/d10/d18/d22/d3e/f6d [0,4194304] 0 2024-09-17T10:39:47.722 INFO:tasks.workunit.client.0.smithi159.stdout:0/302: mkdir d5/d10/d18/d22/d4c/d70 0 2024-09-17T10:39:47.723 INFO:tasks.workunit.client.0.smithi159.stdout:5/286: symlink d19/d1b/d21/l62 0 2024-09-17T10:39:47.725 INFO:tasks.workunit.client.0.smithi159.stdout:5/287: creat d19/d33/f63 x:0 0 0 2024-09-17T10:39:47.733 INFO:tasks.workunit.client.1.smithi170.stdout:6/32: sync 2024-09-17T10:39:47.734 INFO:tasks.workunit.client.0.smithi159.stdout:1/329: dwrite d1/d19/d1a/f8 [4194304,4194304] 0 2024-09-17T10:39:47.738 INFO:tasks.workunit.client.1.smithi170.stdout:6/33: read d0/f7 [38755,101889] 0 2024-09-17T10:39:47.741 INFO:tasks.workunit.client.1.smithi170.stdout:6/34: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:47.741 INFO:tasks.workunit.client.1.smithi170.stdout:6/35: readlink d0/d2/l8 0 2024-09-17T10:39:47.742 INFO:tasks.workunit.client.1.smithi170.stdout:6/36: rename d0/d2/ca to d0/d2/cb 0 2024-09-17T10:39:47.742 INFO:tasks.workunit.client.1.smithi170.stdout:6/37: symlink d0/lc 0 2024-09-17T10:39:47.744 INFO:tasks.workunit.client.0.smithi159.stdout:7/332: dwrite d2/d23/d67/d47/d4a/f57 [0,4194304] 0 2024-09-17T10:39:47.745 INFO:tasks.workunit.client.0.smithi159.stdout:5/288: dwrite d19/d1a/f20 [0,4194304] 0 2024-09-17T10:39:47.745 INFO:tasks.workunit.client.0.smithi159.stdout:5/289: stat d19/d1a/d32/f5d 0 2024-09-17T10:39:47.745 INFO:tasks.workunit.client.0.smithi159.stdout:5/290: creat d19/d33/f64 x:0 0 0 2024-09-17T10:39:47.745 INFO:tasks.workunit.client.0.smithi159.stdout:5/291: creat d19/d33/f65 x:0 0 0 2024-09-17T10:39:47.745 INFO:tasks.workunit.client.0.smithi159.stdout:0/303: dwrite d5/d10/d18/d22/f31 [0,4194304] 0 2024-09-17T10:39:47.748 INFO:tasks.workunit.client.0.smithi159.stdout:7/333: link d2/f7 d2/d18/d20/d2c/f79 0 2024-09-17T10:39:47.748 INFO:tasks.workunit.client.0.smithi159.stdout:7/334: rename d2/d23/d67/d47 to d2/d23/d67/d47/d4a/d7a 22 2024-09-17T10:39:47.750 INFO:tasks.workunit.client.0.smithi159.stdout:5/292: dread f9 [4194304,4194304] 0 2024-09-17T10:39:47.752 INFO:tasks.workunit.client.0.smithi159.stdout:0/304: mknod d5/d4f/c71 0 2024-09-17T10:39:47.754 INFO:tasks.workunit.client.0.smithi159.stdout:5/293: mknod d19/d1a/d32/d5e/c66 0 2024-09-17T10:39:47.755 INFO:tasks.workunit.client.0.smithi159.stdout:0/305: symlink d5/d12/d32/d59/l72 0 2024-09-17T10:39:47.758 INFO:tasks.workunit.client.0.smithi159.stdout:7/335: rename d2/d23/d67/d53 to d2/d23/d67/d7b 0 2024-09-17T10:39:47.760 INFO:tasks.workunit.client.1.smithi170.stdout:6/38: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:47.760 INFO:tasks.workunit.client.0.smithi159.stdout:7/336: dread d2/d23/d67/d47/f5d [0,4194304] 0 2024-09-17T10:39:47.763 INFO:tasks.workunit.client.1.smithi170.stdout:6/39: link d0/d2/f9 d0/fd 0 2024-09-17T10:39:47.765 INFO:tasks.workunit.client.0.smithi159.stdout:5/294: dread d19/f28 [0,4194304] 0 2024-09-17T10:39:47.765 INFO:tasks.workunit.client.1.smithi170.stdout:6/40: rename d0/d2/f9 to d0/fe 0 2024-09-17T10:39:47.765 INFO:tasks.workunit.client.1.smithi170.stdout:6/41: creat d0/d2/ff x:0 0 0 2024-09-17T10:39:47.766 INFO:tasks.workunit.client.1.smithi170.stdout:6/42: chown d0/c6 47801 1 2024-09-17T10:39:47.770 INFO:tasks.workunit.client.1.smithi170.stdout:6/43: unlink d0/lc 0 2024-09-17T10:39:47.772 INFO:tasks.workunit.client.0.smithi159.stdout:5/295: rmdir d19/d1b/d1d 39 2024-09-17T10:39:47.778 INFO:tasks.workunit.client.1.smithi170.stdout:6/44: write d0/f7 [3864524,120981] 0 2024-09-17T10:39:47.778 INFO:tasks.workunit.client.1.smithi170.stdout:6/45: truncate d0/d2/ff 992128 0 2024-09-17T10:39:47.778 INFO:tasks.workunit.client.1.smithi170.stdout:6/46: creat d0/d2/f10 x:0 0 0 2024-09-17T10:39:47.778 INFO:tasks.workunit.client.1.smithi170.stdout:6/47: rename d0/d2 to d0/d2/d11 22 2024-09-17T10:39:47.779 INFO:tasks.workunit.client.0.smithi159.stdout:0/306: dwrite d5/d12/d32/d3a/f4e [0,4194304] 0 2024-09-17T10:39:47.779 INFO:tasks.workunit.client.0.smithi159.stdout:7/337: dwrite d2/f9 [0,4194304] 0 2024-09-17T10:39:47.781 INFO:tasks.workunit.client.1.smithi170.stdout:6/48: link d0/c4 d0/c12 0 2024-09-17T10:39:47.786 INFO:tasks.workunit.client.1.smithi170.stdout:6/49: rename d0/fd to d0/f13 0 2024-09-17T10:39:47.797 INFO:tasks.workunit.client.0.smithi159.stdout:7/338: dwrite d2/d23/d67/d7b/f68 [0,4194304] 0 2024-09-17T10:39:47.797 INFO:tasks.workunit.client.0.smithi159.stdout:7/339: readlink d2/l1c 0 2024-09-17T10:39:47.797 INFO:tasks.workunit.client.0.smithi159.stdout:0/307: dread d5/d10/f1e [0,4194304] 0 2024-09-17T10:39:47.799 INFO:tasks.workunit.client.0.smithi159.stdout:2/294: sync 2024-09-17T10:39:47.799 INFO:tasks.workunit.client.0.smithi159.stdout:3/358: sync 2024-09-17T10:39:47.799 INFO:tasks.workunit.client.0.smithi159.stdout:6/382: sync 2024-09-17T10:39:47.800 INFO:tasks.workunit.client.0.smithi159.stdout:7/340: mknod d2/d44/c7c 0 2024-09-17T10:39:47.800 INFO:tasks.workunit.client.0.smithi159.stdout:7/341: write d2/d18/d20/d3f/d40/f59 [346266,31325] 0 2024-09-17T10:39:47.800 INFO:tasks.workunit.client.0.smithi159.stdout:0/308: mknod d5/d10/d18/d22/d4c/d6b/c73 0 2024-09-17T10:39:47.800 INFO:tasks.workunit.client.0.smithi159.stdout:0/309: write d5/d10/d18/d22/d3e/d51/f69 [943928,67553] 0 2024-09-17T10:39:47.802 INFO:tasks.workunit.client.0.smithi159.stdout:0/310: dread d5/d12/f27 [0,4194304] 0 2024-09-17T10:39:47.802 INFO:tasks.workunit.client.0.smithi159.stdout:2/295: dread - d0/d9/d40/f59 zero size 2024-09-17T10:39:47.802 INFO:tasks.workunit.client.0.smithi159.stdout:2/296: readlink d0/l4d 0 2024-09-17T10:39:47.802 INFO:tasks.workunit.client.0.smithi159.stdout:3/359: symlink d9/df/d54/d59/d5e/l6a 0 2024-09-17T10:39:47.804 INFO:tasks.workunit.client.0.smithi159.stdout:7/342: mknod d2/d23/d67/d7b/c7d 0 2024-09-17T10:39:47.805 INFO:tasks.workunit.client.0.smithi159.stdout:0/311: truncate d5/d12/d32/d3a/f3c 817534 0 2024-09-17T10:39:47.805 INFO:tasks.workunit.client.1.smithi170.stdout:6/50: dwrite d0/fe [0,4194304] 0 2024-09-17T10:39:47.809 INFO:tasks.workunit.client.0.smithi159.stdout:2/297: symlink d0/d14/l5f 0 2024-09-17T10:39:47.809 INFO:tasks.workunit.client.0.smithi159.stdout:6/383: dread d1/df/d11/f20 [0,4194304] 0 2024-09-17T10:39:47.809 INFO:tasks.workunit.client.0.smithi159.stdout:0/312: symlink d5/d10/d18/d22/d4c/l74 0 2024-09-17T10:39:47.809 INFO:tasks.workunit.client.0.smithi159.stdout:0/313: fdatasync d5/d10/d18/f19 0 2024-09-17T10:39:47.809 INFO:tasks.workunit.client.0.smithi159.stdout:3/360: mkdir d9/d66/d6b 0 2024-09-17T10:39:47.809 INFO:tasks.workunit.client.0.smithi159.stdout:3/361: fsync d9/df/f58 0 2024-09-17T10:39:47.809 INFO:tasks.workunit.client.0.smithi159.stdout:6/384: creat d1/d5d/d51/f70 x:0 0 0 2024-09-17T10:39:47.812 INFO:tasks.workunit.client.1.smithi170.stdout:6/51: creat d0/f14 x:0 0 0 2024-09-17T10:39:47.815 INFO:tasks.workunit.client.0.smithi159.stdout:0/314: symlink d5/d12/d32/l75 0 2024-09-17T10:39:47.817 INFO:tasks.workunit.client.0.smithi159.stdout:6/385: read d1/df/f45 [2594270,62479] 0 2024-09-17T10:39:47.818 INFO:tasks.workunit.client.0.smithi159.stdout:2/298: read d0/f3c [2216095,11800] 0 2024-09-17T10:39:47.818 INFO:tasks.workunit.client.0.smithi159.stdout:3/362: creat d9/df/d54/d59/d5e/f6c x:0 0 0 2024-09-17T10:39:47.818 INFO:tasks.workunit.client.0.smithi159.stdout:2/299: stat d0/d26/d4b 0 2024-09-17T10:39:47.818 INFO:tasks.workunit.client.0.smithi159.stdout:3/363: fsync d9/df/f20 0 2024-09-17T10:39:47.818 INFO:tasks.workunit.client.0.smithi159.stdout:3/364: readlink d9/df/d2c/l5d 0 2024-09-17T10:39:47.818 INFO:tasks.workunit.client.0.smithi159.stdout:3/365: dread - d9/df/d3f/f61 zero size 2024-09-17T10:39:47.819 INFO:tasks.workunit.client.0.smithi159.stdout:6/386: write d1/df/d11/f5b [1436083,9264] 0 2024-09-17T10:39:47.819 INFO:tasks.workunit.client.0.smithi159.stdout:0/315: creat d5/d10/d18/d22/d3e/d62/f76 x:0 0 0 2024-09-17T10:39:47.819 INFO:tasks.workunit.client.0.smithi159.stdout:0/316: chown d5/d12/f27 313 1 2024-09-17T10:39:47.820 INFO:tasks.workunit.client.0.smithi159.stdout:3/366: creat d9/d66/f6d x:0 0 0 2024-09-17T10:39:47.821 INFO:tasks.workunit.client.0.smithi159.stdout:6/387: creat d1/df/d2c/d35/d55/d64/f71 x:0 0 0 2024-09-17T10:39:47.823 INFO:tasks.workunit.client.0.smithi159.stdout:7/343: dwrite d2/d18/d20/f2a [0,4194304] 0 2024-09-17T10:39:47.823 INFO:tasks.workunit.client.0.smithi159.stdout:7/344: stat d2/c13 0 2024-09-17T10:39:47.823 INFO:tasks.workunit.client.0.smithi159.stdout:0/317: rename d5/d12/d32/d59/f6c to d5/d10/d18/d22/d3e/d51/f77 0 2024-09-17T10:39:47.823 INFO:tasks.workunit.client.0.smithi159.stdout:0/318: fdatasync d5/d10/d18/d22/d4c/f56 0 2024-09-17T10:39:47.823 INFO:tasks.workunit.client.0.smithi159.stdout:0/319: creat d5/d12/d32/d3a/f78 x:0 0 0 2024-09-17T10:39:47.829 INFO:tasks.workunit.client.0.smithi159.stdout:2/300: dread d0/d2c/f25 [4194304,4194304] 0 2024-09-17T10:39:47.829 INFO:tasks.workunit.client.0.smithi159.stdout:7/345: mknod d2/d23/d67/d47/d4a/d4d/c7e 0 2024-09-17T10:39:47.829 INFO:tasks.workunit.client.0.smithi159.stdout:0/320: rename d5/d12/c33 to d5/d10/d18/d22/d3e/d62/c79 0 2024-09-17T10:39:47.829 INFO:tasks.workunit.client.0.smithi159.stdout:2/301: write d0/f54 [669114,59259] 0 2024-09-17T10:39:47.829 INFO:tasks.workunit.client.0.smithi159.stdout:7/346: write d2/f24 [4500024,47555] 0 2024-09-17T10:39:47.830 INFO:tasks.workunit.client.1.smithi170.stdout:6/52: truncate d0/f7 2438605 0 2024-09-17T10:39:47.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/388: rmdir d1/df/d2c 39 2024-09-17T10:39:47.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/389: stat d1/df/d11 0 2024-09-17T10:39:47.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/390: write d1/df/d2c/f3c [867623,72646] 0 2024-09-17T10:39:47.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/391: write d1/df/d11/d16/f2d [630503,96631] 0 2024-09-17T10:39:47.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/392: chown d1/d5d/c52 3 1 2024-09-17T10:39:47.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/393: creat d1/df/d11/d2a/f72 x:0 0 0 2024-09-17T10:39:47.839 INFO:tasks.workunit.client.0.smithi159.stdout:3/367: dwrite d9/df/d54/d3c/f65 [0,4194304] 0 2024-09-17T10:39:47.839 INFO:tasks.workunit.client.0.smithi159.stdout:2/302: mknod d0/d9/d32/c60 0 2024-09-17T10:39:47.839 INFO:tasks.workunit.client.1.smithi170.stdout:6/53: write d0/fe [3129474,26473] 0 2024-09-17T10:39:47.842 INFO:tasks.workunit.client.1.smithi170.stdout:6/54: mknod d0/d2/c15 0 2024-09-17T10:39:47.850 INFO:tasks.workunit.client.0.smithi159.stdout:3/368: unlink d9/c16 0 2024-09-17T10:39:47.850 INFO:tasks.workunit.client.0.smithi159.stdout:0/321: dwrite d5/d10/d18/d22/f40 [0,4194304] 0 2024-09-17T10:39:47.850 INFO:tasks.workunit.client.0.smithi159.stdout:3/369: truncate d9/df/d54/d59/d5e/f6c 289041 0 2024-09-17T10:39:47.859 INFO:tasks.workunit.client.0.smithi159.stdout:0/322: rmdir d5/d12/d32 39 2024-09-17T10:39:47.860 INFO:tasks.workunit.client.0.smithi159.stdout:2/303: dwrite d0/f54 [0,4194304] 0 2024-09-17T10:39:47.862 INFO:tasks.workunit.client.0.smithi159.stdout:2/304: mkdir d0/d2c/d61 0 2024-09-17T10:39:47.862 INFO:tasks.workunit.client.0.smithi159.stdout:2/305: fsync d0/df/f39 0 2024-09-17T10:39:47.862 INFO:tasks.workunit.client.0.smithi159.stdout:0/323: dread d5/d10/d18/d22/f2a [0,4194304] 0 2024-09-17T10:39:47.865 INFO:tasks.workunit.client.0.smithi159.stdout:0/324: rename d5/d10/c11 to d5/d10/d18/c7a 0 2024-09-17T10:39:47.867 INFO:tasks.workunit.client.0.smithi159.stdout:0/325: mknod d5/d10/d18/d22/d3e/d51/c7b 0 2024-09-17T10:39:47.868 INFO:tasks.workunit.client.0.smithi159.stdout:1/330: sync 2024-09-17T10:39:47.868 INFO:tasks.workunit.client.0.smithi159.stdout:8/382: sync 2024-09-17T10:39:47.868 INFO:tasks.workunit.client.0.smithi159.stdout:9/389: sync 2024-09-17T10:39:47.869 INFO:tasks.workunit.client.0.smithi159.stdout:4/245: sync 2024-09-17T10:39:47.869 INFO:tasks.workunit.client.0.smithi159.stdout:1/331: chown d1/d19/d1a/dc/d31/c38 41 1 2024-09-17T10:39:47.869 INFO:tasks.workunit.client.0.smithi159.stdout:9/390: readlink d0/d3/d7/da/dc/d1c/d31/d47/l68 0 2024-09-17T10:39:47.869 INFO:tasks.workunit.client.0.smithi159.stdout:9/391: stat d0/d3/d50/f75 0 2024-09-17T10:39:47.869 INFO:tasks.workunit.client.0.smithi159.stdout:9/392: chown d0/d3/d7/da/dc/d1c/d6a/l76 997851384 1 2024-09-17T10:39:47.869 INFO:tasks.workunit.client.0.smithi159.stdout:9/393: chown d0/d3/d7/c7b 2993 1 2024-09-17T10:39:47.870 INFO:tasks.workunit.client.0.smithi159.stdout:8/383: mknod d4/dd/c7f 0 2024-09-17T10:39:47.870 INFO:tasks.workunit.client.0.smithi159.stdout:3/370: dwrite d9/df/d2c/f45 [0,4194304] 0 2024-09-17T10:39:47.870 INFO:tasks.workunit.client.0.smithi159.stdout:3/371: creat d9/f6e x:0 0 0 2024-09-17T10:39:47.872 INFO:tasks.workunit.client.0.smithi159.stdout:8/384: creat d4/dd/d10/d1a/f80 x:0 0 0 2024-09-17T10:39:47.876 INFO:tasks.workunit.client.0.smithi159.stdout:3/372: symlink d9/l6f 0 2024-09-17T10:39:47.876 INFO:tasks.workunit.client.0.smithi159.stdout:3/373: truncate d9/df/d2c/f22 2633884 0 2024-09-17T10:39:47.876 INFO:tasks.workunit.client.0.smithi159.stdout:3/374: readlink d9/df/d2c/d2f/l55 0 2024-09-17T10:39:47.876 INFO:tasks.workunit.client.0.smithi159.stdout:3/375: write d9/df/f10 [3250974,66190] 0 2024-09-17T10:39:47.876 INFO:tasks.workunit.client.0.smithi159.stdout:3/376: write d9/f2e [379347,100540] 0 2024-09-17T10:39:47.876 INFO:tasks.workunit.client.0.smithi159.stdout:3/377: creat d9/df/f70 x:0 0 0 2024-09-17T10:39:47.876 INFO:tasks.workunit.client.0.smithi159.stdout:8/385: mkdir d4/dd/d10/d1a/d72/d81 0 2024-09-17T10:39:47.881 INFO:tasks.workunit.client.0.smithi159.stdout:0/326: dread d5/d10/d18/d22/f40 [0,4194304] 0 2024-09-17T10:39:47.886 INFO:tasks.workunit.client.0.smithi159.stdout:3/378: read d9/df/f10 [1662331,98510] 0 2024-09-17T10:39:47.886 INFO:tasks.workunit.client.0.smithi159.stdout:3/379: chown d9/l1c 2088053 1 2024-09-17T10:39:47.886 INFO:tasks.workunit.client.0.smithi159.stdout:3/380: fsync f4 0 2024-09-17T10:39:47.887 INFO:tasks.workunit.client.0.smithi159.stdout:2/306: dwrite d0/d14/f1c [0,4194304] 0 2024-09-17T10:39:47.889 INFO:tasks.workunit.client.0.smithi159.stdout:1/332: dwrite d1/d2/f4d [0,4194304] 0 2024-09-17T10:39:47.889 INFO:tasks.workunit.client.0.smithi159.stdout:1/333: fdatasync d1/d10/f55 0 2024-09-17T10:39:47.891 INFO:tasks.workunit.client.0.smithi159.stdout:2/307: rename d0/d26/l3f to d0/d26/d4b/l62 0 2024-09-17T10:39:47.891 INFO:tasks.workunit.client.0.smithi159.stdout:2/308: creat d0/f63 x:0 0 0 2024-09-17T10:39:47.892 INFO:tasks.workunit.client.0.smithi159.stdout:2/309: dread - d0/d14/f50 zero size 2024-09-17T10:39:47.894 INFO:tasks.workunit.client.0.smithi159.stdout:3/381: getdents d9/df/d3f 0 2024-09-17T10:39:47.894 INFO:tasks.workunit.client.0.smithi159.stdout:3/382: creat d9/df/d54/f71 x:0 0 0 2024-09-17T10:39:47.897 INFO:tasks.workunit.client.0.smithi159.stdout:2/310: rename d0/d2c/c22 to d0/d2c/d5e/c64 0 2024-09-17T10:39:47.898 INFO:tasks.workunit.client.0.smithi159.stdout:4/246: dwrite d0/d9/d24/f29 [0,4194304] 0 2024-09-17T10:39:47.898 INFO:tasks.workunit.client.0.smithi159.stdout:4/247: stat d0/d9/da/d33/f3d 0 2024-09-17T10:39:47.898 INFO:tasks.workunit.client.0.smithi159.stdout:4/248: read d0/f7 [2929078,53793] 0 2024-09-17T10:39:47.906 INFO:tasks.workunit.client.0.smithi159.stdout:2/311: read d0/f54 [2871491,65973] 0 2024-09-17T10:39:47.907 INFO:tasks.workunit.client.0.smithi159.stdout:9/394: dwrite d0/d1/d2/f12 [0,4194304] 0 2024-09-17T10:39:47.908 INFO:tasks.workunit.client.0.smithi159.stdout:2/312: mknod d0/df/d3e/d46/c65 0 2024-09-17T10:39:47.908 INFO:tasks.workunit.client.0.smithi159.stdout:2/313: fsync d0/df/f39 0 2024-09-17T10:39:47.909 INFO:tasks.workunit.client.0.smithi159.stdout:9/395: mkdir d0/d1/d2/d85 0 2024-09-17T10:39:47.911 INFO:tasks.workunit.client.0.smithi159.stdout:2/314: rmdir d0/d2c/d61 0 2024-09-17T10:39:47.913 INFO:tasks.workunit.client.0.smithi159.stdout:9/396: creat d0/d3/d7/da/dc/de/f86 x:0 0 0 2024-09-17T10:39:47.914 INFO:tasks.workunit.client.0.smithi159.stdout:8/386: dwrite d4/dd/d10/d1a/d1e/f2a [0,4194304] 0 2024-09-17T10:39:47.914 INFO:tasks.workunit.client.0.smithi159.stdout:2/315: mkdir d0/df/d3e/d46/d66 0 2024-09-17T10:39:47.915 INFO:tasks.workunit.client.0.smithi159.stdout:9/397: creat d0/d3/d7/da/dc/de/d21/f87 x:0 0 0 2024-09-17T10:39:47.916 INFO:tasks.workunit.client.0.smithi159.stdout:8/387: link d4/dd/cf d4/dd/d10/d33/d50/c82 0 2024-09-17T10:39:47.917 INFO:tasks.workunit.client.0.smithi159.stdout:8/388: dread - d4/dd/d10/d1a/d1e/d3e/f4f zero size 2024-09-17T10:39:47.917 INFO:tasks.workunit.client.0.smithi159.stdout:1/334: dwrite d1/d19/d1a/dc/d31/f50 [8388608,4194304] 0 2024-09-17T10:39:47.917 INFO:tasks.workunit.client.0.smithi159.stdout:2/316: mkdir d0/d2c/d67 0 2024-09-17T10:39:47.917 INFO:tasks.workunit.client.0.smithi159.stdout:2/317: chown d0/d26/d4b/l53 3 1 2024-09-17T10:39:47.918 INFO:tasks.workunit.client.0.smithi159.stdout:4/249: dwrite d0/f2a [0,4194304] 0 2024-09-17T10:39:47.918 INFO:tasks.workunit.client.0.smithi159.stdout:4/250: chown d0/d12/d2f 2 1 2024-09-17T10:39:47.919 INFO:tasks.workunit.client.0.smithi159.stdout:9/398: symlink d0/d3/d7/da/dc/d1c/l88 0 2024-09-17T10:39:47.919 INFO:tasks.workunit.client.0.smithi159.stdout:2/318: creat d0/df/d3e/d46/d66/f68 x:0 0 0 2024-09-17T10:39:47.919 INFO:tasks.workunit.client.0.smithi159.stdout:9/399: write d0/d3/d7/da/dc/d1c/f42 [856756,12788] 0 2024-09-17T10:39:47.922 INFO:tasks.workunit.client.0.smithi159.stdout:4/251: link d0/d9/da/d19/l1b d0/d9/d24/d48/l4d 0 2024-09-17T10:39:47.925 INFO:tasks.workunit.client.0.smithi159.stdout:4/252: getdents d0/d9/da 0 2024-09-17T10:39:47.925 INFO:tasks.workunit.client.0.smithi159.stdout:1/335: dread d1/d3/f9 [0,4194304] 0 2024-09-17T10:39:47.925 INFO:tasks.workunit.client.0.smithi159.stdout:1/336: chown d1/d2f 1020 1 2024-09-17T10:39:47.926 INFO:tasks.workunit.client.0.smithi159.stdout:1/337: truncate d1/d10/f4a 7741336 0 2024-09-17T10:39:47.926 INFO:tasks.workunit.client.0.smithi159.stdout:1/338: chown d1/d19/d1a/dc/d31/f46 53 1 2024-09-17T10:39:47.926 INFO:tasks.workunit.client.0.smithi159.stdout:1/339: write d1/d19/d3d/f51 [1794682,17641] 0 2024-09-17T10:39:47.927 INFO:tasks.workunit.client.0.smithi159.stdout:1/340: mknod d1/d3/c56 0 2024-09-17T10:39:47.928 INFO:tasks.workunit.client.0.smithi159.stdout:1/341: dread - d1/d2/f54 zero size 2024-09-17T10:39:47.928 INFO:tasks.workunit.client.0.smithi159.stdout:1/342: chown d1/d2/d25 25 1 2024-09-17T10:39:47.930 INFO:tasks.workunit.client.0.smithi159.stdout:9/400: write d0/d3/d7/da/dc/f41 [72657,93672] 0 2024-09-17T10:39:47.931 INFO:tasks.workunit.client.0.smithi159.stdout:1/343: mkdir d1/d2/d14/d57 0 2024-09-17T10:39:47.931 INFO:tasks.workunit.client.0.smithi159.stdout:1/344: creat d1/d19/d1a/dc/f58 x:0 0 0 2024-09-17T10:39:47.934 INFO:tasks.workunit.client.0.smithi159.stdout:9/401: creat d0/d3/d7/da/dc/d1c/d6a/f89 x:0 0 0 2024-09-17T10:39:47.934 INFO:tasks.workunit.client.0.smithi159.stdout:9/402: dread - d0/d3/d7/f7a zero size 2024-09-17T10:39:47.934 INFO:tasks.workunit.client.0.smithi159.stdout:9/403: dread - d0/d3/d7/da/dc/d1c/d6a/f89 zero size 2024-09-17T10:39:47.934 INFO:tasks.workunit.client.0.smithi159.stdout:5/296: sync 2024-09-17T10:39:47.939 INFO:tasks.workunit.client.0.smithi159.stdout:8/389: dwrite d4/dd/d10/d33/d50/d53/f6e [0,4194304] 0 2024-09-17T10:39:47.939 INFO:tasks.workunit.client.0.smithi159.stdout:8/390: fdatasync d4/dd/d10/f51 0 2024-09-17T10:39:47.940 INFO:tasks.workunit.client.0.smithi159.stdout:1/345: creat d1/d2f/f59 x:0 0 0 2024-09-17T10:39:47.940 INFO:tasks.workunit.client.0.smithi159.stdout:1/346: write d1/d3/f3e [701258,94740] 0 2024-09-17T10:39:47.940 INFO:tasks.workunit.client.0.smithi159.stdout:1/347: write d1/d2/f4f [675715,19016] 0 2024-09-17T10:39:47.940 INFO:tasks.workunit.client.0.smithi159.stdout:5/297: truncate d19/d1e/f50 965943 0 2024-09-17T10:39:47.941 INFO:tasks.workunit.client.0.smithi159.stdout:2/319: dwrite d0/d2c/f25 [4194304,4194304] 0 2024-09-17T10:39:47.941 INFO:tasks.workunit.client.0.smithi159.stdout:9/404: dread d0/d3/d7/da/d46/f72 [0,4194304] 0 2024-09-17T10:39:47.943 INFO:tasks.workunit.client.0.smithi159.stdout:8/391: rename d4/dd/d26/f79 to d4/f83 0 2024-09-17T10:39:47.946 INFO:tasks.workunit.client.0.smithi159.stdout:4/253: dwrite d0/d9/da/d19/f26 [0,4194304] 0 2024-09-17T10:39:47.946 INFO:tasks.workunit.client.0.smithi159.stdout:4/254: read - d0/d9/d24/d39/f41 zero size 2024-09-17T10:39:47.947 INFO:tasks.workunit.client.0.smithi159.stdout:5/298: creat d19/d1e/d4a/f67 x:0 0 0 2024-09-17T10:39:47.949 INFO:tasks.workunit.client.0.smithi159.stdout:9/405: mknod d0/d3/d7/da/dc/d1c/d31/d47/c8a 0 2024-09-17T10:39:47.950 INFO:tasks.workunit.client.0.smithi159.stdout:1/348: dread d1/d19/d1a/f8 [0,4194304] 0 2024-09-17T10:39:47.950 INFO:tasks.workunit.client.0.smithi159.stdout:8/392: creat d4/d32/d5f/f84 x:0 0 0 2024-09-17T10:39:47.953 INFO:tasks.workunit.client.1.smithi170.stdout:4/59: sync 2024-09-17T10:39:47.962 INFO:tasks.workunit.client.0.smithi159.stdout:5/299: link f12 d19/d33/f68 0 2024-09-17T10:39:47.964 INFO:tasks.workunit.client.0.smithi159.stdout:5/300: dread d19/d1b/d21/f34 [0,4194304] 0 2024-09-17T10:39:47.964 INFO:tasks.workunit.client.0.smithi159.stdout:5/301: write d19/d1b/d1d/f52 [580775,13667] 0 2024-09-17T10:39:47.964 INFO:tasks.workunit.client.0.smithi159.stdout:5/302: chown d19/d1a/d32/d37 500 1 2024-09-17T10:39:47.964 INFO:tasks.workunit.client.0.smithi159.stdout:2/320: getdents d0/d14 0 2024-09-17T10:39:47.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/406: mkdir d0/d3/d7/da/d46/d54/d8b 0 2024-09-17T10:39:47.967 INFO:tasks.workunit.client.0.smithi159.stdout:8/393: rename d4/dd/d10/f40 to d4/dd/d10/d1a/d72/d81/f85 0 2024-09-17T10:39:47.967 INFO:tasks.workunit.client.0.smithi159.stdout:8/394: dread - d4/dd/d10/d1a/f30 zero size 2024-09-17T10:39:47.968 INFO:tasks.workunit.client.0.smithi159.stdout:2/321: fsync d0/d9/f37 0 2024-09-17T10:39:47.969 INFO:tasks.workunit.client.0.smithi159.stdout:5/303: dread f4 [0,4194304] 0 2024-09-17T10:39:47.970 INFO:tasks.workunit.client.0.smithi159.stdout:9/407: dread d0/d3/d7/da/dc/d3a/f82 [0,4194304] 0 2024-09-17T10:39:47.970 INFO:tasks.workunit.client.0.smithi159.stdout:8/395: mkdir d4/d32/d86 0 2024-09-17T10:39:47.971 INFO:tasks.workunit.client.0.smithi159.stdout:4/255: dwrite d0/f3 [0,4194304] 0 2024-09-17T10:39:47.972 INFO:tasks.workunit.client.0.smithi159.stdout:2/322: mknod d0/df/d3e/c69 0 2024-09-17T10:39:47.973 INFO:tasks.workunit.client.0.smithi159.stdout:9/408: dread d0/d3/d7/da/dc/f14 [0,4194304] 0 2024-09-17T10:39:47.975 INFO:tasks.workunit.client.0.smithi159.stdout:5/304: mkdir d19/d69 0 2024-09-17T10:39:47.976 INFO:tasks.workunit.client.0.smithi159.stdout:5/305: dread - d19/d1b/d1d/f31 zero size 2024-09-17T10:39:47.977 INFO:tasks.workunit.client.0.smithi159.stdout:9/409: creat d0/d3/d7/da/dc/d1c/d31/d47/f8c x:0 0 0 2024-09-17T10:39:47.978 INFO:tasks.workunit.client.0.smithi159.stdout:5/306: dread d19/d1a/d32/f53 [0,4194304] 0 2024-09-17T10:39:47.980 INFO:tasks.workunit.client.0.smithi159.stdout:2/323: dread d0/df/d3e/d47/f4c [0,4194304] 0 2024-09-17T10:39:47.985 INFO:tasks.workunit.client.0.smithi159.stdout:5/307: symlink d19/d1b/d21/l6a 0 2024-09-17T10:39:47.985 INFO:tasks.workunit.client.0.smithi159.stdout:5/308: write d19/d1e/f58 [730473,42198] 0 2024-09-17T10:39:47.985 INFO:tasks.workunit.client.0.smithi159.stdout:5/309: fsync d19/d1a/d32/f53 0 2024-09-17T10:39:47.987 INFO:tasks.workunit.client.0.smithi159.stdout:2/324: truncate d0/df/d3e/d46/f51 1544217 0 2024-09-17T10:39:47.995 INFO:tasks.workunit.client.0.smithi159.stdout:3/383: sync 2024-09-17T10:39:47.995 INFO:tasks.workunit.client.0.smithi159.stdout:0/327: sync 2024-09-17T10:39:47.995 INFO:tasks.workunit.client.0.smithi159.stdout:6/394: sync 2024-09-17T10:39:47.995 INFO:tasks.workunit.client.0.smithi159.stdout:0/328: dread - d5/d10/d18/d22/d3e/d51/f77 zero size 2024-09-17T10:39:47.995 INFO:tasks.workunit.client.0.smithi159.stdout:3/384: creat d9/d66/f72 x:0 0 0 2024-09-17T10:39:47.995 INFO:tasks.workunit.client.0.smithi159.stdout:3/385: truncate d9/d66/f6d 506165 0 2024-09-17T10:39:47.997 INFO:tasks.workunit.client.0.smithi159.stdout:7/347: sync 2024-09-17T10:39:47.997 INFO:tasks.workunit.client.0.smithi159.stdout:0/329: mkdir d5/d10/d18/d22/d4c/d6b/d7c 0 2024-09-17T10:39:47.999 INFO:tasks.workunit.client.0.smithi159.stdout:0/330: creat d5/f7d x:0 0 0 2024-09-17T10:39:47.999 INFO:tasks.workunit.client.0.smithi159.stdout:0/331: creat d5/d12/f7e x:0 0 0 2024-09-17T10:39:48.000 INFO:tasks.workunit.client.0.smithi159.stdout:0/332: truncate d5/d10/d18/d22/d3e/d51/f54 1042807 0 2024-09-17T10:39:48.000 INFO:tasks.workunit.client.0.smithi159.stdout:7/348: mkdir d2/d18/d20/d3f/d40/d7f 0 2024-09-17T10:39:48.000 INFO:tasks.workunit.client.0.smithi159.stdout:7/349: chown d2/d23/d67/d47/l4e 739 1 2024-09-17T10:39:48.000 INFO:tasks.workunit.client.0.smithi159.stdout:6/395: dread d1/fb [0,4194304] 0 2024-09-17T10:39:48.001 INFO:tasks.workunit.client.0.smithi159.stdout:2/325: dread d0/d14/f1c [0,4194304] 0 2024-09-17T10:39:48.002 INFO:tasks.workunit.client.0.smithi159.stdout:6/396: unlink d1/df/d11/f33 0 2024-09-17T10:39:48.002 INFO:tasks.workunit.client.0.smithi159.stdout:6/397: getdents d1/df/d11/d16 0 2024-09-17T10:39:48.005 INFO:tasks.workunit.client.0.smithi159.stdout:6/398: rename d1/df/c5e to d1/df/d11/d57/c73 0 2024-09-17T10:39:48.005 INFO:tasks.workunit.client.0.smithi159.stdout:6/399: fdatasync d1/df/d2c/f30 0 2024-09-17T10:39:48.005 INFO:tasks.workunit.client.0.smithi159.stdout:6/400: creat d1/df/f74 x:0 0 0 2024-09-17T10:39:48.005 INFO:tasks.workunit.client.0.smithi159.stdout:7/350: write d2/f1d [231621,75531] 0 2024-09-17T10:39:48.008 INFO:tasks.workunit.client.0.smithi159.stdout:0/333: dread d5/d10/f2b [0,4194304] 0 2024-09-17T10:39:48.024 INFO:tasks.workunit.client.0.smithi159.stdout:2/326: dread d0/d14/f33 [4194304,4194304] 0 2024-09-17T10:39:48.024 INFO:tasks.workunit.client.0.smithi159.stdout:0/334: write d5/d10/d18/f4d [3468891,64877] 0 2024-09-17T10:39:48.025 INFO:tasks.workunit.client.0.smithi159.stdout:8/396: dwrite d4/d32/d5f/f84 [0,4194304] 0 2024-09-17T10:39:48.025 INFO:tasks.workunit.client.0.smithi159.stdout:8/397: dread - d4/dd/d10/d1a/f80 zero size 2024-09-17T10:39:48.025 INFO:tasks.workunit.client.0.smithi159.stdout:2/327: link d0/df/d3e/d46/d66/f68 d0/df/d3e/d46/f6a 0 2024-09-17T10:39:48.025 INFO:tasks.workunit.client.0.smithi159.stdout:2/328: chown d0/d9/f37 113 1 2024-09-17T10:39:48.028 INFO:tasks.workunit.client.0.smithi159.stdout:8/398: mknod d4/dd/d10/d33/d50/d53/c87 0 2024-09-17T10:39:48.028 INFO:tasks.workunit.client.0.smithi159.stdout:8/399: stat d4/dd/d10/f34 0 2024-09-17T10:39:48.028 INFO:tasks.workunit.client.0.smithi159.stdout:4/256: dwrite d0/d9/f1f [0,4194304] 0 2024-09-17T10:39:48.028 INFO:tasks.workunit.client.0.smithi159.stdout:3/386: dwrite d9/df/d3f/f4d [0,4194304] 0 2024-09-17T10:39:48.028 INFO:tasks.workunit.client.0.smithi159.stdout:9/410: dwrite d0/d3/d50/f6f [0,4194304] 0 2024-09-17T10:39:48.028 INFO:tasks.workunit.client.0.smithi159.stdout:5/310: dwrite d19/f28 [0,4194304] 0 2024-09-17T10:39:48.028 INFO:tasks.workunit.client.0.smithi159.stdout:5/311: fdatasync d19/d1b/d1d/f4d 0 2024-09-17T10:39:48.029 INFO:tasks.workunit.client.0.smithi159.stdout:4/257: mknod d0/c4e 0 2024-09-17T10:39:48.034 INFO:tasks.workunit.client.0.smithi159.stdout:7/351: rmdir d2/d18/d20/d3f 39 2024-09-17T10:39:48.036 INFO:tasks.workunit.client.0.smithi159.stdout:0/335: read d5/fe [2432673,87636] 0 2024-09-17T10:39:48.036 INFO:tasks.workunit.client.0.smithi159.stdout:0/336: creat d5/d4f/f7f x:0 0 0 2024-09-17T10:39:48.037 INFO:tasks.workunit.client.0.smithi159.stdout:0/337: read - d5/d12/f7e zero size 2024-09-17T10:39:48.037 INFO:tasks.workunit.client.0.smithi159.stdout:2/329: write d0/d2c/f25 [6210923,94980] 0 2024-09-17T10:39:48.037 INFO:tasks.workunit.client.0.smithi159.stdout:2/330: creat d0/df/d3e/d46/d66/f6b x:0 0 0 2024-09-17T10:39:48.040 INFO:tasks.workunit.client.0.smithi159.stdout:3/387: rename d9/df/d2c/d2f/f41 to d9/df/d2c/f73 0 2024-09-17T10:39:48.042 INFO:tasks.workunit.client.0.smithi159.stdout:5/312: mknod d19/d1a/d32/c6b 0 2024-09-17T10:39:48.042 INFO:tasks.workunit.client.0.smithi159.stdout:4/258: dread d0/d9/da/d19/f26 [0,4194304] 0 2024-09-17T10:39:48.042 INFO:tasks.workunit.client.0.smithi159.stdout:7/352: mknod d2/d23/d67/d7b/c80 0 2024-09-17T10:39:48.046 INFO:tasks.workunit.client.0.smithi159.stdout:0/338: creat d5/d10/d18/d22/f80 x:0 0 0 2024-09-17T10:39:48.048 INFO:tasks.workunit.client.0.smithi159.stdout:2/331: mkdir d0/d6c 0 2024-09-17T10:39:48.050 INFO:tasks.workunit.client.0.smithi159.stdout:5/313: creat d19/d1b/d21/f6c x:0 0 0 2024-09-17T10:39:48.052 INFO:tasks.workunit.client.0.smithi159.stdout:4/259: creat d0/d9/da/d42/f4f x:0 0 0 2024-09-17T10:39:48.053 INFO:tasks.workunit.client.0.smithi159.stdout:0/339: rmdir d5/d10 39 2024-09-17T10:39:48.053 INFO:tasks.workunit.client.0.smithi159.stdout:2/332: read d0/d9/f2d [118182,1617] 0 2024-09-17T10:39:48.054 INFO:tasks.workunit.client.0.smithi159.stdout:2/333: read d0/d26/f49 [875222,127751] 0 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/41: sync 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:5/104: sync 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:0/36: sync 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:1/72: sync 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:7/33: sync 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:3/165: sync 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:7/34: chown f8 818851858 1 2024-09-17T10:39:48.055 INFO:tasks.workunit.client.1.smithi170.stdout:0/37: fsync fa 0 2024-09-17T10:39:48.056 INFO:tasks.workunit.client.1.smithi170.stdout:2/54: sync 2024-09-17T10:39:48.056 INFO:tasks.workunit.client.1.smithi170.stdout:7/35: read - f0 zero size 2024-09-17T10:39:48.056 INFO:tasks.workunit.client.1.smithi170.stdout:3/166: write d18/f22 [6543502,113240] 0 2024-09-17T10:39:48.056 INFO:tasks.workunit.client.0.smithi159.stdout:7/353: dread d2/f24 [0,4194304] 0 2024-09-17T10:39:48.057 INFO:tasks.workunit.client.0.smithi159.stdout:4/260: link d0/d9/da/f34 d0/d9/da/f50 0 2024-09-17T10:39:48.057 INFO:tasks.workunit.client.0.smithi159.stdout:4/261: write d0/f4a [699322,14154] 0 2024-09-17T10:39:48.059 INFO:tasks.workunit.client.0.smithi159.stdout:1/349: sync 2024-09-17T10:39:48.059 INFO:tasks.workunit.client.0.smithi159.stdout:1/350: readlink d1/d3/l4c 0 2024-09-17T10:39:48.059 INFO:tasks.workunit.client.0.smithi159.stdout:1/351: truncate d1/d2f/f59 143617 0 2024-09-17T10:39:48.061 INFO:tasks.workunit.client.0.smithi159.stdout:8/400: dwrite d4/dd/d10/d1a/d3c/f5a [0,4194304] 0 2024-09-17T10:39:48.061 INFO:tasks.workunit.client.0.smithi159.stdout:9/411: dwrite d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:48.061 INFO:tasks.workunit.client.0.smithi159.stdout:8/401: dread - d4/dd/d26/f49 zero size 2024-09-17T10:39:48.061 INFO:tasks.workunit.client.0.smithi159.stdout:2/334: rmdir d0/df/d3e 39 2024-09-17T10:39:48.061 INFO:tasks.workunit.client.0.smithi159.stdout:2/335: getdents d0/d14 0 2024-09-17T10:39:48.061 INFO:tasks.workunit.client.0.smithi159.stdout:2/336: dread - d0/d9/d40/f59 zero size 2024-09-17T10:39:48.062 INFO:tasks.workunit.client.0.smithi159.stdout:3/388: dwrite d9/df/d54/f3b [0,4194304] 0 2024-09-17T10:39:48.062 INFO:tasks.workunit.client.1.smithi170.stdout:9/42: rename c2 to dd/ce 0 2024-09-17T10:39:48.063 INFO:tasks.workunit.client.0.smithi159.stdout:5/314: getdents d19/d22 0 2024-09-17T10:39:48.066 INFO:tasks.workunit.client.1.smithi170.stdout:7/36: creat fa x:0 0 0 2024-09-17T10:39:48.067 INFO:tasks.workunit.client.0.smithi159.stdout:1/352: dread d1/d19/d1a/dc/d18/f45 [0,4194304] 0 2024-09-17T10:39:48.067 INFO:tasks.workunit.client.0.smithi159.stdout:1/353: chown d1/d3/f9 1273 1 2024-09-17T10:39:48.069 INFO:tasks.workunit.client.0.smithi159.stdout:7/354: creat d2/d23/d67/d47/d4a/d4d/f81 x:0 0 0 2024-09-17T10:39:48.069 INFO:tasks.workunit.client.0.smithi159.stdout:7/355: write d2/d23/f43 [844126,48682] 0 2024-09-17T10:39:48.071 INFO:tasks.workunit.client.0.smithi159.stdout:0/340: link d5/f7d d5/f81 0 2024-09-17T10:39:48.075 INFO:tasks.workunit.client.1.smithi170.stdout:3/167: mkdir d18/d2c/d3e 0 2024-09-17T10:39:48.075 INFO:tasks.workunit.client.1.smithi170.stdout:3/168: creat d18/d1c/f3f x:0 0 0 2024-09-17T10:39:48.075 INFO:tasks.workunit.client.1.smithi170.stdout:9/43: dread f9 [0,4194304] 0 2024-09-17T10:39:48.076 INFO:tasks.workunit.client.1.smithi170.stdout:0/38: mknod cb 0 2024-09-17T10:39:48.076 INFO:tasks.workunit.client.1.smithi170.stdout:0/39: dread - f8 zero size 2024-09-17T10:39:48.080 INFO:tasks.workunit.client.0.smithi159.stdout:7/356: write d2/d23/d67/d47/d4a/f57 [3145413,26273] 0 2024-09-17T10:39:48.080 INFO:tasks.workunit.client.1.smithi170.stdout:5/105: rename d1/d11/f1c to d1/d3/d13/d1a/f22 0 2024-09-17T10:39:48.080 INFO:tasks.workunit.client.1.smithi170.stdout:5/106: creat d1/d11/f23 x:0 0 0 2024-09-17T10:39:48.081 INFO:tasks.workunit.client.0.smithi159.stdout:8/402: symlink d4/d32/l88 0 2024-09-17T10:39:48.081 INFO:tasks.workunit.client.0.smithi159.stdout:8/403: creat d4/dd/d20/f89 x:0 0 0 2024-09-17T10:39:48.082 INFO:tasks.workunit.client.0.smithi159.stdout:2/337: getdents d0/df/d3e/d47 0 2024-09-17T10:39:48.084 INFO:tasks.workunit.client.1.smithi170.stdout:3/169: symlink d18/d2c/d3e/l40 0 2024-09-17T10:39:48.085 INFO:tasks.workunit.client.1.smithi170.stdout:1/73: dwrite d3/db/d1a/f16 [0,4194304] 0 2024-09-17T10:39:48.085 INFO:tasks.workunit.client.1.smithi170.stdout:1/74: chown d3/db/d1a 378727517 1 2024-09-17T10:39:48.085 INFO:tasks.workunit.client.0.smithi159.stdout:7/357: fsync d2/d23/d67/d47/d4a/f57 0 2024-09-17T10:39:48.086 INFO:tasks.workunit.client.0.smithi159.stdout:4/262: dwrite d0/d9/da/d19/f26 [0,4194304] 0 2024-09-17T10:39:48.086 INFO:tasks.workunit.client.0.smithi159.stdout:4/263: chown d0/d12/f3a 2030 1 2024-09-17T10:39:48.086 INFO:tasks.workunit.client.1.smithi170.stdout:9/44: mknod dd/cf 0 2024-09-17T10:39:48.087 INFO:tasks.workunit.client.0.smithi159.stdout:3/389: dwrite d9/f43 [0,4194304] 0 2024-09-17T10:39:48.089 INFO:tasks.workunit.client.0.smithi159.stdout:9/412: rmdir d0/d3/d7/da/dc/d1c/d31/d47 39 2024-09-17T10:39:48.089 INFO:tasks.workunit.client.0.smithi159.stdout:9/413: fsync d0/d3/d7/da/dc/d1c/d6a/f89 0 2024-09-17T10:39:48.089 INFO:tasks.workunit.client.0.smithi159.stdout:9/414: chown d0/d1/d2/l4 340 1 2024-09-17T10:39:48.090 INFO:tasks.workunit.client.1.smithi170.stdout:5/107: write d1/f14 [4057303,97993] 0 2024-09-17T10:39:48.090 INFO:tasks.workunit.client.1.smithi170.stdout:5/108: fdatasync d1/d3/f20 0 2024-09-17T10:39:48.090 INFO:tasks.workunit.client.1.smithi170.stdout:5/109: readlink d1/d3/lb 0 2024-09-17T10:39:48.090 INFO:tasks.workunit.client.1.smithi170.stdout:5/110: chown d1/cc 66527 1 2024-09-17T10:39:48.099 INFO:tasks.workunit.client.1.smithi170.stdout:8/19: sync 2024-09-17T10:39:48.099 INFO:tasks.workunit.client.1.smithi170.stdout:6/55: sync 2024-09-17T10:39:48.099 INFO:tasks.workunit.client.1.smithi170.stdout:6/56: readlink d0/d2/l8 0 2024-09-17T10:39:48.099 INFO:tasks.workunit.client.1.smithi170.stdout:6/57: creat d0/f16 x:0 0 0 2024-09-17T10:39:48.099 INFO:tasks.workunit.client.1.smithi170.stdout:6/58: write d0/d2/ff [1331659,125507] 0 2024-09-17T10:39:48.099 INFO:tasks.workunit.client.1.smithi170.stdout:6/59: chown d0/f16 1 1 2024-09-17T10:39:48.100 INFO:tasks.workunit.client.0.smithi159.stdout:8/404: mknod d4/dd/d5d/c8a 0 2024-09-17T10:39:48.100 INFO:tasks.workunit.client.1.smithi170.stdout:9/45: link f9 dd/f10 0 2024-09-17T10:39:48.100 INFO:tasks.workunit.client.1.smithi170.stdout:7/37: getdents . 0 2024-09-17T10:39:48.100 INFO:tasks.workunit.client.1.smithi170.stdout:7/38: chown f0 28611738 1 2024-09-17T10:39:48.102 INFO:tasks.workunit.client.1.smithi170.stdout:3/170: write f0 [1882730,66390] 0 2024-09-17T10:39:48.103 INFO:tasks.workunit.client.1.smithi170.stdout:3/171: write d18/d20/f37 [536817,9819] 0 2024-09-17T10:39:48.103 INFO:tasks.workunit.client.1.smithi170.stdout:0/40: dwrite f1 [0,4194304] 0 2024-09-17T10:39:48.104 INFO:tasks.workunit.client.0.smithi159.stdout:7/358: mkdir d2/d18/d20/d3f/d73/d82 0 2024-09-17T10:39:48.105 INFO:tasks.workunit.client.1.smithi170.stdout:8/20: getdents d4 0 2024-09-17T10:39:48.108 INFO:tasks.workunit.client.0.smithi159.stdout:4/264: rmdir d0/d9/d24/d48 39 2024-09-17T10:39:48.108 INFO:tasks.workunit.client.0.smithi159.stdout:4/265: readlink d0/d9/da/d19/l1b 0 2024-09-17T10:39:48.110 INFO:tasks.workunit.client.1.smithi170.stdout:6/60: unlink d0/d2/cb 0 2024-09-17T10:39:48.110 INFO:tasks.workunit.client.0.smithi159.stdout:9/415: dwrite d0/d3/d7/da/dc/de/d21/f87 [0,4194304] 0 2024-09-17T10:39:48.111 INFO:tasks.workunit.client.0.smithi159.stdout:4/266: dread d0/d9/d24/f37 [0,4194304] 0 2024-09-17T10:39:48.111 INFO:tasks.workunit.client.0.smithi159.stdout:9/416: dread d0/d3/d7/da/dc/d1c/f4d [0,4194304] 0 2024-09-17T10:39:48.111 INFO:tasks.workunit.client.0.smithi159.stdout:9/417: chown d0/d3/d7/da/dc/de/c1b 21857 1 2024-09-17T10:39:48.112 INFO:tasks.workunit.client.1.smithi170.stdout:9/46: unlink dd/cf 0 2024-09-17T10:39:48.113 INFO:tasks.workunit.client.1.smithi170.stdout:5/111: dwrite d1/d3/fd [0,4194304] 0 2024-09-17T10:39:48.113 INFO:tasks.workunit.client.1.smithi170.stdout:5/112: dread - d1/d3/d13/d1a/f1f zero size 2024-09-17T10:39:48.113 INFO:tasks.workunit.client.1.smithi170.stdout:5/113: dread - d1/d3/d13/d1a/f1f zero size 2024-09-17T10:39:48.114 INFO:tasks.workunit.client.0.smithi159.stdout:5/315: rename d19/d1b/d1d/f4d to d19/d1b/d21/f6d 0 2024-09-17T10:39:48.115 INFO:tasks.workunit.client.1.smithi170.stdout:7/39: link c3 cb 0 2024-09-17T10:39:48.115 INFO:tasks.workunit.client.0.smithi159.stdout:3/390: mkdir d9/d66/d74 0 2024-09-17T10:39:48.116 INFO:tasks.workunit.client.1.smithi170.stdout:3/172: mkdir d18/d2c/d41 0 2024-09-17T10:39:48.116 INFO:tasks.workunit.client.1.smithi170.stdout:3/173: creat d18/d1c/d2b/f42 x:0 0 0 2024-09-17T10:39:48.123 INFO:tasks.workunit.client.0.smithi159.stdout:8/405: getdents d4/d4e/d63 0 2024-09-17T10:39:48.124 INFO:tasks.workunit.client.1.smithi170.stdout:9/47: truncate f8 2551795 0 2024-09-17T10:39:48.124 INFO:tasks.workunit.client.1.smithi170.stdout:9/48: readlink l1 0 2024-09-17T10:39:48.124 INFO:tasks.workunit.client.1.smithi170.stdout:9/49: chown f9 4401543 1 2024-09-17T10:39:48.125 INFO:tasks.workunit.client.0.smithi159.stdout:7/359: unlink d2/d18/d20/d2c/f34 0 2024-09-17T10:39:48.125 INFO:tasks.workunit.client.0.smithi159.stdout:7/360: write d2/d18/f28 [3464976,1675] 0 2024-09-17T10:39:48.127 INFO:tasks.workunit.client.1.smithi170.stdout:5/114: mknod d1/d3/c24 0 2024-09-17T10:39:48.127 INFO:tasks.workunit.client.1.smithi170.stdout:5/115: write d1/d3/f20 [235382,95608] 0 2024-09-17T10:39:48.132 INFO:tasks.workunit.client.0.smithi159.stdout:9/418: unlink d0/d3/d7/da/dc/d34/c67 0 2024-09-17T10:39:48.135 INFO:tasks.workunit.client.1.smithi170.stdout:7/40: unlink cb 0 2024-09-17T10:39:48.136 INFO:tasks.workunit.client.0.smithi159.stdout:5/316: truncate f10 2199511 0 2024-09-17T10:39:48.136 INFO:tasks.workunit.client.0.smithi159.stdout:5/317: fsync d19/d1b/d36/f5b 0 2024-09-17T10:39:48.136 INFO:tasks.workunit.client.0.smithi159.stdout:5/318: creat d19/d1a/d32/f6e x:0 0 0 2024-09-17T10:39:48.136 INFO:tasks.workunit.client.0.smithi159.stdout:5/319: write d19/d1e/f50 [1736783,75873] 0 2024-09-17T10:39:48.137 INFO:tasks.workunit.client.0.smithi159.stdout:3/391: symlink d9/l75 0 2024-09-17T10:39:48.137 INFO:tasks.workunit.client.1.smithi170.stdout:3/174: symlink d18/d2c/l43 0 2024-09-17T10:39:48.138 INFO:tasks.workunit.client.0.smithi159.stdout:9/419: mknod d0/d3/d7/da/d46/c8d 0 2024-09-17T10:39:48.139 INFO:tasks.workunit.client.1.smithi170.stdout:3/175: dread d18/d20/f2a [0,4194304] 0 2024-09-17T10:39:48.140 INFO:tasks.workunit.client.0.smithi159.stdout:0/341: rename d5/d10/d18/d22/f2a to d5/f82 0 2024-09-17T10:39:48.141 INFO:tasks.workunit.client.1.smithi170.stdout:6/61: getdents d0 0 2024-09-17T10:39:48.141 INFO:tasks.workunit.client.1.smithi170.stdout:6/62: stat d0/f7 0 2024-09-17T10:39:48.141 INFO:tasks.workunit.client.1.smithi170.stdout:6/63: chown d0/d2/c5 46 1 2024-09-17T10:39:48.142 INFO:tasks.workunit.client.1.smithi170.stdout:9/50: symlink dd/l11 0 2024-09-17T10:39:48.142 INFO:tasks.workunit.client.0.smithi159.stdout:6/401: sync 2024-09-17T10:39:48.142 INFO:tasks.workunit.client.0.smithi159.stdout:6/402: readlink d1/l6d 0 2024-09-17T10:39:48.144 INFO:tasks.workunit.client.0.smithi159.stdout:7/361: dwrite d2/d18/d20/f31 [0,4194304] 0 2024-09-17T10:39:48.144 INFO:tasks.workunit.client.0.smithi159.stdout:7/362: chown d2/d18/d20/f69 250940 1 2024-09-17T10:39:48.144 INFO:tasks.workunit.client.0.smithi159.stdout:7/363: fsync d2/d18/d20/d2c/f41 0 2024-09-17T10:39:48.145 INFO:tasks.workunit.client.1.smithi170.stdout:5/116: rename d1/d11/f21 to d1/d3/f25 0 2024-09-17T10:39:48.146 INFO:tasks.workunit.client.1.smithi170.stdout:5/117: write d1/f14 [4364837,119118] 0 2024-09-17T10:39:48.146 INFO:tasks.workunit.client.1.smithi170.stdout:5/118: fsync d1/d11/f23 0 2024-09-17T10:39:48.146 INFO:tasks.workunit.client.0.smithi159.stdout:4/267: dwrite d0/d9/f18 [0,4194304] 0 2024-09-17T10:39:48.149 INFO:tasks.workunit.client.1.smithi170.stdout:5/119: dread d1/f12 [0,4194304] 0 2024-09-17T10:39:48.150 INFO:tasks.workunit.client.0.smithi159.stdout:0/342: write d5/f2d [2533998,93639] 0 2024-09-17T10:39:48.151 INFO:tasks.workunit.client.0.smithi159.stdout:0/343: dread - d5/f5c zero size 2024-09-17T10:39:48.152 INFO:tasks.workunit.client.0.smithi159.stdout:3/392: mknod d9/d66/c76 0 2024-09-17T10:39:48.152 INFO:tasks.workunit.client.0.smithi159.stdout:3/393: dread - d9/df/d54/d3c/f5f zero size 2024-09-17T10:39:48.153 INFO:tasks.workunit.client.0.smithi159.stdout:3/394: truncate d9/df/d2c/f73 459126 0 2024-09-17T10:39:48.153 INFO:tasks.workunit.client.0.smithi159.stdout:3/395: fsync d9/df/d54/f62 0 2024-09-17T10:39:48.153 INFO:tasks.workunit.client.0.smithi159.stdout:3/396: chown d9/df/f70 36 1 2024-09-17T10:39:48.153 INFO:tasks.workunit.client.0.smithi159.stdout:4/268: read d0/d9/da/f22 [883056,95831] 0 2024-09-17T10:39:48.153 INFO:tasks.workunit.client.0.smithi159.stdout:4/269: write d0/f7 [4304548,10252] 0 2024-09-17T10:39:48.153 INFO:tasks.workunit.client.1.smithi170.stdout:7/41: creat fc x:0 0 0 2024-09-17T10:39:48.153 INFO:tasks.workunit.client.0.smithi159.stdout:1/354: sync 2024-09-17T10:39:48.154 INFO:tasks.workunit.client.0.smithi159.stdout:1/355: chown d1/d2/d14/c16 24 1 2024-09-17T10:39:48.156 INFO:tasks.workunit.client.1.smithi170.stdout:3/176: symlink d18/d1c/l44 0 2024-09-17T10:39:48.156 INFO:tasks.workunit.client.1.smithi170.stdout:3/177: chown d18/f22 404952322 1 2024-09-17T10:39:48.158 INFO:tasks.workunit.client.0.smithi159.stdout:9/420: dwrite d0/d3/d7/da/dc/de/d21/f87 [0,4194304] 0 2024-09-17T10:39:48.159 INFO:tasks.workunit.client.1.smithi170.stdout:6/64: rename d0/c6 to d0/c17 0 2024-09-17T10:39:48.159 INFO:tasks.workunit.client.1.smithi170.stdout:6/65: chown d0/c4 92933 1 2024-09-17T10:39:48.162 INFO:tasks.workunit.client.1.smithi170.stdout:9/51: symlink dd/l12 0 2024-09-17T10:39:48.163 INFO:tasks.workunit.client.0.smithi159.stdout:4/270: write d0/d9/d24/f29 [1315166,96766] 0 2024-09-17T10:39:48.163 INFO:tasks.workunit.client.0.smithi159.stdout:4/271: chown d0/d9/d24/f29 10 1 2024-09-17T10:39:48.164 INFO:tasks.workunit.client.0.smithi159.stdout:5/320: mkdir d19/d6f 0 2024-09-17T10:39:48.165 INFO:tasks.workunit.client.1.smithi170.stdout:5/120: rename d1/d3/d13/d1a/c1b to d1/d3/c26 0 2024-09-17T10:39:48.170 INFO:tasks.workunit.client.1.smithi170.stdout:3/178: rmdir d18/d26 39 2024-09-17T10:39:48.171 INFO:tasks.workunit.client.0.smithi159.stdout:7/364: rmdir d2/d23 39 2024-09-17T10:39:48.171 INFO:tasks.workunit.client.1.smithi170.stdout:6/66: mkdir d0/d18 0 2024-09-17T10:39:48.173 INFO:tasks.workunit.client.0.smithi159.stdout:3/397: mkdir d9/df/d2c/d77 0 2024-09-17T10:39:48.173 INFO:tasks.workunit.client.0.smithi159.stdout:3/398: write d9/f6e [118368,86574] 0 2024-09-17T10:39:48.173 INFO:tasks.workunit.client.0.smithi159.stdout:3/399: fdatasync d9/f25 0 2024-09-17T10:39:48.173 INFO:tasks.workunit.client.0.smithi159.stdout:3/400: creat d9/df/d2c/d2f/d63/f78 x:0 0 0 2024-09-17T10:39:48.174 INFO:tasks.workunit.client.0.smithi159.stdout:3/401: dread d9/d66/f6d [0,4194304] 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:0/344: dwrite d5/d10/d18/d22/d3e/d51/f69 [0,4194304] 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:0/345: dread - d5/d12/d32/d3a/f65 zero size 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:0/346: truncate d5/f5f 488029 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:0/347: write d5/d12/d32/d3a/f57 [752720,9647] 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:0/348: write d5/fe [209523,94166] 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:0/349: truncate d5/d10/d18/f24 668853 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:6/403: dwrite d1/df/d2c/f50 [0,4194304] 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:0/350: creat d5/d12/d32/d3a/f83 x:0 0 0 2024-09-17T10:39:48.176 INFO:tasks.workunit.client.0.smithi159.stdout:6/404: write d1/df/f45 [4719135,79820] 0 2024-09-17T10:39:48.179 INFO:tasks.workunit.client.1.smithi170.stdout:5/121: dread d1/d3/f20 [0,4194304] 0 2024-09-17T10:39:48.179 INFO:tasks.workunit.client.1.smithi170.stdout:5/122: readlink d1/d3/l19 0 2024-09-17T10:39:48.179 INFO:tasks.workunit.client.1.smithi170.stdout:5/123: fdatasync d1/f12 0 2024-09-17T10:39:48.180 INFO:tasks.workunit.client.1.smithi170.stdout:7/42: write f6 [2269559,61044] 0 2024-09-17T10:39:48.184 INFO:tasks.workunit.client.1.smithi170.stdout:3/179: creat d18/d2c/f45 x:0 0 0 2024-09-17T10:39:48.184 INFO:tasks.workunit.client.1.smithi170.stdout:3/180: chown fb 346412 1 2024-09-17T10:39:48.191 INFO:tasks.workunit.client.0.smithi159.stdout:1/356: unlink d1/d10/f4a 0 2024-09-17T10:39:48.192 INFO:tasks.workunit.client.1.smithi170.stdout:6/67: creat d0/d18/f19 x:0 0 0 2024-09-17T10:39:48.201 INFO:tasks.workunit.client.0.smithi159.stdout:4/272: mkdir d0/d9/d24/d48/d51 0 2024-09-17T10:39:48.201 INFO:tasks.workunit.client.0.smithi159.stdout:5/321: chown d19/l5a 236891 1 2024-09-17T10:39:48.202 INFO:tasks.workunit.client.0.smithi159.stdout:1/357: dread d1/d19/d1a/dc/d18/f37 [0,4194304] 0 2024-09-17T10:39:48.202 INFO:tasks.workunit.client.1.smithi170.stdout:3/181: dwrite d18/f1b [0,4194304] 0 2024-09-17T10:39:48.202 INFO:tasks.workunit.client.1.smithi170.stdout:3/182: chown d18/d20/d2d 0 1 2024-09-17T10:39:48.202 INFO:tasks.workunit.client.1.smithi170.stdout:9/52: getdents dd 0 2024-09-17T10:39:48.202 INFO:tasks.workunit.client.1.smithi170.stdout:5/124: mkdir d1/d27 0 2024-09-17T10:39:48.204 INFO:tasks.workunit.client.0.smithi159.stdout:7/365: symlink d2/d23/d67/l83 0 2024-09-17T10:39:48.209 INFO:tasks.workunit.client.1.smithi170.stdout:6/68: link d0/f16 d0/d2/f1a 0 2024-09-17T10:39:48.214 INFO:tasks.workunit.client.0.smithi159.stdout:4/273: write d0/d9/da/d19/f26 [1371025,24450] 0 2024-09-17T10:39:48.215 INFO:tasks.workunit.client.1.smithi170.stdout:5/125: mknod d1/c28 0 2024-09-17T10:39:48.218 INFO:tasks.workunit.client.1.smithi170.stdout:6/69: getdents d0 0 2024-09-17T10:39:48.222 INFO:tasks.workunit.client.1.smithi170.stdout:5/126: rename d1/d3/d13/d1a/c1e to d1/d3/c29 0 2024-09-17T10:39:48.225 INFO:tasks.workunit.client.0.smithi159.stdout:4/274: read d0/d9/da/d19/f23 [1863990,33926] 0 2024-09-17T10:39:48.225 INFO:tasks.workunit.client.0.smithi159.stdout:6/405: creat d1/df/d11/d16/f75 x:0 0 0 2024-09-17T10:39:48.229 INFO:tasks.workunit.client.1.smithi170.stdout:7/43: rename f0 to fd 0 2024-09-17T10:39:48.231 INFO:tasks.workunit.client.0.smithi159.stdout:2/338: rename d0/d9/d32 to d0/d26/d4b/d6d 0 2024-09-17T10:39:48.232 INFO:tasks.workunit.client.0.smithi159.stdout:2/339: creat d0/f6e x:0 0 0 2024-09-17T10:39:48.233 INFO:tasks.workunit.client.0.smithi159.stdout:5/322: symlink d19/d6f/l70 0 2024-09-17T10:39:48.235 INFO:tasks.workunit.client.0.smithi159.stdout:1/358: mknod d1/d19/d3d/c5a 0 2024-09-17T10:39:48.240 INFO:tasks.workunit.client.1.smithi170.stdout:3/183: dwrite f9 [8388608,4194304] 0 2024-09-17T10:39:48.242 INFO:tasks.workunit.client.1.smithi170.stdout:3/184: getdents d18/d2c/d3e 0 2024-09-17T10:39:48.242 INFO:tasks.workunit.client.1.smithi170.stdout:3/185: rename d18/d25/d3b to d18/d25/d3b/d46 22 2024-09-17T10:39:48.242 INFO:tasks.workunit.client.1.smithi170.stdout:3/186: fdatasync d18/d1c/f21 0 2024-09-17T10:39:48.245 INFO:tasks.workunit.client.0.smithi159.stdout:4/275: mkdir d0/d9/d24/d52 0 2024-09-17T10:39:48.245 INFO:tasks.workunit.client.0.smithi159.stdout:4/276: chown d0/d9/d24/d48/d51 7668985 1 2024-09-17T10:39:48.245 INFO:tasks.workunit.client.0.smithi159.stdout:4/277: fdatasync d0/d9/da/f22 0 2024-09-17T10:39:48.245 INFO:tasks.workunit.client.0.smithi159.stdout:4/278: write d0/d9/da/f20 [649475,51314] 0 2024-09-17T10:39:48.246 INFO:tasks.workunit.client.0.smithi159.stdout:6/406: truncate d1/df/d2c/f60 237373 0 2024-09-17T10:39:48.246 INFO:tasks.workunit.client.0.smithi159.stdout:6/407: truncate d1/df/d11/f4d 645962 0 2024-09-17T10:39:48.247 INFO:tasks.workunit.client.0.smithi159.stdout:9/421: rename d0/d3/d7/da/dc/de/l32 to d0/d3/d7/l8e 0 2024-09-17T10:39:48.247 INFO:tasks.workunit.client.0.smithi159.stdout:9/422: getdents d0/d3/d7/da/dc/d1c/d31/d81 0 2024-09-17T10:39:48.248 INFO:tasks.workunit.client.0.smithi159.stdout:9/423: fsync d0/d3/d7/da/dc/d1c/d31/d47/f8c 0 2024-09-17T10:39:48.248 INFO:tasks.workunit.client.1.smithi170.stdout:3/187: rmdir d18/d1c 39 2024-09-17T10:39:48.251 INFO:tasks.workunit.client.0.smithi159.stdout:9/424: dread d0/d3/d7/da/dc/de/d21/f4f [0,4194304] 0 2024-09-17T10:39:48.251 INFO:tasks.workunit.client.0.smithi159.stdout:1/359: link d1/d19/d1a/dc/d31/f50 d1/d2/d25/f5b 0 2024-09-17T10:39:48.251 INFO:tasks.workunit.client.1.smithi170.stdout:9/53: dwrite f9 [0,4194304] 0 2024-09-17T10:39:48.252 INFO:tasks.workunit.client.0.smithi159.stdout:7/366: dwrite d2/d23/d67/d47/d4a/d4d/f81 [0,4194304] 0 2024-09-17T10:39:48.252 INFO:tasks.workunit.client.0.smithi159.stdout:7/367: fdatasync d2/d8/f5b 0 2024-09-17T10:39:48.253 INFO:tasks.workunit.client.0.smithi159.stdout:6/408: unlink d1/c1b 0 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:6/70: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:6/71: write d0/f16 [19735,80319] 0 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:6/72: creat d0/d2/f1b x:0 0 0 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:6/73: chown d0/f7 5550 1 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:5/127: dwrite d1/f12 [0,4194304] 0 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:5/128: write d1/f14 [5395990,122775] 0 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:5/129: chown d1/d11/c17 7568 1 2024-09-17T10:39:48.254 INFO:tasks.workunit.client.1.smithi170.stdout:5/130: fdatasync d1/d11/f23 0 2024-09-17T10:39:48.255 INFO:tasks.workunit.client.0.smithi159.stdout:3/402: rename d9/df/c49 to d9/df/d2c/d2f/c79 0 2024-09-17T10:39:48.255 INFO:tasks.workunit.client.0.smithi159.stdout:3/403: readlink d9/df/d54/l38 0 2024-09-17T10:39:48.255 INFO:tasks.workunit.client.0.smithi159.stdout:5/323: dwrite d19/d1a/f4f [0,4194304] 0 2024-09-17T10:39:48.256 INFO:tasks.workunit.client.1.smithi170.stdout:9/54: mknod dd/c13 0 2024-09-17T10:39:48.256 INFO:tasks.workunit.client.1.smithi170.stdout:9/55: write fb [1019881,17706] 0 2024-09-17T10:39:48.258 INFO:tasks.workunit.client.0.smithi159.stdout:9/425: unlink d0/d3/l5e 0 2024-09-17T10:39:48.258 INFO:tasks.workunit.client.0.smithi159.stdout:9/426: readlink d0/d3/d50/l6d 0 2024-09-17T10:39:48.258 INFO:tasks.workunit.client.0.smithi159.stdout:9/427: chown d0/d3/d7/da/dc/f14 1296814 1 2024-09-17T10:39:48.258 INFO:tasks.workunit.client.0.smithi159.stdout:9/428: chown d0/d3/d7/da/dc/d40 548738 1 2024-09-17T10:39:48.258 INFO:tasks.workunit.client.0.smithi159.stdout:9/429: readlink d0/d3/d7/da/dc/d1c/d31/d47/d5a/l5b 0 2024-09-17T10:39:48.259 INFO:tasks.workunit.client.0.smithi159.stdout:4/279: write d0/d9/f1f [4171342,38763] 0 2024-09-17T10:39:48.261 INFO:tasks.workunit.client.1.smithi170.stdout:6/74: symlink d0/d2/l1c 0 2024-09-17T10:39:48.264 INFO:tasks.workunit.client.1.smithi170.stdout:7/44: getdents . 0 2024-09-17T10:39:48.264 INFO:tasks.workunit.client.1.smithi170.stdout:7/45: chown fc 2 1 2024-09-17T10:39:48.267 INFO:tasks.workunit.client.0.smithi159.stdout:6/409: mknod d1/df/d11/c76 0 2024-09-17T10:39:48.268 INFO:tasks.workunit.client.0.smithi159.stdout:6/410: truncate d1/f9 1699304 0 2024-09-17T10:39:48.269 INFO:tasks.workunit.client.0.smithi159.stdout:0/351: rename d5/d12/d32/l75 to d5/d10/d18/d22/d4c/d6b/l84 0 2024-09-17T10:39:48.270 INFO:tasks.workunit.client.1.smithi170.stdout:4/60: sync 2024-09-17T10:39:48.272 INFO:tasks.workunit.client.0.smithi159.stdout:3/404: creat d9/df/d3f/f7a x:0 0 0 2024-09-17T10:39:48.272 INFO:tasks.workunit.client.0.smithi159.stdout:3/405: stat d9/df/f1b 0 2024-09-17T10:39:48.272 INFO:tasks.workunit.client.1.smithi170.stdout:9/56: mknod dd/c14 0 2024-09-17T10:39:48.274 INFO:tasks.workunit.client.1.smithi170.stdout:7/46: creat fe x:0 0 0 2024-09-17T10:39:48.275 INFO:tasks.workunit.client.1.smithi170.stdout:5/131: dread d1/d3/fd [0,4194304] 0 2024-09-17T10:39:48.276 INFO:tasks.workunit.client.1.smithi170.stdout:9/57: creat dd/f15 x:0 0 0 2024-09-17T10:39:48.276 INFO:tasks.workunit.client.1.smithi170.stdout:9/58: chown fb 214 1 2024-09-17T10:39:48.277 INFO:tasks.workunit.client.0.smithi159.stdout:5/324: mknod d19/d1b/d36/c71 0 2024-09-17T10:39:48.278 INFO:tasks.workunit.client.1.smithi170.stdout:7/47: chown fd 152895148 1 2024-09-17T10:39:48.278 INFO:tasks.workunit.client.1.smithi170.stdout:7/48: chown fd 192598 1 2024-09-17T10:39:48.278 INFO:tasks.workunit.client.0.smithi159.stdout:5/325: write d19/d1b/d21/f6c [711020,123046] 0 2024-09-17T10:39:48.278 INFO:tasks.workunit.client.0.smithi159.stdout:5/326: chown d19/d1e/c60 1396734 1 2024-09-17T10:39:48.278 INFO:tasks.workunit.client.0.smithi159.stdout:8/406: sync 2024-09-17T10:39:48.279 INFO:tasks.workunit.client.0.smithi159.stdout:9/430: mknod d0/d1/d2/d85/c8f 0 2024-09-17T10:39:48.280 INFO:tasks.workunit.client.1.smithi170.stdout:7/49: chown fc 78 1 2024-09-17T10:39:48.281 INFO:tasks.workunit.client.0.smithi159.stdout:8/407: dread d4/dd/d10/d1a/d1e/d3e/f67 [0,4194304] 0 2024-09-17T10:39:48.281 INFO:tasks.workunit.client.0.smithi159.stdout:4/280: truncate d0/d9/da/d33/f3d 1716914 0 2024-09-17T10:39:48.285 INFO:tasks.workunit.client.0.smithi159.stdout:2/340: rename d0/d9/d40/f59 to d0/d26/d4b/f6f 0 2024-09-17T10:39:48.285 INFO:tasks.workunit.client.1.smithi170.stdout:5/132: rmdir d1/d3/d13/d1a 39 2024-09-17T10:39:48.287 INFO:tasks.workunit.client.1.smithi170.stdout:5/133: dread d1/d3/d13/d1a/f22 [0,4194304] 0 2024-09-17T10:39:48.287 INFO:tasks.workunit.client.0.smithi159.stdout:0/352: mknod d5/d12/c85 0 2024-09-17T10:39:48.288 INFO:tasks.workunit.client.1.smithi170.stdout:7/50: write f6 [3545540,69006] 0 2024-09-17T10:39:48.289 INFO:tasks.workunit.client.1.smithi170.stdout:4/61: dread d9/f16 [0,4194304] 0 2024-09-17T10:39:48.289 INFO:tasks.workunit.client.1.smithi170.stdout:4/62: readlink l4 0 2024-09-17T10:39:48.289 INFO:tasks.workunit.client.1.smithi170.stdout:4/63: fsync d9/f13 0 2024-09-17T10:39:48.289 INFO:tasks.workunit.client.1.smithi170.stdout:3/188: dwrite d18/d1c/f3d [0,4194304] 0 2024-09-17T10:39:48.289 INFO:tasks.workunit.client.1.smithi170.stdout:3/189: chown c17 0 1 2024-09-17T10:39:48.289 INFO:tasks.workunit.client.0.smithi159.stdout:3/406: unlink d9/f43 0 2024-09-17T10:39:48.290 INFO:tasks.workunit.client.1.smithi170.stdout:5/134: creat d1/d3/f2a x:0 0 0 2024-09-17T10:39:48.291 INFO:tasks.workunit.client.0.smithi159.stdout:1/360: dwrite d1/d19/d1a/ff [4194304,4194304] 0 2024-09-17T10:39:48.291 INFO:tasks.workunit.client.0.smithi159.stdout:6/411: dwrite d1/df/d11/d2a/f54 [0,4194304] 0 2024-09-17T10:39:48.291 INFO:tasks.workunit.client.0.smithi159.stdout:9/431: mknod d0/d78/c90 0 2024-09-17T10:39:48.295 INFO:tasks.workunit.client.0.smithi159.stdout:4/281: mkdir d0/d9/d24/d48/d53 0 2024-09-17T10:39:48.295 INFO:tasks.workunit.client.0.smithi159.stdout:5/327: dwrite d19/d1b/d1d/d59/f5c [0,4194304] 0 2024-09-17T10:39:48.297 INFO:tasks.workunit.client.1.smithi170.stdout:4/64: symlink d9/d12/l1a 0 2024-09-17T10:39:48.297 INFO:tasks.workunit.client.1.smithi170.stdout:4/65: fsync d9/f14 0 2024-09-17T10:39:48.297 INFO:tasks.workunit.client.1.smithi170.stdout:4/66: dread - d9/d12/f15 zero size 2024-09-17T10:39:48.299 INFO:tasks.workunit.client.0.smithi159.stdout:7/368: rename d2/d8/c3c to d2/d23/d67/c84 0 2024-09-17T10:39:48.307 INFO:tasks.workunit.client.0.smithi159.stdout:2/341: link d0/d26/d4b/d6d/f41 d0/d9/d40/f70 0 2024-09-17T10:39:48.311 INFO:tasks.workunit.client.0.smithi159.stdout:3/407: dwrite d9/df/d54/d3c/f50 [0,4194304] 0 2024-09-17T10:39:48.312 INFO:tasks.workunit.client.0.smithi159.stdout:3/408: write d9/df/f1b [7060317,106928] 0 2024-09-17T10:39:48.312 INFO:tasks.workunit.client.0.smithi159.stdout:3/409: truncate d9/df/d2c/d2f/f44 262216 0 2024-09-17T10:39:48.312 INFO:tasks.workunit.client.1.smithi170.stdout:3/190: link f16 d18/d24/f47 0 2024-09-17T10:39:48.312 INFO:tasks.workunit.client.1.smithi170.stdout:3/191: readlink d18/d2c/l39 0 2024-09-17T10:39:48.314 INFO:tasks.workunit.client.1.smithi170.stdout:5/135: rename d1/d3/f8 to d1/d11/f2b 0 2024-09-17T10:39:48.315 INFO:tasks.workunit.client.1.smithi170.stdout:5/136: truncate d1/d3/f20 755304 0 2024-09-17T10:39:48.315 INFO:tasks.workunit.client.0.smithi159.stdout:1/361: dwrite d1/d2/d14/f35 [4194304,4194304] 0 2024-09-17T10:39:48.318 INFO:tasks.workunit.client.1.smithi170.stdout:4/67: dwrite f0 [0,4194304] 0 2024-09-17T10:39:48.319 INFO:tasks.workunit.client.0.smithi159.stdout:8/408: getdents d4/dd/d10/d33/d50/d53 0 2024-09-17T10:39:48.323 INFO:tasks.workunit.client.0.smithi159.stdout:4/282: mknod d0/d9/d24/d52/c54 0 2024-09-17T10:39:48.323 INFO:tasks.workunit.client.1.smithi170.stdout:5/137: dread d1/fe [0,4194304] 0 2024-09-17T10:39:48.323 INFO:tasks.workunit.client.1.smithi170.stdout:5/138: write d1/fe [4403299,48322] 0 2024-09-17T10:39:48.325 INFO:tasks.workunit.client.0.smithi159.stdout:8/409: dread d4/dd/d10/d1a/f1b [0,4194304] 0 2024-09-17T10:39:48.327 INFO:tasks.workunit.client.1.smithi170.stdout:3/192: dread d18/d1c/f3d [0,4194304] 0 2024-09-17T10:39:48.330 INFO:tasks.workunit.client.0.smithi159.stdout:3/410: dwrite d9/df/d54/f46 [0,4194304] 0 2024-09-17T10:39:48.332 INFO:tasks.workunit.client.1.smithi170.stdout:7/51: mknod cf 0 2024-09-17T10:39:48.333 INFO:tasks.workunit.client.0.smithi159.stdout:0/353: rename d5/f7d to d5/d10/d18/f86 0 2024-09-17T10:39:48.337 INFO:tasks.workunit.client.1.smithi170.stdout:4/68: creat d9/d12/f1b x:0 0 0 2024-09-17T10:39:48.339 INFO:tasks.workunit.client.1.smithi170.stdout:5/139: mkdir d1/d3/d13/d2c 0 2024-09-17T10:39:48.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/193: link d18/d1c/d2b/f42 d18/d2c/f48 0 2024-09-17T10:39:48.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/194: write fd [4336910,3178] 0 2024-09-17T10:39:48.342 INFO:tasks.workunit.client.0.smithi159.stdout:0/354: write d5/d12/d32/d3a/f4e [477504,91054] 0 2024-09-17T10:39:48.343 INFO:tasks.workunit.client.0.smithi159.stdout:1/362: link d1/d19/d1a/f8 d1/d19/d1a/dc/d18/f5c 0 2024-09-17T10:39:48.343 INFO:tasks.workunit.client.0.smithi159.stdout:1/363: chown d1/d19/d3d/f51 375 1 2024-09-17T10:39:48.348 INFO:tasks.workunit.client.1.smithi170.stdout:5/140: mknod d1/d3/d13/d1a/c2d 0 2024-09-17T10:39:48.348 INFO:tasks.workunit.client.1.smithi170.stdout:5/141: write d1/d11/f2b [1704607,68857] 0 2024-09-17T10:39:48.355 INFO:tasks.workunit.client.1.smithi170.stdout:3/195: creat d18/d1c/d2b/f49 x:0 0 0 2024-09-17T10:39:48.355 INFO:tasks.workunit.client.1.smithi170.stdout:3/196: readlink l11 0 2024-09-17T10:39:48.355 INFO:tasks.workunit.client.1.smithi170.stdout:3/197: read d18/d24/f47 [755213,9881] 0 2024-09-17T10:39:48.357 INFO:tasks.workunit.client.1.smithi170.stdout:7/52: symlink l10 0 2024-09-17T10:39:48.357 INFO:tasks.workunit.client.0.smithi159.stdout:0/355: dwrite d5/d10/d18/f19 [4194304,4194304] 0 2024-09-17T10:39:48.358 INFO:tasks.workunit.client.0.smithi159.stdout:0/356: stat d5/d10/d18/d22/d4c/l74 0 2024-09-17T10:39:48.358 INFO:tasks.workunit.client.0.smithi159.stdout:0/357: fdatasync d5/f48 0 2024-09-17T10:39:48.358 INFO:tasks.workunit.client.0.smithi159.stdout:0/358: dread - d5/d10/d18/d22/d3e/d51/f77 zero size 2024-09-17T10:39:48.359 INFO:tasks.workunit.client.1.smithi170.stdout:3/198: mkdir d18/d2c/d4a 0 2024-09-17T10:39:48.359 INFO:tasks.workunit.client.1.smithi170.stdout:3/199: fdatasync d18/f1b 0 2024-09-17T10:39:48.360 INFO:tasks.workunit.client.0.smithi159.stdout:6/412: rmdir d1 39 2024-09-17T10:39:48.362 INFO:tasks.workunit.client.1.smithi170.stdout:2/55: sync 2024-09-17T10:39:48.362 INFO:tasks.workunit.client.1.smithi170.stdout:2/56: creat dd/f13 x:0 0 0 2024-09-17T10:39:48.364 INFO:tasks.workunit.client.0.smithi159.stdout:3/411: mknod d9/df/c7b 0 2024-09-17T10:39:48.365 INFO:tasks.workunit.client.0.smithi159.stdout:3/412: stat d9/df/d54/d3c/c60 0 2024-09-17T10:39:48.366 INFO:tasks.workunit.client.1.smithi170.stdout:7/53: symlink l11 0 2024-09-17T10:39:48.367 INFO:tasks.workunit.client.1.smithi170.stdout:3/200: dread d18/f22 [0,4194304] 0 2024-09-17T10:39:48.368 INFO:tasks.workunit.client.1.smithi170.stdout:3/201: write d18/d20/f2a [245520,25326] 0 2024-09-17T10:39:48.372 INFO:tasks.workunit.client.1.smithi170.stdout:2/57: mkdir dd/d14 0 2024-09-17T10:39:48.372 INFO:tasks.workunit.client.1.smithi170.stdout:2/58: stat f0 0 2024-09-17T10:39:48.372 INFO:tasks.workunit.client.1.smithi170.stdout:2/59: write fb [391219,65740] 0 2024-09-17T10:39:48.375 INFO:tasks.workunit.client.0.smithi159.stdout:5/328: getdents d19/d1a/d32 0 2024-09-17T10:39:48.375 INFO:tasks.workunit.client.0.smithi159.stdout:5/329: write d19/d22/f2e [2288712,86009] 0 2024-09-17T10:39:48.376 INFO:tasks.workunit.client.1.smithi170.stdout:5/142: dwrite d1/d11/f2b [0,4194304] 0 2024-09-17T10:39:48.376 INFO:tasks.workunit.client.1.smithi170.stdout:5/143: chown d1/d11/c15 707 1 2024-09-17T10:39:48.379 INFO:tasks.workunit.client.1.smithi170.stdout:2/60: link dd/f13 dd/f15 0 2024-09-17T10:39:48.381 INFO:tasks.workunit.client.1.smithi170.stdout:7/54: mkdir d12 0 2024-09-17T10:39:48.381 INFO:tasks.workunit.client.1.smithi170.stdout:7/55: dread - fd zero size 2024-09-17T10:39:48.384 INFO:tasks.workunit.client.1.smithi170.stdout:5/144: write d1/d3/fd [1729272,78426] 0 2024-09-17T10:39:48.385 INFO:tasks.workunit.client.1.smithi170.stdout:3/202: mkdir d18/d4b 0 2024-09-17T10:39:48.385 INFO:tasks.workunit.client.1.smithi170.stdout:3/203: fdatasync d18/d24/f47 0 2024-09-17T10:39:48.386 INFO:tasks.workunit.client.1.smithi170.stdout:3/204: creat d18/d2c/f4c x:0 0 0 2024-09-17T10:39:48.386 INFO:tasks.workunit.client.1.smithi170.stdout:3/205: chown d18/d20/d2d 67084 1 2024-09-17T10:39:48.387 INFO:tasks.workunit.client.1.smithi170.stdout:2/61: unlink dd/f15 0 2024-09-17T10:39:48.388 INFO:tasks.workunit.client.1.smithi170.stdout:7/56: chown l1 7517 1 2024-09-17T10:39:48.390 INFO:tasks.workunit.client.0.smithi159.stdout:9/432: rename d0/d3/d7/da/d46/c8d to d0/d3/d33/c91 0 2024-09-17T10:39:48.394 INFO:tasks.workunit.client.1.smithi170.stdout:5/145: dread d1/d3/fd [0,4194304] 0 2024-09-17T10:39:48.399 INFO:tasks.workunit.client.1.smithi170.stdout:3/206: rename d18/f1a to d18/d1c/d2b/f4d 0 2024-09-17T10:39:48.405 INFO:tasks.workunit.client.0.smithi159.stdout:2/342: rmdir d0 39 2024-09-17T10:39:48.405 INFO:tasks.workunit.client.1.smithi170.stdout:2/62: dwrite f0 [4194304,4194304] 0 2024-09-17T10:39:48.405 INFO:tasks.workunit.client.1.smithi170.stdout:7/57: fsync f4 0 2024-09-17T10:39:48.405 INFO:tasks.workunit.client.1.smithi170.stdout:7/58: chown fe 21064048 1 2024-09-17T10:39:48.405 INFO:tasks.workunit.client.1.smithi170.stdout:7/59: chown fc 42 1 2024-09-17T10:39:48.406 INFO:tasks.workunit.client.0.smithi159.stdout:1/364: unlink d1/d19/l24 0 2024-09-17T10:39:48.406 INFO:tasks.workunit.client.0.smithi159.stdout:1/365: write d1/d10/f55 [107985,48147] 0 2024-09-17T10:39:48.406 INFO:tasks.workunit.client.0.smithi159.stdout:1/366: fsync d1/d19/d1a/f39 0 2024-09-17T10:39:48.407 INFO:tasks.workunit.client.1.smithi170.stdout:5/146: symlink d1/d3/d13/d2c/l2e 0 2024-09-17T10:39:48.407 INFO:tasks.workunit.client.1.smithi170.stdout:5/147: write d1/d3/f2a [588315,40844] 0 2024-09-17T10:39:48.408 INFO:tasks.workunit.client.1.smithi170.stdout:7/60: write fd [757665,50764] 0 2024-09-17T10:39:48.409 INFO:tasks.workunit.client.1.smithi170.stdout:3/207: creat d18/d1c/f4e x:0 0 0 2024-09-17T10:39:48.409 INFO:tasks.workunit.client.1.smithi170.stdout:3/208: fdatasync d18/d20/f2a 0 2024-09-17T10:39:48.409 INFO:tasks.workunit.client.1.smithi170.stdout:3/209: fsync d18/d20/d2d/f32 0 2024-09-17T10:39:48.409 INFO:tasks.workunit.client.1.smithi170.stdout:3/210: dread - d18/d2c/f48 zero size 2024-09-17T10:39:48.409 INFO:tasks.workunit.client.0.smithi159.stdout:0/359: mknod d5/d10/d18/d22/d3e/d51/c87 0 2024-09-17T10:39:48.410 INFO:tasks.workunit.client.1.smithi170.stdout:2/63: link dd/f10 dd/d14/f16 0 2024-09-17T10:39:48.412 INFO:tasks.workunit.client.0.smithi159.stdout:6/413: rmdir d1/df/d11/d57 39 2024-09-17T10:39:48.412 INFO:tasks.workunit.client.0.smithi159.stdout:6/414: chown d1/df/f1e 11202553 1 2024-09-17T10:39:48.416 INFO:tasks.workunit.client.0.smithi159.stdout:3/413: truncate d9/f2e 3262900 0 2024-09-17T10:39:48.423 INFO:tasks.workunit.client.1.smithi170.stdout:2/64: dread f1 [0,4194304] 0 2024-09-17T10:39:48.423 INFO:tasks.workunit.client.1.smithi170.stdout:2/65: write f6 [771464,10504] 0 2024-09-17T10:39:48.423 INFO:tasks.workunit.client.0.smithi159.stdout:7/369: rename d2/d23/d67/d47/d4a/f57 to d2/d23/d67/d47/d4a/d4d/d75/f85 0 2024-09-17T10:39:48.423 INFO:tasks.workunit.client.0.smithi159.stdout:7/370: readlink d2/d8/l12 0 2024-09-17T10:39:48.425 INFO:tasks.workunit.client.0.smithi159.stdout:9/433: creat d0/d3/d7/da/dc/d1c/d31/f92 x:0 0 0 2024-09-17T10:39:48.425 INFO:tasks.workunit.client.0.smithi159.stdout:3/414: write d9/df/d54/d3c/f56 [1854514,111333] 0 2024-09-17T10:39:48.426 INFO:tasks.workunit.client.0.smithi159.stdout:2/343: link d0/d2c/c42 d0/d6c/c71 0 2024-09-17T10:39:48.429 INFO:tasks.workunit.client.0.smithi159.stdout:6/415: truncate d1/df/d11/d16/f18 7604496 0 2024-09-17T10:39:48.431 INFO:tasks.workunit.client.0.smithi159.stdout:7/371: mkdir d2/d23/d67/d47/d4a/d4d/d75/d78/d86 0 2024-09-17T10:39:48.431 INFO:tasks.workunit.client.0.smithi159.stdout:7/372: write d2/d18/f2f [1098238,56407] 0 2024-09-17T10:39:48.433 INFO:tasks.workunit.client.0.smithi159.stdout:3/415: dread d9/df/f20 [0,4194304] 0 2024-09-17T10:39:48.434 INFO:tasks.workunit.client.0.smithi159.stdout:2/344: mknod d0/d26/d4b/d6d/c72 0 2024-09-17T10:39:48.434 INFO:tasks.workunit.client.0.smithi159.stdout:3/416: dread d9/df/d2c/f73 [0,4194304] 0 2024-09-17T10:39:48.434 INFO:tasks.workunit.client.0.smithi159.stdout:3/417: chown d9/df/d2c/d77 51658519 1 2024-09-17T10:39:48.434 INFO:tasks.workunit.client.0.smithi159.stdout:3/418: getdents d9/df/d2c/d77 0 2024-09-17T10:39:48.435 INFO:tasks.workunit.client.0.smithi159.stdout:6/416: symlink d1/df/d11/d2a/l77 0 2024-09-17T10:39:48.436 INFO:tasks.workunit.client.1.smithi170.stdout:5/148: getdents d1/d3/d13/d2c 0 2024-09-17T10:39:48.437 INFO:tasks.workunit.client.0.smithi159.stdout:1/367: dwrite d1/d2/f4f [0,4194304] 0 2024-09-17T10:39:48.437 INFO:tasks.workunit.client.0.smithi159.stdout:0/360: dwrite d5/d4f/f7f [0,4194304] 0 2024-09-17T10:39:48.437 INFO:tasks.workunit.client.0.smithi159.stdout:1/368: chown d1/d19 230 1 2024-09-17T10:39:48.437 INFO:tasks.workunit.client.0.smithi159.stdout:9/434: rmdir d0/d3/d50 39 2024-09-17T10:39:48.437 INFO:tasks.workunit.client.0.smithi159.stdout:9/435: truncate d0/d3/d7/da/dc/de/f86 532617 0 2024-09-17T10:39:48.439 INFO:tasks.workunit.client.1.smithi170.stdout:3/211: dwrite d18/d2c/f48 [0,4194304] 0 2024-09-17T10:39:48.441 INFO:tasks.workunit.client.1.smithi170.stdout:7/61: dwrite fa [0,4194304] 0 2024-09-17T10:39:48.441 INFO:tasks.workunit.client.1.smithi170.stdout:5/149: creat d1/d3/d13/f2f x:0 0 0 2024-09-17T10:39:48.442 INFO:tasks.workunit.client.1.smithi170.stdout:2/66: dwrite dd/f10 [0,4194304] 0 2024-09-17T10:39:48.442 INFO:tasks.workunit.client.1.smithi170.stdout:2/67: chown ca 26059 1 2024-09-17T10:39:48.443 INFO:tasks.workunit.client.1.smithi170.stdout:5/150: dread d1/d3/f20 [0,4194304] 0 2024-09-17T10:39:48.443 INFO:tasks.workunit.client.0.smithi159.stdout:9/436: dread d0/d3/d7/da/dc/d34/f53 [0,4194304] 0 2024-09-17T10:39:48.443 INFO:tasks.workunit.client.0.smithi159.stdout:3/419: mknod d9/df/d2c/d77/c7c 0 2024-09-17T10:39:48.449 INFO:tasks.workunit.client.0.smithi159.stdout:7/373: dwrite d2/d18/d20/d3f/f55 [0,4194304] 0 2024-09-17T10:39:48.449 INFO:tasks.workunit.client.0.smithi159.stdout:7/374: fdatasync d2/d18/d20/f2a 0 2024-09-17T10:39:48.449 INFO:tasks.workunit.client.0.smithi159.stdout:7/375: chown d2/d18/d32/c6b 336841 1 2024-09-17T10:39:48.449 INFO:tasks.workunit.client.0.smithi159.stdout:8/410: rename d4/dd/d10/d33/d50 to d4/dd/d10/d4b/d8b 0 2024-09-17T10:39:48.449 INFO:tasks.workunit.client.0.smithi159.stdout:8/411: creat d4/dd/d5d/f8c x:0 0 0 2024-09-17T10:39:48.452 INFO:tasks.workunit.client.0.smithi159.stdout:6/417: rmdir d1/df/d11/d2a 39 2024-09-17T10:39:48.453 INFO:tasks.workunit.client.0.smithi159.stdout:9/437: dread d0/d3/d7/da/f2d [0,4194304] 0 2024-09-17T10:39:48.453 INFO:tasks.workunit.client.0.smithi159.stdout:9/438: truncate d0/f1e 4758598 0 2024-09-17T10:39:48.454 INFO:tasks.workunit.client.1.smithi170.stdout:7/62: dwrite fe [0,4194304] 0 2024-09-17T10:39:48.455 INFO:tasks.workunit.client.1.smithi170.stdout:7/63: readlink l1 0 2024-09-17T10:39:48.459 INFO:tasks.workunit.client.0.smithi159.stdout:9/439: dread d0/d3/d7/da/d46/f72 [0,4194304] 0 2024-09-17T10:39:48.459 INFO:tasks.workunit.client.0.smithi159.stdout:9/440: chown d0/d3/d7/da/dc/d1c/d6a/f89 15657744 1 2024-09-17T10:39:48.461 INFO:tasks.workunit.client.1.smithi170.stdout:2/68: rename f5 to dd/f17 0 2024-09-17T10:39:48.463 INFO:tasks.workunit.client.1.smithi170.stdout:5/151: symlink d1/d3/l30 0 2024-09-17T10:39:48.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/441: dread d0/d3/d7/da/dc/de/d21/f87 [0,4194304] 0 2024-09-17T10:39:48.467 INFO:tasks.workunit.client.0.smithi159.stdout:9/442: creat d0/d3/d7/da/d1a/d60/f93 x:0 0 0 2024-09-17T10:39:48.471 INFO:tasks.workunit.client.0.smithi159.stdout:9/443: dread d0/d3/d7/da/dc/d34/f53 [0,4194304] 0 2024-09-17T10:39:48.471 INFO:tasks.workunit.client.0.smithi159.stdout:1/369: mknod d1/d19/d3d/c5d 0 2024-09-17T10:39:48.472 INFO:tasks.workunit.client.0.smithi159.stdout:1/370: write d1/d2/d14/f30 [150860,114196] 0 2024-09-17T10:39:48.473 INFO:tasks.workunit.client.0.smithi159.stdout:9/444: write d0/d3/d7/da/dc/d3a/f82 [273857,78781] 0 2024-09-17T10:39:48.473 INFO:tasks.workunit.client.0.smithi159.stdout:2/345: mknod d0/d9/c73 0 2024-09-17T10:39:48.473 INFO:tasks.workunit.client.0.smithi159.stdout:4/283: sync 2024-09-17T10:39:48.475 INFO:tasks.workunit.client.1.smithi170.stdout:7/64: rmdir d12 0 2024-09-17T10:39:48.475 INFO:tasks.workunit.client.1.smithi170.stdout:7/65: chown cf 145917 1 2024-09-17T10:39:48.475 INFO:tasks.workunit.client.1.smithi170.stdout:7/66: stat cf 0 2024-09-17T10:39:48.475 INFO:tasks.workunit.client.1.smithi170.stdout:7/67: truncate fd 1541055 0 2024-09-17T10:39:48.475 INFO:tasks.workunit.client.1.smithi170.stdout:7/68: fdatasync f6 0 2024-09-17T10:39:48.478 INFO:tasks.workunit.client.0.smithi159.stdout:5/330: sync 2024-09-17T10:39:48.483 INFO:tasks.workunit.client.0.smithi159.stdout:7/376: mkdir d2/d23/d67/d47/d87 0 2024-09-17T10:39:48.488 INFO:tasks.workunit.client.0.smithi159.stdout:0/361: rename d5/d12/d32/d3a/f78 to d5/d4f/d67/f88 0 2024-09-17T10:39:48.488 INFO:tasks.workunit.client.0.smithi159.stdout:0/362: write d5/f1b [871227,56114] 0 2024-09-17T10:39:48.488 INFO:tasks.workunit.client.0.smithi159.stdout:0/363: truncate d5/f48 31454 0 2024-09-17T10:39:48.489 INFO:tasks.workunit.client.1.smithi170.stdout:2/69: rename dd/f12 to dd/f18 0 2024-09-17T10:39:48.489 INFO:tasks.workunit.client.0.smithi159.stdout:0/364: write d5/d10/f49 [1028144,104371] 0 2024-09-17T10:39:48.490 INFO:tasks.workunit.client.0.smithi159.stdout:0/365: creat d5/d12/d32/d3a/f89 x:0 0 0 2024-09-17T10:39:48.490 INFO:tasks.workunit.client.0.smithi159.stdout:0/366: readlink d5/l30 0 2024-09-17T10:39:48.490 INFO:tasks.workunit.client.0.smithi159.stdout:0/367: chown d5/l37 2 1 2024-09-17T10:39:48.490 INFO:tasks.workunit.client.0.smithi159.stdout:0/368: fsync d5/d10/d18/d22/d3e/d62/f76 0 2024-09-17T10:39:48.490 INFO:tasks.workunit.client.1.smithi170.stdout:5/152: dwrite d1/d3/f2a [0,4194304] 0 2024-09-17T10:39:48.490 INFO:tasks.workunit.client.1.smithi170.stdout:5/153: chown d1/d3/c26 894814 1 2024-09-17T10:39:48.491 INFO:tasks.workunit.client.1.smithi170.stdout:2/70: dread dd/f17 [0,4194304] 0 2024-09-17T10:39:48.496 INFO:tasks.workunit.client.0.smithi159.stdout:2/346: mknod d0/df/c74 0 2024-09-17T10:39:48.496 INFO:tasks.workunit.client.0.smithi159.stdout:2/347: write d0/f54 [4886871,69803] 0 2024-09-17T10:39:48.496 INFO:tasks.workunit.client.0.smithi159.stdout:1/371: dwrite d1/d19/d1a/ff [8388608,4194304] 0 2024-09-17T10:39:48.496 INFO:tasks.workunit.client.0.smithi159.stdout:2/348: write d0/d14/f1c [5019921,30513] 0 2024-09-17T10:39:48.498 INFO:tasks.workunit.client.1.smithi170.stdout:2/71: mkdir dd/d14/d19 0 2024-09-17T10:39:48.498 INFO:tasks.workunit.client.0.smithi159.stdout:3/420: rmdir d9/df/d3f 39 2024-09-17T10:39:48.499 INFO:tasks.workunit.client.0.smithi159.stdout:3/421: read d9/d66/f6d [56297,42291] 0 2024-09-17T10:39:48.499 INFO:tasks.workunit.client.0.smithi159.stdout:3/422: fdatasync d9/df/d54/f46 0 2024-09-17T10:39:48.500 INFO:tasks.workunit.client.0.smithi159.stdout:5/331: mknod d19/d69/c72 0 2024-09-17T10:39:48.500 INFO:tasks.workunit.client.0.smithi159.stdout:5/332: fsync fc 0 2024-09-17T10:39:48.500 INFO:tasks.workunit.client.1.smithi170.stdout:2/72: mkdir dd/d1a 0 2024-09-17T10:39:48.502 INFO:tasks.workunit.client.0.smithi159.stdout:8/412: rename d4/dd/d26/f60 to d4/dd/d10/d1a/d6d/f8d 0 2024-09-17T10:39:48.503 INFO:tasks.workunit.client.0.smithi159.stdout:7/377: dwrite d2/d18/f28 [4194304,4194304] 0 2024-09-17T10:39:48.503 INFO:tasks.workunit.client.0.smithi159.stdout:7/378: chown d2/d18/l3a 190305297 1 2024-09-17T10:39:48.503 INFO:tasks.workunit.client.0.smithi159.stdout:7/379: write d2/d8/d45/f4b [5000245,53624] 0 2024-09-17T10:39:48.503 INFO:tasks.workunit.client.0.smithi159.stdout:9/445: dwrite d0/d3/d7/da/dc/d1c/f2e [0,4194304] 0 2024-09-17T10:39:48.504 INFO:tasks.workunit.client.0.smithi159.stdout:0/369: symlink d5/d4f/d67/l8a 0 2024-09-17T10:39:48.504 INFO:tasks.workunit.client.1.smithi170.stdout:2/73: symlink dd/d1a/l1b 0 2024-09-17T10:39:48.504 INFO:tasks.workunit.client.1.smithi170.stdout:2/74: chown dd/f17 121730174 1 2024-09-17T10:39:48.510 INFO:tasks.workunit.client.0.smithi159.stdout:9/446: dread d0/d3/d7/da/dc/d3a/f82 [0,4194304] 0 2024-09-17T10:39:48.511 INFO:tasks.workunit.client.0.smithi159.stdout:2/349: creat d0/d2c/d5e/f75 x:0 0 0 2024-09-17T10:39:48.512 INFO:tasks.workunit.client.0.smithi159.stdout:9/447: dread d0/d3/d7/da/dc/d1c/f42 [0,4194304] 0 2024-09-17T10:39:48.512 INFO:tasks.workunit.client.0.smithi159.stdout:9/448: write d0/d3/d7/da/dc/d1c/d31/d47/f49 [4739047,89049] 0 2024-09-17T10:39:48.512 INFO:tasks.workunit.client.0.smithi159.stdout:4/284: rmdir d0/d9/da/d19 39 2024-09-17T10:39:48.514 INFO:tasks.workunit.client.0.smithi159.stdout:5/333: creat d19/d1b/d1d/d59/f73 x:0 0 0 2024-09-17T10:39:48.514 INFO:tasks.workunit.client.0.smithi159.stdout:5/334: chown d19/d69/c72 14328395 1 2024-09-17T10:39:48.517 INFO:tasks.workunit.client.0.smithi159.stdout:6/418: rename d1/df/d11/d2a/f48 to d1/d5d/d51/f78 0 2024-09-17T10:39:48.519 INFO:tasks.workunit.client.0.smithi159.stdout:8/413: creat d4/da/f8e x:0 0 0 2024-09-17T10:39:48.520 INFO:tasks.workunit.client.1.smithi170.stdout:7/69: truncate fd 189317 0 2024-09-17T10:39:48.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/350: dread d0/d9/d40/f36 [0,4194304] 0 2024-09-17T10:39:48.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/351: read d0/df/f39 [229734,108590] 0 2024-09-17T10:39:48.521 INFO:tasks.workunit.client.1.smithi170.stdout:7/70: creat f13 x:0 0 0 2024-09-17T10:39:48.521 INFO:tasks.workunit.client.0.smithi159.stdout:1/372: rmdir d1/d2 39 2024-09-17T10:39:48.522 INFO:tasks.workunit.client.1.smithi170.stdout:7/71: chown f9 0 1 2024-09-17T10:39:48.522 INFO:tasks.workunit.client.1.smithi170.stdout:7/72: chown f6 896109927 1 2024-09-17T10:39:48.523 INFO:tasks.workunit.client.0.smithi159.stdout:9/449: mknod d0/d3/d7/da/dc/d34/c94 0 2024-09-17T10:39:48.524 INFO:tasks.workunit.client.0.smithi159.stdout:4/285: truncate d0/d12/f3a 3028177 0 2024-09-17T10:39:48.525 INFO:tasks.workunit.client.1.smithi170.stdout:2/75: dwrite dd/f13 [0,4194304] 0 2024-09-17T10:39:48.525 INFO:tasks.workunit.client.1.smithi170.stdout:2/76: chown dd/d14/d19 197231 1 2024-09-17T10:39:48.525 INFO:tasks.workunit.client.1.smithi170.stdout:2/77: stat c3 0 2024-09-17T10:39:48.526 INFO:tasks.workunit.client.0.smithi159.stdout:0/370: dwrite d5/d10/d18/f19 [0,4194304] 0 2024-09-17T10:39:48.526 INFO:tasks.workunit.client.0.smithi159.stdout:5/335: rmdir d19/d1a/d32 39 2024-09-17T10:39:48.529 INFO:tasks.workunit.client.0.smithi159.stdout:3/423: rename d9/df/f70 to d9/df/d54/f7d 0 2024-09-17T10:39:48.529 INFO:tasks.workunit.client.0.smithi159.stdout:7/380: rename d2/d8 to d2/d8/d88 22 2024-09-17T10:39:48.529 INFO:tasks.workunit.client.0.smithi159.stdout:7/381: read - d2/d18/f54 zero size 2024-09-17T10:39:48.529 INFO:tasks.workunit.client.0.smithi159.stdout:7/382: creat d2/d23/d67/d47/d4a/d4d/f89 x:0 0 0 2024-09-17T10:39:48.529 INFO:tasks.workunit.client.0.smithi159.stdout:9/450: dread d0/d3/d7/da/dc/d1c/d31/d47/f49 [4194304,4194304] 0 2024-09-17T10:39:48.529 INFO:tasks.workunit.client.0.smithi159.stdout:9/451: creat d0/d3/d7/da/d46/d54/d6c/f95 x:0 0 0 2024-09-17T10:39:48.530 INFO:tasks.workunit.client.0.smithi159.stdout:8/414: mkdir d4/dd/d10/d1a/d1e/d3e/d8f 0 2024-09-17T10:39:48.531 INFO:tasks.workunit.client.0.smithi159.stdout:6/419: write d1/df/d2c/f4b [4036479,80604] 0 2024-09-17T10:39:48.531 INFO:tasks.workunit.client.0.smithi159.stdout:6/420: write d1/df/d11/d16/f75 [746399,927] 0 2024-09-17T10:39:48.531 INFO:tasks.workunit.client.0.smithi159.stdout:8/415: write d4/f23 [1071308,127139] 0 2024-09-17T10:39:48.531 INFO:tasks.workunit.client.0.smithi159.stdout:8/416: chown d4/dd/d10 11191139 1 2024-09-17T10:39:48.531 INFO:tasks.workunit.client.0.smithi159.stdout:8/417: chown d4/dd/d10/d33/f45 129459843 1 2024-09-17T10:39:48.532 INFO:tasks.workunit.client.0.smithi159.stdout:5/336: mkdir d19/d1a/d32/d37/d74 0 2024-09-17T10:39:48.532 INFO:tasks.workunit.client.0.smithi159.stdout:5/337: fdatasync d19/d22/f24 0 2024-09-17T10:39:48.532 INFO:tasks.workunit.client.0.smithi159.stdout:5/338: dread - d19/d33/f64 zero size 2024-09-17T10:39:48.533 INFO:tasks.workunit.client.0.smithi159.stdout:0/371: dread d5/d10/d18/f4d [0,4194304] 0 2024-09-17T10:39:48.533 INFO:tasks.workunit.client.1.smithi170.stdout:2/78: truncate dd/f10 3983374 0 2024-09-17T10:39:48.533 INFO:tasks.workunit.client.1.smithi170.stdout:2/79: fdatasync dd/f13 0 2024-09-17T10:39:48.535 INFO:tasks.workunit.client.0.smithi159.stdout:1/373: write d1/d19/d1a/dc/d18/f43 [3244335,78966] 0 2024-09-17T10:39:48.535 INFO:tasks.workunit.client.1.smithi170.stdout:7/73: mknod c14 0 2024-09-17T10:39:48.536 INFO:tasks.workunit.client.1.smithi170.stdout:0/41: sync 2024-09-17T10:39:48.536 INFO:tasks.workunit.client.1.smithi170.stdout:8/21: sync 2024-09-17T10:39:48.536 INFO:tasks.workunit.client.1.smithi170.stdout:1/75: sync 2024-09-17T10:39:48.536 INFO:tasks.workunit.client.1.smithi170.stdout:8/22: dwrite - no filename 2024-09-17T10:39:48.536 INFO:tasks.workunit.client.1.smithi170.stdout:8/23: truncate - no filename 2024-09-17T10:39:48.537 INFO:tasks.workunit.client.0.smithi159.stdout:3/424: symlink d9/l7e 0 2024-09-17T10:39:48.537 INFO:tasks.workunit.client.1.smithi170.stdout:2/80: mkdir dd/d14/d1c 0 2024-09-17T10:39:48.540 INFO:tasks.workunit.client.0.smithi159.stdout:9/452: dread d0/d1/f3b [0,4194304] 0 2024-09-17T10:39:48.541 INFO:tasks.workunit.client.0.smithi159.stdout:7/383: link d2/d18/l3a d2/d23/d67/l8a 0 2024-09-17T10:39:48.543 INFO:tasks.workunit.client.1.smithi170.stdout:2/81: rename dd/le to dd/d1a/l1d 0 2024-09-17T10:39:48.544 INFO:tasks.workunit.client.1.smithi170.stdout:1/76: write d3/f7 [1185722,14224] 0 2024-09-17T10:39:48.549 INFO:tasks.workunit.client.1.smithi170.stdout:2/82: creat dd/d1a/f1e x:0 0 0 2024-09-17T10:39:48.551 INFO:tasks.workunit.client.1.smithi170.stdout:7/74: dread f4 [0,4194304] 0 2024-09-17T10:39:48.551 INFO:tasks.workunit.client.0.smithi159.stdout:8/418: mkdir d4/d90 0 2024-09-17T10:39:48.553 INFO:tasks.workunit.client.0.smithi159.stdout:5/339: mkdir d19/d6f/d75 0 2024-09-17T10:39:48.553 INFO:tasks.workunit.client.0.smithi159.stdout:5/340: truncate d19/d1a/f61 74689 0 2024-09-17T10:39:48.556 INFO:tasks.workunit.client.0.smithi159.stdout:2/352: rename d0/d2c to d0/d14/d76 0 2024-09-17T10:39:48.556 INFO:tasks.workunit.client.0.smithi159.stdout:2/353: dread - d0/d26/d4b/d6d/f5d zero size 2024-09-17T10:39:48.557 INFO:tasks.workunit.client.0.smithi159.stdout:2/354: fdatasync d0/d26/f3b 0 2024-09-17T10:39:48.557 INFO:tasks.workunit.client.0.smithi159.stdout:2/355: fdatasync d0/f7 0 2024-09-17T10:39:48.557 INFO:tasks.workunit.client.1.smithi170.stdout:0/42: write f1 [3718202,92228] 0 2024-09-17T10:39:48.558 INFO:tasks.workunit.client.1.smithi170.stdout:0/43: readlink l9 0 2024-09-17T10:39:48.559 INFO:tasks.workunit.client.0.smithi159.stdout:1/374: truncate d1/d2/d25/f5b 5181780 0 2024-09-17T10:39:48.561 INFO:tasks.workunit.client.0.smithi159.stdout:9/453: mkdir d0/d3/d96 0 2024-09-17T10:39:48.564 INFO:tasks.workunit.client.0.smithi159.stdout:0/372: dwrite d5/d10/d18/f4d [0,4194304] 0 2024-09-17T10:39:48.565 INFO:tasks.workunit.client.1.smithi170.stdout:0/44: creat fc x:0 0 0 2024-09-17T10:39:48.566 INFO:tasks.workunit.client.0.smithi159.stdout:7/384: mknod d2/d18/d20/d2c/c8b 0 2024-09-17T10:39:48.566 INFO:tasks.workunit.client.0.smithi159.stdout:7/385: fsync d2/d23/f43 0 2024-09-17T10:39:48.568 INFO:tasks.workunit.client.0.smithi159.stdout:5/341: unlink d19/d22/f55 0 2024-09-17T10:39:48.568 INFO:tasks.workunit.client.0.smithi159.stdout:5/342: dread - d19/d33/f63 zero size 2024-09-17T10:39:48.570 INFO:tasks.workunit.client.0.smithi159.stdout:3/425: dwrite d9/df/f64 [0,4194304] 0 2024-09-17T10:39:48.570 INFO:tasks.workunit.client.0.smithi159.stdout:3/426: write d9/df/d54/f7d [1014677,77757] 0 2024-09-17T10:39:48.570 INFO:tasks.workunit.client.0.smithi159.stdout:3/427: write d9/d66/f6d [391032,11347] 0 2024-09-17T10:39:48.572 INFO:tasks.workunit.client.0.smithi159.stdout:4/286: rename d0/f6 to d0/d9/da/d33/f55 0 2024-09-17T10:39:48.572 INFO:tasks.workunit.client.0.smithi159.stdout:4/287: creat d0/f56 x:0 0 0 2024-09-17T10:39:48.573 INFO:tasks.workunit.client.0.smithi159.stdout:5/343: mknod d19/d1a/d32/d37/d74/c76 0 2024-09-17T10:39:48.576 INFO:tasks.workunit.client.0.smithi159.stdout:3/428: mknod d9/df/d54/c7f 0 2024-09-17T10:39:48.577 INFO:tasks.workunit.client.0.smithi159.stdout:6/421: rename d1/df/f1e to d1/d5d/f79 0 2024-09-17T10:39:48.577 INFO:tasks.workunit.client.0.smithi159.stdout:6/422: chown d1/df/l1c 121 1 2024-09-17T10:39:48.580 INFO:tasks.workunit.client.0.smithi159.stdout:4/288: creat d0/d9/da/d33/f57 x:0 0 0 2024-09-17T10:39:48.581 INFO:tasks.workunit.client.0.smithi159.stdout:1/375: getdents d1/d19/d1a/dc/d18 0 2024-09-17T10:39:48.585 INFO:tasks.workunit.client.0.smithi159.stdout:3/429: creat d9/df/d54/d59/f80 x:0 0 0 2024-09-17T10:39:48.589 INFO:tasks.workunit.client.0.smithi159.stdout:6/423: link d1/f53 d1/df/d2c/d35/d3e/f7a 0 2024-09-17T10:39:48.589 INFO:tasks.workunit.client.0.smithi159.stdout:6/424: chown d1/df/d11/f56 0 1 2024-09-17T10:39:48.589 INFO:tasks.workunit.client.0.smithi159.stdout:9/454: fsync d0/d3/d7/da/d46/d54/d6c/f95 0 2024-09-17T10:39:48.590 INFO:tasks.workunit.client.0.smithi159.stdout:4/289: mknod d0/d9/d24/c58 0 2024-09-17T10:39:48.593 INFO:tasks.workunit.client.0.smithi159.stdout:3/430: symlink d9/df/d54/d59/d5e/l81 0 2024-09-17T10:39:48.594 INFO:tasks.workunit.client.0.smithi159.stdout:9/455: mkdir d0/d3/d7/da/dc/d3a/d97 0 2024-09-17T10:39:48.596 INFO:tasks.workunit.client.0.smithi159.stdout:1/376: mkdir d1/d10/d5e 0 2024-09-17T10:39:48.596 INFO:tasks.workunit.client.0.smithi159.stdout:5/344: dread d19/d1a/d32/d37/f45 [4194304,4194304] 0 2024-09-17T10:39:48.597 INFO:tasks.workunit.client.0.smithi159.stdout:1/377: stat d1/d19/d1a/d3b/c44 0 2024-09-17T10:39:48.597 INFO:tasks.workunit.client.0.smithi159.stdout:9/456: dread d0/d3/d33/f48 [0,4194304] 0 2024-09-17T10:39:48.597 INFO:tasks.workunit.client.0.smithi159.stdout:9/457: chown d0/d1/d2/d85 4 1 2024-09-17T10:39:48.597 INFO:tasks.workunit.client.0.smithi159.stdout:9/458: readlink d0/d3/d7/l24 0 2024-09-17T10:39:48.598 INFO:tasks.workunit.client.0.smithi159.stdout:5/345: link d19/d1b/d1d/f52 d19/d1a/d32/d37/d74/f77 0 2024-09-17T10:39:48.599 INFO:tasks.workunit.client.0.smithi159.stdout:5/346: write d19/d1b/d36/f5b [711951,82452] 0 2024-09-17T10:39:48.599 INFO:tasks.workunit.client.0.smithi159.stdout:5/347: write d19/d1b/d1d/f2d [634731,10009] 0 2024-09-17T10:39:48.599 INFO:tasks.workunit.client.0.smithi159.stdout:5/348: getdents d19/d1a/d32 0 2024-09-17T10:39:48.599 INFO:tasks.workunit.client.0.smithi159.stdout:5/349: write d19/d22/f2e [2079483,110035] 0 2024-09-17T10:39:48.599 INFO:tasks.workunit.client.0.smithi159.stdout:1/378: creat d1/d2/f5f x:0 0 0 2024-09-17T10:39:48.599 INFO:tasks.workunit.client.0.smithi159.stdout:1/379: dread - d1/d2/f5f zero size 2024-09-17T10:39:48.600 INFO:tasks.workunit.client.0.smithi159.stdout:9/459: link d0/d3/d7/da/l19 d0/d3/d7/da/dc/de/d21/l98 0 2024-09-17T10:39:48.600 INFO:tasks.workunit.client.0.smithi159.stdout:9/460: readlink d0/d3/d7/da/dc/de/d36/l74 0 2024-09-17T10:39:48.601 INFO:tasks.workunit.client.0.smithi159.stdout:9/461: fsync d0/d3/d7/da/dc/f41 0 2024-09-17T10:39:48.601 INFO:tasks.workunit.client.0.smithi159.stdout:9/462: chown d0/d3/d7/da/dc 644 1 2024-09-17T10:39:48.601 INFO:tasks.workunit.client.0.smithi159.stdout:5/350: mkdir d19/d69/d78 0 2024-09-17T10:39:48.602 INFO:tasks.workunit.client.1.smithi170.stdout:2/83: dwrite f0 [0,4194304] 0 2024-09-17T10:39:48.603 INFO:tasks.workunit.client.0.smithi159.stdout:6/425: dread d1/df/f42 [0,4194304] 0 2024-09-17T10:39:48.603 INFO:tasks.workunit.client.0.smithi159.stdout:6/426: dread - d1/d5d/d51/f78 zero size 2024-09-17T10:39:48.603 INFO:tasks.workunit.client.0.smithi159.stdout:4/290: dread d0/f4a [0,4194304] 0 2024-09-17T10:39:48.603 INFO:tasks.workunit.client.0.smithi159.stdout:8/419: dwrite d4/d32/f69 [0,4194304] 0 2024-09-17T10:39:48.603 INFO:tasks.workunit.client.0.smithi159.stdout:9/463: unlink d0/d3/d7/da/f2c 0 2024-09-17T10:39:48.603 INFO:tasks.workunit.client.0.smithi159.stdout:9/464: dread - d0/d3/d7/da/dc/d1c/d31/d47/f8c zero size 2024-09-17T10:39:48.604 INFO:tasks.workunit.client.1.smithi170.stdout:2/84: creat dd/d14/d19/f1f x:0 0 0 2024-09-17T10:39:48.604 INFO:tasks.workunit.client.1.smithi170.stdout:2/85: chown dd/d14/d19 1519496 1 2024-09-17T10:39:48.605 INFO:tasks.workunit.client.0.smithi159.stdout:6/427: link d1/l26 d1/d5d/d51/l7b 0 2024-09-17T10:39:48.609 INFO:tasks.workunit.client.1.smithi170.stdout:7/75: write fd [797724,118093] 0 2024-09-17T10:39:48.609 INFO:tasks.workunit.client.1.smithi170.stdout:1/77: dwrite d3/db/f11 [0,4194304] 0 2024-09-17T10:39:48.610 INFO:tasks.workunit.client.0.smithi159.stdout:4/291: mknod d0/c59 0 2024-09-17T10:39:48.610 INFO:tasks.workunit.client.0.smithi159.stdout:9/465: creat d0/d3/d7/da/dc/d3a/d97/f99 x:0 0 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:5/351: rmdir d19/d1e/d4a 39 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:4/292: dread d0/f4a [0,4194304] 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:4/293: readlink d0/d9/d24/d28/l40 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:6/428: mkdir d1/df/d2c/d35/d3e/d7c 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:6/429: fsync d1/df/d11/d2a/f5f 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:7/386: dwrite d2/d8/f5a [0,4194304] 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:2/356: dwrite d0/f63 [0,4194304] 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:0/373: dwrite d5/f48 [0,4194304] 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:0/374: read d5/d10/f49 [620312,44247] 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:0/375: stat d5/d10 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:0/376: write d5/d10/d18/d22/f80 [115753,54159] 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:9/466: creat d0/d3/d7/da/dc/d1c/d31/d81/f9a x:0 0 0 2024-09-17T10:39:48.611 INFO:tasks.workunit.client.0.smithi159.stdout:9/467: chown d0/d3/d7/da/dc/d34/f53 535 1 2024-09-17T10:39:48.612 INFO:tasks.workunit.client.0.smithi159.stdout:9/468: fdatasync d0/d3/d7/da/dc/de/d21/f87 0 2024-09-17T10:39:48.612 INFO:tasks.workunit.client.0.smithi159.stdout:9/469: fdatasync d0/d3/d7/da/dc/de/f86 0 2024-09-17T10:39:48.612 INFO:tasks.workunit.client.1.smithi170.stdout:7/76: dread - f8 zero size 2024-09-17T10:39:48.612 INFO:tasks.workunit.client.1.smithi170.stdout:7/77: chown f6 13492 1 2024-09-17T10:39:48.615 INFO:tasks.workunit.client.0.smithi159.stdout:5/352: rename d19/d33/l4b to d19/d1e/d4a/l79 0 2024-09-17T10:39:48.617 INFO:tasks.workunit.client.0.smithi159.stdout:4/294: symlink d0/d9/d24/l5a 0 2024-09-17T10:39:48.617 INFO:tasks.workunit.client.0.smithi159.stdout:8/420: dread d4/da/f2b [0,4194304] 0 2024-09-17T10:39:48.617 INFO:tasks.workunit.client.0.smithi159.stdout:4/295: creat d0/d9/d24/f5b x:0 0 0 2024-09-17T10:39:48.619 INFO:tasks.workunit.client.0.smithi159.stdout:6/430: mkdir d1/df/d2c/d35/d7d 0 2024-09-17T10:39:48.621 INFO:tasks.workunit.client.1.smithi170.stdout:0/45: truncate f1 908797 0 2024-09-17T10:39:48.625 INFO:tasks.workunit.client.0.smithi159.stdout:7/387: mknod d2/d18/d20/d3f/d40/d7f/c8c 0 2024-09-17T10:39:48.625 INFO:tasks.workunit.client.0.smithi159.stdout:1/380: dread d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:48.625 INFO:tasks.workunit.client.0.smithi159.stdout:1/381: fdatasync d1/d19/d1a/dc/d31/f50 0 2024-09-17T10:39:48.626 INFO:tasks.workunit.client.1.smithi170.stdout:0/46: getdents . 0 2024-09-17T10:39:48.626 INFO:tasks.workunit.client.1.smithi170.stdout:0/47: read - fc zero size 2024-09-17T10:39:48.628 INFO:tasks.workunit.client.1.smithi170.stdout:1/78: dwrite d3/db/f19 [0,4194304] 0 2024-09-17T10:39:48.628 INFO:tasks.workunit.client.1.smithi170.stdout:2/86: dwrite dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:48.628 INFO:tasks.workunit.client.1.smithi170.stdout:1/79: chown d3/cc 92 1 2024-09-17T10:39:48.628 INFO:tasks.workunit.client.1.smithi170.stdout:1/80: fsync f1 0 2024-09-17T10:39:48.628 INFO:tasks.workunit.client.1.smithi170.stdout:2/87: chown dd/f10 575707126 1 2024-09-17T10:39:48.629 INFO:tasks.workunit.client.1.smithi170.stdout:0/48: mkdir dd 0 2024-09-17T10:39:48.635 INFO:tasks.workunit.client.0.smithi159.stdout:2/357: rename d0/f7 to d0/df/f77 0 2024-09-17T10:39:48.635 INFO:tasks.workunit.client.0.smithi159.stdout:0/377: dwrite d5/d10/d18/d22/d3e/d51/f77 [0,4194304] 0 2024-09-17T10:39:48.637 INFO:tasks.workunit.client.0.smithi159.stdout:5/353: link d19/d33/f3b d19/d1a/f7a 0 2024-09-17T10:39:48.637 INFO:tasks.workunit.client.0.smithi159.stdout:5/354: stat d19/d1b/d1d/f52 0 2024-09-17T10:39:48.641 INFO:tasks.workunit.client.0.smithi159.stdout:3/431: rmdir d9/df/d54/d59/d5e 39 2024-09-17T10:39:48.641 INFO:tasks.workunit.client.0.smithi159.stdout:3/432: write d9/df/d54/f7d [379370,43540] 0 2024-09-17T10:39:48.642 INFO:tasks.workunit.client.0.smithi159.stdout:3/433: truncate d9/df/f2a 301802 0 2024-09-17T10:39:48.642 INFO:tasks.workunit.client.0.smithi159.stdout:4/296: unlink d0/c59 0 2024-09-17T10:39:48.642 INFO:tasks.workunit.client.0.smithi159.stdout:4/297: stat d0/d9/da/fd 0 2024-09-17T10:39:48.642 INFO:tasks.workunit.client.0.smithi159.stdout:4/298: fsync d0/d12/f3a 0 2024-09-17T10:39:48.644 INFO:tasks.workunit.client.0.smithi159.stdout:6/431: creat d1/df/d2c/d35/d55/f7e x:0 0 0 2024-09-17T10:39:48.644 INFO:tasks.workunit.client.0.smithi159.stdout:6/432: fsync d1/df/d11/d16/f19 0 2024-09-17T10:39:48.644 INFO:tasks.workunit.client.1.smithi170.stdout:7/78: dwrite fd [0,4194304] 0 2024-09-17T10:39:48.646 INFO:tasks.workunit.client.0.smithi159.stdout:7/388: creat d2/d44/f8d x:0 0 0 2024-09-17T10:39:48.646 INFO:tasks.workunit.client.0.smithi159.stdout:7/389: write d2/d18/f52 [943241,20964] 0 2024-09-17T10:39:48.646 INFO:tasks.workunit.client.0.smithi159.stdout:7/390: truncate d2/d18/d32/f72 566001 0 2024-09-17T10:39:48.646 INFO:tasks.workunit.client.0.smithi159.stdout:7/391: creat d2/d18/d20/f8e x:0 0 0 2024-09-17T10:39:48.649 INFO:tasks.workunit.client.0.smithi159.stdout:1/382: creat d1/d2/d14/f60 x:0 0 0 2024-09-17T10:39:48.650 INFO:tasks.workunit.client.0.smithi159.stdout:1/383: dread - d1/d2/f54 zero size 2024-09-17T10:39:48.650 INFO:tasks.workunit.client.0.smithi159.stdout:1/384: dread - d1/d19/d1a/dc/d31/f46 zero size 2024-09-17T10:39:48.657 INFO:tasks.workunit.client.0.smithi159.stdout:9/470: getdents d0/d1 0 2024-09-17T10:39:48.657 INFO:tasks.workunit.client.0.smithi159.stdout:1/385: dread d1/d19/d1a/dc/f42 [0,4194304] 0 2024-09-17T10:39:48.658 INFO:tasks.workunit.client.1.smithi170.stdout:1/81: creat d3/db/d1a/f1b x:0 0 0 2024-09-17T10:39:48.659 INFO:tasks.workunit.client.1.smithi170.stdout:1/82: creat d3/db/d1a/f1c x:0 0 0 2024-09-17T10:39:48.662 INFO:tasks.workunit.client.0.smithi159.stdout:8/421: rename d4/dd/d10/d1a/d1e/l4a to d4/dd/d10/d78/l91 0 2024-09-17T10:39:48.662 INFO:tasks.workunit.client.0.smithi159.stdout:8/422: truncate d4/dd/d10/d1a/d3c/f44 716100 0 2024-09-17T10:39:48.663 INFO:tasks.workunit.client.1.smithi170.stdout:0/49: mkdir dd/de 0 2024-09-17T10:39:48.665 INFO:tasks.workunit.client.0.smithi159.stdout:8/423: dread d4/dd/d10/d1a/d1e/d3e/f67 [0,4194304] 0 2024-09-17T10:39:48.665 INFO:tasks.workunit.client.0.smithi159.stdout:8/424: stat d4/d90 0 2024-09-17T10:39:48.665 INFO:tasks.workunit.client.0.smithi159.stdout:8/425: dread - d4/dd/d5d/f8c zero size 2024-09-17T10:39:48.665 INFO:tasks.workunit.client.0.smithi159.stdout:8/426: truncate d4/dd/d10/d1a/d3c/f56 240566 0 2024-09-17T10:39:48.665 INFO:tasks.workunit.client.0.smithi159.stdout:8/427: chown d4/d4e 0 1 2024-09-17T10:39:48.665 INFO:tasks.workunit.client.0.smithi159.stdout:2/358: symlink d0/df/l78 0 2024-09-17T10:39:48.670 INFO:tasks.workunit.client.1.smithi170.stdout:7/79: creat f15 x:0 0 0 2024-09-17T10:39:48.673 INFO:tasks.workunit.client.0.smithi159.stdout:5/355: creat d19/d22/f7b x:0 0 0 2024-09-17T10:39:48.676 INFO:tasks.workunit.client.0.smithi159.stdout:3/434: mkdir d9/d66/d74/d82 0 2024-09-17T10:39:48.676 INFO:tasks.workunit.client.0.smithi159.stdout:5/356: write d19/d1e/f50 [1461416,58254] 0 2024-09-17T10:39:48.676 INFO:tasks.workunit.client.1.smithi170.stdout:2/88: rmdir dd 39 2024-09-17T10:39:48.676 INFO:tasks.workunit.client.1.smithi170.stdout:2/89: dread - dd/d1a/f1e zero size 2024-09-17T10:39:48.679 INFO:tasks.workunit.client.0.smithi159.stdout:1/386: dwrite d1/d2/f54 [0,4194304] 0 2024-09-17T10:39:48.679 INFO:tasks.workunit.client.0.smithi159.stdout:1/387: creat d1/d3/f61 x:0 0 0 2024-09-17T10:39:48.679 INFO:tasks.workunit.client.0.smithi159.stdout:3/435: dread d9/f1d [0,4194304] 0 2024-09-17T10:39:48.680 INFO:tasks.workunit.client.0.smithi159.stdout:4/299: dwrite d0/fc [0,4194304] 0 2024-09-17T10:39:48.680 INFO:tasks.workunit.client.0.smithi159.stdout:9/471: dwrite d0/d3/d7/f20 [4194304,4194304] 0 2024-09-17T10:39:48.681 INFO:tasks.workunit.client.0.smithi159.stdout:9/472: creat d0/d3/d7/da/dc/de/d21/f9b x:0 0 0 2024-09-17T10:39:48.681 INFO:tasks.workunit.client.0.smithi159.stdout:9/473: read d0/d3/d7/da/dc/d1c/f2e [10312276,59950] 0 2024-09-17T10:39:48.682 INFO:tasks.workunit.client.1.smithi170.stdout:1/83: symlink d3/d5/l1d 0 2024-09-17T10:39:48.684 INFO:tasks.workunit.client.1.smithi170.stdout:0/50: write f8 [842447,25366] 0 2024-09-17T10:39:48.685 INFO:tasks.workunit.client.0.smithi159.stdout:1/388: read d1/d19/d1a/dc/d31/f50 [4201718,66831] 0 2024-09-17T10:39:48.685 INFO:tasks.workunit.client.0.smithi159.stdout:5/357: dread f18 [0,4194304] 0 2024-09-17T10:39:48.685 INFO:tasks.workunit.client.0.smithi159.stdout:5/358: chown d19/d1b/d1d/c29 5542355 1 2024-09-17T10:39:48.687 INFO:tasks.workunit.client.1.smithi170.stdout:7/80: unlink f13 0 2024-09-17T10:39:48.687 INFO:tasks.workunit.client.1.smithi170.stdout:7/81: write f4 [347095,1853] 0 2024-09-17T10:39:48.687 INFO:tasks.workunit.client.1.smithi170.stdout:7/82: readlink l10 0 2024-09-17T10:39:48.687 INFO:tasks.workunit.client.1.smithi170.stdout:7/83: chown l11 22149127 1 2024-09-17T10:39:48.689 INFO:tasks.workunit.client.0.smithi159.stdout:3/436: dread d9/df/d54/f3b [0,4194304] 0 2024-09-17T10:39:48.689 INFO:tasks.workunit.client.0.smithi159.stdout:3/437: chown d9/cd 1 1 2024-09-17T10:39:48.692 INFO:tasks.workunit.client.1.smithi170.stdout:6/75: sync 2024-09-17T10:39:48.693 INFO:tasks.workunit.client.1.smithi170.stdout:2/90: creat dd/d14/f20 x:0 0 0 2024-09-17T10:39:48.695 INFO:tasks.workunit.client.0.smithi159.stdout:4/300: dwrite d0/d9/da/d19/f23 [4194304,4194304] 0 2024-09-17T10:39:48.695 INFO:tasks.workunit.client.0.smithi159.stdout:4/301: creat d0/f5c x:0 0 0 2024-09-17T10:39:48.697 INFO:tasks.workunit.client.0.smithi159.stdout:0/378: rename d5/d10/f26 to d5/d10/d18/f8b 0 2024-09-17T10:39:48.706 INFO:tasks.workunit.client.0.smithi159.stdout:0/379: write d5/f48 [2091134,117822] 0 2024-09-17T10:39:48.707 INFO:tasks.workunit.client.1.smithi170.stdout:0/51: dread f3 [0,4194304] 0 2024-09-17T10:39:48.710 INFO:tasks.workunit.client.1.smithi170.stdout:6/76: rename d0/d2/ff to d0/d18/f1d 0 2024-09-17T10:39:48.711 INFO:tasks.workunit.client.0.smithi159.stdout:0/380: dread d5/f2d [0,4194304] 0 2024-09-17T10:39:48.711 INFO:tasks.workunit.client.0.smithi159.stdout:0/381: write d5/d12/f7e [623149,5655] 0 2024-09-17T10:39:48.712 INFO:tasks.workunit.client.1.smithi170.stdout:2/91: creat dd/f21 x:0 0 0 2024-09-17T10:39:48.713 INFO:tasks.workunit.client.1.smithi170.stdout:1/84: getdents d3/db/d1a 0 2024-09-17T10:39:48.715 INFO:tasks.workunit.client.1.smithi170.stdout:7/84: symlink l16 0 2024-09-17T10:39:48.715 INFO:tasks.workunit.client.1.smithi170.stdout:3/212: sync 2024-09-17T10:39:48.716 INFO:tasks.workunit.client.1.smithi170.stdout:4/69: sync 2024-09-17T10:39:48.716 INFO:tasks.workunit.client.1.smithi170.stdout:9/59: sync 2024-09-17T10:39:48.716 INFO:tasks.workunit.client.1.smithi170.stdout:9/60: dread - dd/f15 zero size 2024-09-17T10:39:48.716 INFO:tasks.workunit.client.1.smithi170.stdout:3/213: dread - d18/d1c/f21 zero size 2024-09-17T10:39:48.718 INFO:tasks.workunit.client.1.smithi170.stdout:0/52: mkdir dd/de/df 0 2024-09-17T10:39:48.719 INFO:tasks.workunit.client.1.smithi170.stdout:6/77: mknod d0/d2/c1e 0 2024-09-17T10:39:48.721 INFO:tasks.workunit.client.1.smithi170.stdout:2/92: rmdir dd/d14/d19 39 2024-09-17T10:39:48.724 INFO:tasks.workunit.client.1.smithi170.stdout:1/85: unlink d3/d5/c14 0 2024-09-17T10:39:48.724 INFO:tasks.workunit.client.1.smithi170.stdout:1/86: chown d3/db/f11 856717 1 2024-09-17T10:39:48.724 INFO:tasks.workunit.client.1.smithi170.stdout:1/87: write d3/f7 [1426610,99393] 0 2024-09-17T10:39:48.724 INFO:tasks.workunit.client.1.smithi170.stdout:1/88: fdatasync d3/db/d1a/f15 0 2024-09-17T10:39:48.726 INFO:tasks.workunit.client.1.smithi170.stdout:7/85: creat f17 x:0 0 0 2024-09-17T10:39:48.726 INFO:tasks.workunit.client.1.smithi170.stdout:7/86: chown l10 363514 1 2024-09-17T10:39:48.726 INFO:tasks.workunit.client.1.smithi170.stdout:7/87: dread - f8 zero size 2024-09-17T10:39:48.726 INFO:tasks.workunit.client.1.smithi170.stdout:4/70: dread f0 [0,4194304] 0 2024-09-17T10:39:48.726 INFO:tasks.workunit.client.1.smithi170.stdout:4/71: fsync d9/d12/f1b 0 2024-09-17T10:39:48.726 INFO:tasks.workunit.client.1.smithi170.stdout:2/93: dread fb [0,4194304] 0 2024-09-17T10:39:48.726 INFO:tasks.workunit.client.1.smithi170.stdout:3/214: mkdir d18/d2c/d4f 0 2024-09-17T10:39:48.728 INFO:tasks.workunit.client.1.smithi170.stdout:0/53: stat c7 0 2024-09-17T10:39:48.732 INFO:tasks.workunit.client.1.smithi170.stdout:6/78: link d0/f14 d0/d18/f1f 0 2024-09-17T10:39:48.732 INFO:tasks.workunit.client.1.smithi170.stdout:6/79: write d0/d2/f10 [1020859,87682] 0 2024-09-17T10:39:48.733 INFO:tasks.workunit.client.0.smithi159.stdout:0/382: dwrite d5/f82 [0,4194304] 0 2024-09-17T10:39:48.733 INFO:tasks.workunit.client.0.smithi159.stdout:0/383: chown d5/d4f 0 1 2024-09-17T10:39:48.733 INFO:tasks.workunit.client.0.smithi159.stdout:0/384: chown d5/d10/d18/f19 13137 1 2024-09-17T10:39:48.735 INFO:tasks.workunit.client.1.smithi170.stdout:4/72: creat d9/f1c x:0 0 0 2024-09-17T10:39:48.735 INFO:tasks.workunit.client.1.smithi170.stdout:4/73: write d9/fd [394172,44964] 0 2024-09-17T10:39:48.737 INFO:tasks.workunit.client.0.smithi159.stdout:8/428: symlink d4/dd/d10/d4b/d8b/l92 0 2024-09-17T10:39:48.738 INFO:tasks.workunit.client.1.smithi170.stdout:2/94: mkdir dd/d22 0 2024-09-17T10:39:48.738 INFO:tasks.workunit.client.1.smithi170.stdout:2/95: fsync dd/d1a/f1e 0 2024-09-17T10:39:48.742 INFO:tasks.workunit.client.1.smithi170.stdout:8/24: sync 2024-09-17T10:39:48.742 INFO:tasks.workunit.client.1.smithi170.stdout:5/154: sync 2024-09-17T10:39:48.742 INFO:tasks.workunit.client.0.smithi159.stdout:2/359: mkdir d0/df/d3e/d47/d79 0 2024-09-17T10:39:48.745 INFO:tasks.workunit.client.1.smithi170.stdout:9/61: dwrite fc [0,4194304] 0 2024-09-17T10:39:48.749 INFO:tasks.workunit.client.1.smithi170.stdout:6/80: symlink d0/l20 0 2024-09-17T10:39:48.749 INFO:tasks.workunit.client.1.smithi170.stdout:6/81: dread - d0/d18/f19 zero size 2024-09-17T10:39:48.749 INFO:tasks.workunit.client.1.smithi170.stdout:6/82: stat d0/f7 0 2024-09-17T10:39:48.750 INFO:tasks.workunit.client.1.smithi170.stdout:1/89: dwrite d3/db/f19 [0,4194304] 0 2024-09-17T10:39:48.752 INFO:tasks.workunit.client.1.smithi170.stdout:8/25: symlink d4/l8 0 2024-09-17T10:39:48.758 INFO:tasks.workunit.client.1.smithi170.stdout:5/155: rename d1/d3/f20 to d1/f31 0 2024-09-17T10:39:48.762 INFO:tasks.workunit.client.1.smithi170.stdout:7/88: dwrite f4 [0,4194304] 0 2024-09-17T10:39:48.762 INFO:tasks.workunit.client.1.smithi170.stdout:9/62: dread f9 [0,4194304] 0 2024-09-17T10:39:48.762 INFO:tasks.workunit.client.1.smithi170.stdout:3/215: rmdir d18/d20/d2d 39 2024-09-17T10:39:48.763 INFO:tasks.workunit.client.0.smithi159.stdout:0/385: dwrite d5/d10/f49 [0,4194304] 0 2024-09-17T10:39:48.763 INFO:tasks.workunit.client.0.smithi159.stdout:9/474: mkdir d0/d78/d9c 0 2024-09-17T10:39:48.765 INFO:tasks.workunit.client.1.smithi170.stdout:1/90: dread d3/db/f11 [0,4194304] 0 2024-09-17T10:39:48.765 INFO:tasks.workunit.client.1.smithi170.stdout:1/91: dread - d3/db/d1a/f1b zero size 2024-09-17T10:39:48.765 INFO:tasks.workunit.client.1.smithi170.stdout:1/92: chown d3/ca 204665 1 2024-09-17T10:39:48.765 INFO:tasks.workunit.client.0.smithi159.stdout:1/389: creat d1/d19/d1a/dc/d18/f62 x:0 0 0 2024-09-17T10:39:48.765 INFO:tasks.workunit.client.0.smithi159.stdout:1/390: chown d1/d2/d25 1855639 1 2024-09-17T10:39:48.766 INFO:tasks.workunit.client.1.smithi170.stdout:0/54: unlink l9 0 2024-09-17T10:39:48.766 INFO:tasks.workunit.client.0.smithi159.stdout:1/391: dread d1/d19/d1a/dc/f3f [0,4194304] 0 2024-09-17T10:39:48.767 INFO:tasks.workunit.client.1.smithi170.stdout:4/74: dwrite d9/f16 [0,4194304] 0 2024-09-17T10:39:48.768 INFO:tasks.workunit.client.0.smithi159.stdout:5/359: symlink d19/d1e/d4a/l7c 0 2024-09-17T10:39:48.779 INFO:tasks.workunit.client.1.smithi170.stdout:6/83: mknod d0/c21 0 2024-09-17T10:39:48.779 INFO:tasks.workunit.client.1.smithi170.stdout:6/84: write d0/d18/f1f [825314,38759] 0 2024-09-17T10:39:48.780 INFO:tasks.workunit.client.1.smithi170.stdout:6/85: creat d0/d18/f22 x:0 0 0 2024-09-17T10:39:48.780 INFO:tasks.workunit.client.1.smithi170.stdout:6/86: creat d0/d18/f23 x:0 0 0 2024-09-17T10:39:48.781 INFO:tasks.workunit.client.1.smithi170.stdout:9/63: write fc [3524190,81251] 0 2024-09-17T10:39:48.782 INFO:tasks.workunit.client.0.smithi159.stdout:6/433: rename d1/df/d2c/d35/d55/d64/l65 to d1/df/d11/d5a/l7f 0 2024-09-17T10:39:48.786 INFO:tasks.workunit.client.1.smithi170.stdout:8/26: creat d4/f9 x:0 0 0 2024-09-17T10:39:48.789 INFO:tasks.workunit.client.1.smithi170.stdout:7/89: creat f18 x:0 0 0 2024-09-17T10:39:48.790 INFO:tasks.workunit.client.1.smithi170.stdout:3/216: truncate fd 1438026 0 2024-09-17T10:39:48.792 INFO:tasks.workunit.client.0.smithi159.stdout:8/429: unlink d4/l21 0 2024-09-17T10:39:48.792 INFO:tasks.workunit.client.0.smithi159.stdout:8/430: creat d4/dd/d10/d78/f93 x:0 0 0 2024-09-17T10:39:48.793 INFO:tasks.workunit.client.1.smithi170.stdout:5/156: dwrite d1/d3/fd [0,4194304] 0 2024-09-17T10:39:48.793 INFO:tasks.workunit.client.1.smithi170.stdout:5/157: chown d1/d3/d13/d2c 1244992 1 2024-09-17T10:39:48.793 INFO:tasks.workunit.client.0.smithi159.stdout:2/360: truncate d0/d9/f23 4779892 0 2024-09-17T10:39:48.794 INFO:tasks.workunit.client.0.smithi159.stdout:2/361: write d0/d14/f2f [1221025,35105] 0 2024-09-17T10:39:48.794 INFO:tasks.workunit.client.1.smithi170.stdout:1/93: unlink d3/db/d1a/f15 0 2024-09-17T10:39:48.795 INFO:tasks.workunit.client.1.smithi170.stdout:0/55: mkdir dd/de/d10 0 2024-09-17T10:39:48.799 INFO:tasks.workunit.client.1.smithi170.stdout:4/75: dwrite d9/fa [0,4194304] 0 2024-09-17T10:39:48.800 INFO:tasks.workunit.client.0.smithi159.stdout:5/360: dwrite d19/d1b/d21/f2a [0,4194304] 0 2024-09-17T10:39:48.800 INFO:tasks.workunit.client.0.smithi159.stdout:0/386: mknod d5/d10/d18/d22/d3e/d62/c8c 0 2024-09-17T10:39:48.803 INFO:tasks.workunit.client.0.smithi159.stdout:9/475: getdents d0/d3/d7/da/dc/de/d3e 0 2024-09-17T10:39:48.805 INFO:tasks.workunit.client.1.smithi170.stdout:9/64: dwrite dd/f10 [0,4194304] 0 2024-09-17T10:39:48.805 INFO:tasks.workunit.client.1.smithi170.stdout:4/76: dread f2 [0,4194304] 0 2024-09-17T10:39:48.805 INFO:tasks.workunit.client.1.smithi170.stdout:6/87: unlink d0/fe 0 2024-09-17T10:39:48.808 INFO:tasks.workunit.client.1.smithi170.stdout:8/27: chown l2 58 1 2024-09-17T10:39:48.814 INFO:tasks.workunit.client.0.smithi159.stdout:2/362: dwrite d0/d26/d4b/d6d/f5a [0,4194304] 0 2024-09-17T10:39:48.814 INFO:tasks.workunit.client.0.smithi159.stdout:2/363: stat d0/df/d3e 0 2024-09-17T10:39:48.814 INFO:tasks.workunit.client.1.smithi170.stdout:3/217: mknod d18/d2c/d41/c50 0 2024-09-17T10:39:48.814 INFO:tasks.workunit.client.1.smithi170.stdout:3/218: readlink d18/d25/l38 0 2024-09-17T10:39:48.814 INFO:tasks.workunit.client.1.smithi170.stdout:5/158: unlink d1/d3/d13/f2f 0 2024-09-17T10:39:48.816 INFO:tasks.workunit.client.0.smithi159.stdout:1/392: mkdir d1/d63 0 2024-09-17T10:39:48.816 INFO:tasks.workunit.client.1.smithi170.stdout:1/94: mknod d3/db/d1a/c1e 0 2024-09-17T10:39:48.817 INFO:tasks.workunit.client.0.smithi159.stdout:4/302: rmdir d0/d9/d24/d39 39 2024-09-17T10:39:48.817 INFO:tasks.workunit.client.1.smithi170.stdout:0/56: readlink l2 0 2024-09-17T10:39:48.818 INFO:tasks.workunit.client.0.smithi159.stdout:4/303: dread d0/f4a [0,4194304] 0 2024-09-17T10:39:48.818 INFO:tasks.workunit.client.0.smithi159.stdout:6/434: getdents d1/d5d/d51 0 2024-09-17T10:39:48.819 INFO:tasks.workunit.client.0.smithi159.stdout:6/435: chown d1/d5d/c52 7892347 1 2024-09-17T10:39:48.824 INFO:tasks.workunit.client.1.smithi170.stdout:9/65: mkdir dd/d16 0 2024-09-17T10:39:48.824 INFO:tasks.workunit.client.1.smithi170.stdout:9/66: readlink dd/l12 0 2024-09-17T10:39:48.825 INFO:tasks.workunit.client.1.smithi170.stdout:8/28: fsync d4/f9 0 2024-09-17T10:39:48.825 INFO:tasks.workunit.client.1.smithi170.stdout:8/29: dread - d4/f9 zero size 2024-09-17T10:39:48.825 INFO:tasks.workunit.client.1.smithi170.stdout:8/30: dread - d4/f9 zero size 2024-09-17T10:39:48.826 INFO:tasks.workunit.client.0.smithi159.stdout:6/436: dread d1/df/d11/f27 [0,4194304] 0 2024-09-17T10:39:48.826 INFO:tasks.workunit.client.0.smithi159.stdout:6/437: fdatasync d1/df/d11/f4d 0 2024-09-17T10:39:48.826 INFO:tasks.workunit.client.1.smithi170.stdout:4/77: truncate f0 1116626 0 2024-09-17T10:39:48.826 INFO:tasks.workunit.client.1.smithi170.stdout:4/78: dread - d9/f1c zero size 2024-09-17T10:39:48.826 INFO:tasks.workunit.client.1.smithi170.stdout:4/79: dread - d9/d12/f15 zero size 2024-09-17T10:39:48.826 INFO:tasks.workunit.client.1.smithi170.stdout:4/80: write d9/f1c [515806,13068] 0 2024-09-17T10:39:48.829 INFO:tasks.workunit.client.1.smithi170.stdout:6/88: rename d0/d18/f23 to d0/f24 0 2024-09-17T10:39:48.829 INFO:tasks.workunit.client.1.smithi170.stdout:6/89: creat d0/d2/f25 x:0 0 0 2024-09-17T10:39:48.830 INFO:tasks.workunit.client.0.smithi159.stdout:2/364: dwrite d0/df/d3e/d46/d66/f68 [0,4194304] 0 2024-09-17T10:39:48.830 INFO:tasks.workunit.client.0.smithi159.stdout:2/365: chown d0/f2 335 1 2024-09-17T10:39:48.831 INFO:tasks.workunit.client.0.smithi159.stdout:0/387: dwrite d5/d10/f1e [8388608,4194304] 0 2024-09-17T10:39:48.835 INFO:tasks.workunit.client.0.smithi159.stdout:5/361: creat d19/f7d x:0 0 0 2024-09-17T10:39:48.836 INFO:tasks.workunit.client.1.smithi170.stdout:9/67: read f9 [518928,32975] 0 2024-09-17T10:39:48.842 INFO:tasks.workunit.client.0.smithi159.stdout:1/393: truncate d1/d2/f4d 3668512 0 2024-09-17T10:39:48.845 INFO:tasks.workunit.client.1.smithi170.stdout:8/31: dwrite d4/f9 [0,4194304] 0 2024-09-17T10:39:48.845 INFO:tasks.workunit.client.1.smithi170.stdout:8/32: readlink d4/l7 0 2024-09-17T10:39:48.845 INFO:tasks.workunit.client.1.smithi170.stdout:4/81: dwrite d9/f14 [0,4194304] 0 2024-09-17T10:39:48.845 INFO:tasks.workunit.client.0.smithi159.stdout:4/304: truncate d0/f8 1331861 0 2024-09-17T10:39:48.848 INFO:tasks.workunit.client.0.smithi159.stdout:6/438: creat d1/f80 x:0 0 0 2024-09-17T10:39:48.850 INFO:tasks.workunit.client.1.smithi170.stdout:7/90: link cf c19 0 2024-09-17T10:39:48.851 INFO:tasks.workunit.client.1.smithi170.stdout:7/91: write f8 [754737,64449] 0 2024-09-17T10:39:48.851 INFO:tasks.workunit.client.1.smithi170.stdout:7/92: dread - f15 zero size 2024-09-17T10:39:48.852 INFO:tasks.workunit.client.0.smithi159.stdout:7/392: sync 2024-09-17T10:39:48.852 INFO:tasks.workunit.client.0.smithi159.stdout:7/393: write d2/d18/d32/f46 [2326500,23266] 0 2024-09-17T10:39:48.852 INFO:tasks.workunit.client.0.smithi159.stdout:7/394: fsync d2/d18/d20/d3f/d40/f59 0 2024-09-17T10:39:48.854 INFO:tasks.workunit.client.0.smithi159.stdout:5/362: dwrite f4 [0,4194304] 0 2024-09-17T10:39:48.856 INFO:tasks.workunit.client.1.smithi170.stdout:5/159: truncate d1/d3/f5 684721 0 2024-09-17T10:39:48.858 INFO:tasks.workunit.client.0.smithi159.stdout:2/366: mkdir d0/df/d3e/d7a 0 2024-09-17T10:39:48.858 INFO:tasks.workunit.client.0.smithi159.stdout:1/394: dwrite d1/d19/d1a/dc/d18/f37 [0,4194304] 0 2024-09-17T10:39:48.859 INFO:tasks.workunit.client.1.smithi170.stdout:1/95: link d3/db/d1a/c1e d3/c1f 0 2024-09-17T10:39:48.859 INFO:tasks.workunit.client.1.smithi170.stdout:1/96: dread - d3/db/d1a/f1c zero size 2024-09-17T10:39:48.861 INFO:tasks.workunit.client.0.smithi159.stdout:0/388: mknod d5/d10/d18/d22/d3e/d62/c8d 0 2024-09-17T10:39:48.863 INFO:tasks.workunit.client.1.smithi170.stdout:0/57: symlink dd/de/d10/l11 0 2024-09-17T10:39:48.864 INFO:tasks.workunit.client.0.smithi159.stdout:0/389: write d5/d12/f36 [648477,92514] 0 2024-09-17T10:39:48.864 INFO:tasks.workunit.client.0.smithi159.stdout:9/476: getdents d0/d3/d7/da/d46 0 2024-09-17T10:39:48.867 INFO:tasks.workunit.client.0.smithi159.stdout:3/438: sync 2024-09-17T10:39:48.868 INFO:tasks.workunit.client.0.smithi159.stdout:4/305: mkdir d0/d9/d24/d52/d5d 0 2024-09-17T10:39:48.871 INFO:tasks.workunit.client.0.smithi159.stdout:6/439: creat d1/d5d/d51/f81 x:0 0 0 2024-09-17T10:39:48.873 INFO:tasks.workunit.client.1.smithi170.stdout:9/68: mkdir dd/d16/d17 0 2024-09-17T10:39:48.873 INFO:tasks.workunit.client.1.smithi170.stdout:9/69: readlink dd/l11 0 2024-09-17T10:39:48.873 INFO:tasks.workunit.client.0.smithi159.stdout:0/390: dread d5/d10/f1e [0,4194304] 0 2024-09-17T10:39:48.875 INFO:tasks.workunit.client.1.smithi170.stdout:5/160: dwrite d1/d3/d13/d1a/f22 [0,4194304] 0 2024-09-17T10:39:48.875 INFO:tasks.workunit.client.1.smithi170.stdout:5/161: creat d1/d3/d13/f32 x:0 0 0 2024-09-17T10:39:48.876 INFO:tasks.workunit.client.0.smithi159.stdout:7/395: rmdir d2/d23/d67/d7b 39 2024-09-17T10:39:48.879 INFO:tasks.workunit.client.0.smithi159.stdout:5/363: chown d19/c48 127240465 1 2024-09-17T10:39:48.879 INFO:tasks.workunit.client.0.smithi159.stdout:5/364: stat c6 0 2024-09-17T10:39:48.879 INFO:tasks.workunit.client.0.smithi159.stdout:5/365: fdatasync d19/d1b/d21/f2a 0 2024-09-17T10:39:48.881 INFO:tasks.workunit.client.0.smithi159.stdout:2/367: symlink d0/d26/d4b/l7b 0 2024-09-17T10:39:48.883 INFO:tasks.workunit.client.1.smithi170.stdout:1/97: dwrite f1 [0,4194304] 0 2024-09-17T10:39:48.887 INFO:tasks.workunit.client.0.smithi159.stdout:1/395: mkdir d1/d2f/d64 0 2024-09-17T10:39:48.887 INFO:tasks.workunit.client.1.smithi170.stdout:7/93: dwrite - open fd failed 14 2024-09-17T10:39:48.889 INFO:tasks.workunit.client.0.smithi159.stdout:3/439: creat d9/df/d2c/d2f/f83 x:0 0 0 2024-09-17T10:39:48.891 INFO:tasks.workunit.client.1.smithi170.stdout:6/90: symlink d0/l26 0 2024-09-17T10:39:48.895 INFO:tasks.workunit.client.1.smithi170.stdout:7/94: write fa [1291399,124986] 0 2024-09-17T10:39:48.897 INFO:tasks.workunit.client.0.smithi159.stdout:4/306: rename d0/d9/d24/f37 to d0/d9/f5e 0 2024-09-17T10:39:48.897 INFO:tasks.workunit.client.0.smithi159.stdout:4/307: write d0/f13 [142329,27668] 0 2024-09-17T10:39:48.898 INFO:tasks.workunit.client.1.smithi170.stdout:3/219: rmdir d18/d20 39 2024-09-17T10:39:48.898 INFO:tasks.workunit.client.0.smithi159.stdout:5/366: dwrite fa [0,4194304] 0 2024-09-17T10:39:48.901 INFO:tasks.workunit.client.0.smithi159.stdout:5/367: dread d19/d1b/d1d/f52 [0,4194304] 0 2024-09-17T10:39:48.901 INFO:tasks.workunit.client.0.smithi159.stdout:5/368: chown d19/d1a/d32/c6b 28454 1 2024-09-17T10:39:48.902 INFO:tasks.workunit.client.0.smithi159.stdout:6/440: symlink d1/df/d2c/d35/d55/l82 0 2024-09-17T10:39:48.906 INFO:tasks.workunit.client.0.smithi159.stdout:0/391: creat d5/d10/d18/d22/f8e x:0 0 0 2024-09-17T10:39:48.906 INFO:tasks.workunit.client.1.smithi170.stdout:0/58: dread fa [0,4194304] 0 2024-09-17T10:39:48.907 INFO:tasks.workunit.client.1.smithi170.stdout:9/70: symlink dd/d16/d17/l18 0 2024-09-17T10:39:48.908 INFO:tasks.workunit.client.0.smithi159.stdout:7/396: mknod d2/d8/c8f 0 2024-09-17T10:39:48.910 INFO:tasks.workunit.client.1.smithi170.stdout:0/59: dread f3 [0,4194304] 0 2024-09-17T10:39:48.910 INFO:tasks.workunit.client.0.smithi159.stdout:2/368: unlink d0/d9/d40/f70 0 2024-09-17T10:39:48.911 INFO:tasks.workunit.client.1.smithi170.stdout:7/95: dwrite f15 [0,4194304] 0 2024-09-17T10:39:48.913 INFO:tasks.workunit.client.0.smithi159.stdout:1/396: creat d1/d10/d5e/f65 x:0 0 0 2024-09-17T10:39:48.918 INFO:tasks.workunit.client.0.smithi159.stdout:3/440: creat d9/df/d3f/f84 x:0 0 0 2024-09-17T10:39:48.918 INFO:tasks.workunit.client.0.smithi159.stdout:3/441: dread - d9/df/d54/f71 zero size 2024-09-17T10:39:48.918 INFO:tasks.workunit.client.0.smithi159.stdout:3/442: creat d9/df/f85 x:0 0 0 2024-09-17T10:39:48.918 INFO:tasks.workunit.client.0.smithi159.stdout:0/392: dread d5/d12/f44 [0,4194304] 0 2024-09-17T10:39:48.920 INFO:tasks.workunit.client.1.smithi170.stdout:5/162: rename d1/f14 to d1/d27/f33 0 2024-09-17T10:39:48.922 INFO:tasks.workunit.client.0.smithi159.stdout:4/308: getdents d0/d9/d24/d48 0 2024-09-17T10:39:48.923 INFO:tasks.workunit.client.1.smithi170.stdout:8/33: getdents d4 0 2024-09-17T10:39:48.925 INFO:tasks.workunit.client.1.smithi170.stdout:7/96: write f4 [3079136,54803] 0 2024-09-17T10:39:48.925 INFO:tasks.workunit.client.0.smithi159.stdout:5/369: rmdir d19/d1a/d32 39 2024-09-17T10:39:48.930 INFO:tasks.workunit.client.0.smithi159.stdout:4/309: dread d0/f8 [0,4194304] 0 2024-09-17T10:39:48.930 INFO:tasks.workunit.client.0.smithi159.stdout:4/310: fsync d0/d9/da/f22 0 2024-09-17T10:39:48.930 INFO:tasks.workunit.client.0.smithi159.stdout:6/441: unlink d1/df/d11/f5b 0 2024-09-17T10:39:48.930 INFO:tasks.workunit.client.0.smithi159.stdout:6/442: dread - d1/df/d11/d57/f62 zero size 2024-09-17T10:39:48.930 INFO:tasks.workunit.client.0.smithi159.stdout:6/443: truncate d1/d5d/f79 908330 0 2024-09-17T10:39:48.931 INFO:tasks.workunit.client.1.smithi170.stdout:4/82: truncate d9/f14 2186480 0 2024-09-17T10:39:48.931 INFO:tasks.workunit.client.1.smithi170.stdout:4/83: creat d9/f1d x:0 0 0 2024-09-17T10:39:48.931 INFO:tasks.workunit.client.1.smithi170.stdout:0/60: dwrite f3 [0,4194304] 0 2024-09-17T10:39:48.932 INFO:tasks.workunit.client.0.smithi159.stdout:3/443: write d9/df/d54/d3c/f65 [3129917,114789] 0 2024-09-17T10:39:48.932 INFO:tasks.workunit.client.0.smithi159.stdout:3/444: write d9/df/d54/f71 [134613,3147] 0 2024-09-17T10:39:48.932 INFO:tasks.workunit.client.0.smithi159.stdout:1/397: rename d1/d10/c3c to d1/d19/d3d/c66 0 2024-09-17T10:39:48.933 INFO:tasks.workunit.client.0.smithi159.stdout:1/398: read d1/d19/d1a/dc/f3f [205709,69256] 0 2024-09-17T10:39:48.934 INFO:tasks.workunit.client.0.smithi159.stdout:7/397: dwrite d2/f24 [0,4194304] 0 2024-09-17T10:39:48.937 INFO:tasks.workunit.client.1.smithi170.stdout:7/97: dread f8 [0,4194304] 0 2024-09-17T10:39:48.937 INFO:tasks.workunit.client.0.smithi159.stdout:2/369: dwrite d0/f54 [4194304,4194304] 0 2024-09-17T10:39:48.937 INFO:tasks.workunit.client.0.smithi159.stdout:2/370: fsync d0/d26/d4b/d6d/f5d 0 2024-09-17T10:39:48.938 INFO:tasks.workunit.client.1.smithi170.stdout:8/34: write d4/f9 [723242,117992] 0 2024-09-17T10:39:48.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/393: symlink d5/d10/d18/l8f 0 2024-09-17T10:39:48.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/394: chown d5/l1d 29998534 1 2024-09-17T10:39:48.940 INFO:tasks.workunit.client.0.smithi159.stdout:0/395: readlink d5/l2c 0 2024-09-17T10:39:48.943 INFO:tasks.workunit.client.0.smithi159.stdout:5/370: mkdir d19/d1b/d1d/d59/d7e 0 2024-09-17T10:39:48.950 INFO:tasks.workunit.client.1.smithi170.stdout:6/91: dread d0/d18/f1f [0,4194304] 0 2024-09-17T10:39:48.951 INFO:tasks.workunit.client.0.smithi159.stdout:3/445: symlink d9/df/d54/d3c/l86 0 2024-09-17T10:39:48.951 INFO:tasks.workunit.client.0.smithi159.stdout:3/446: fsync d9/df/d54/d59/d5e/f6c 0 2024-09-17T10:39:48.951 INFO:tasks.workunit.client.1.smithi170.stdout:3/220: creat d18/d25/d3b/f51 x:0 0 0 2024-09-17T10:39:48.953 INFO:tasks.workunit.client.0.smithi159.stdout:3/447: dread d9/df/d54/f7d [0,4194304] 0 2024-09-17T10:39:48.958 INFO:tasks.workunit.client.0.smithi159.stdout:1/399: dwrite d1/d19/d1a/dc/d18/f45 [0,4194304] 0 2024-09-17T10:39:48.961 INFO:tasks.workunit.client.0.smithi159.stdout:2/371: getdents d0/d9 0 2024-09-17T10:39:48.961 INFO:tasks.workunit.client.0.smithi159.stdout:2/372: write d0/f54 [3032224,41503] 0 2024-09-17T10:39:48.962 INFO:tasks.workunit.client.0.smithi159.stdout:2/373: chown d0/d9/f2d 2 1 2024-09-17T10:39:48.963 INFO:tasks.workunit.client.1.smithi170.stdout:2/96: sync 2024-09-17T10:39:48.963 INFO:tasks.workunit.client.0.smithi159.stdout:6/444: mkdir d1/d83 0 2024-09-17T10:39:48.965 INFO:tasks.workunit.client.1.smithi170.stdout:5/163: mknod d1/d3/c34 0 2024-09-17T10:39:48.965 INFO:tasks.workunit.client.1.smithi170.stdout:5/164: chown d1 1841 1 2024-09-17T10:39:48.966 INFO:tasks.workunit.client.1.smithi170.stdout:2/97: dread f6 [0,4194304] 0 2024-09-17T10:39:48.967 INFO:tasks.workunit.client.0.smithi159.stdout:4/311: dwrite d0/d9/f18 [0,4194304] 0 2024-09-17T10:39:48.968 INFO:tasks.workunit.client.0.smithi159.stdout:4/312: stat d0/fc 0 2024-09-17T10:39:48.968 INFO:tasks.workunit.client.0.smithi159.stdout:4/313: stat d0/d9/d24/c58 0 2024-09-17T10:39:48.968 INFO:tasks.workunit.client.1.smithi170.stdout:1/98: rename c2 to d3/d5/c20 0 2024-09-17T10:39:48.968 INFO:tasks.workunit.client.1.smithi170.stdout:1/99: chown d3/db/d1a/f1c 380467113 1 2024-09-17T10:39:48.970 INFO:tasks.workunit.client.1.smithi170.stdout:5/165: dread d1/fe [4194304,4194304] 0 2024-09-17T10:39:48.974 INFO:tasks.workunit.client.1.smithi170.stdout:8/35: dread d4/f9 [0,4194304] 0 2024-09-17T10:39:48.974 INFO:tasks.workunit.client.1.smithi170.stdout:8/36: read d4/f9 [3151615,103951] 0 2024-09-17T10:39:48.976 INFO:tasks.workunit.client.1.smithi170.stdout:4/84: symlink d9/d12/l1e 0 2024-09-17T10:39:48.977 INFO:tasks.workunit.client.1.smithi170.stdout:3/221: dwrite d18/d1c/d2b/f49 [0,4194304] 0 2024-09-17T10:39:48.978 INFO:tasks.workunit.client.1.smithi170.stdout:3/222: creat d18/d1c/d2b/f52 x:0 0 0 2024-09-17T10:39:48.980 INFO:tasks.workunit.client.1.smithi170.stdout:0/61: mknod dd/de/df/c12 0 2024-09-17T10:39:48.980 INFO:tasks.workunit.client.0.smithi159.stdout:3/448: dwrite d9/df/d2c/f73 [0,4194304] 0 2024-09-17T10:39:48.984 INFO:tasks.workunit.client.1.smithi170.stdout:7/98: creat f1a x:0 0 0 2024-09-17T10:39:48.984 INFO:tasks.workunit.client.1.smithi170.stdout:7/99: write f9 [332578,57602] 0 2024-09-17T10:39:48.987 INFO:tasks.workunit.client.1.smithi170.stdout:6/92: read - d0/f24 zero size 2024-09-17T10:39:48.987 INFO:tasks.workunit.client.0.smithi159.stdout:1/400: dwrite d1/d10/f15 [0,4194304] 0 2024-09-17T10:39:48.989 INFO:tasks.workunit.client.1.smithi170.stdout:9/71: rmdir dd 39 2024-09-17T10:39:48.990 INFO:tasks.workunit.client.1.smithi170.stdout:9/72: fsync fb 0 2024-09-17T10:39:48.990 INFO:tasks.workunit.client.1.smithi170.stdout:4/85: dread d9/fd [0,4194304] 0 2024-09-17T10:39:48.992 INFO:tasks.workunit.client.1.smithi170.stdout:7/100: dread f9 [0,4194304] 0 2024-09-17T10:39:48.993 INFO:tasks.workunit.client.1.smithi170.stdout:1/100: rmdir d3 39 2024-09-17T10:39:48.994 INFO:tasks.workunit.client.0.smithi159.stdout:7/398: rmdir d2/d18 39 2024-09-17T10:39:49.000 INFO:tasks.workunit.client.0.smithi159.stdout:2/374: rename d0/d14/l18 to d0/d26/d4b/d6d/l7c 0 2024-09-17T10:39:49.002 INFO:tasks.workunit.client.1.smithi170.stdout:0/62: rename dd/de/df to dd/de/d10/d13 0 2024-09-17T10:39:49.004 INFO:tasks.workunit.client.0.smithi159.stdout:0/396: getdents d5/d12/d32/d3a 0 2024-09-17T10:39:49.004 INFO:tasks.workunit.client.0.smithi159.stdout:0/397: stat d5/d10/d18/d22/l47 0 2024-09-17T10:39:49.005 INFO:tasks.workunit.client.0.smithi159.stdout:7/399: dread d2/d18/f17 [0,4194304] 0 2024-09-17T10:39:49.005 INFO:tasks.workunit.client.0.smithi159.stdout:0/398: creat d5/d12/d32/d59/f90 x:0 0 0 2024-09-17T10:39:49.005 INFO:tasks.workunit.client.0.smithi159.stdout:7/400: creat d2/d8/d45/f90 x:0 0 0 2024-09-17T10:39:49.005 INFO:tasks.workunit.client.0.smithi159.stdout:0/399: fdatasync d5/d10/d18/d22/f80 0 2024-09-17T10:39:49.005 INFO:tasks.workunit.client.0.smithi159.stdout:0/400: truncate d5/d10/d18/d22/d3e/d62/f76 452298 0 2024-09-17T10:39:49.005 INFO:tasks.workunit.client.1.smithi170.stdout:9/73: symlink dd/d16/l19 0 2024-09-17T10:39:49.006 INFO:tasks.workunit.client.0.smithi159.stdout:6/445: creat d1/df/d2c/d35/d3e/f84 x:0 0 0 2024-09-17T10:39:49.006 INFO:tasks.workunit.client.1.smithi170.stdout:2/98: rmdir dd/d14 39 2024-09-17T10:39:49.009 INFO:tasks.workunit.client.1.smithi170.stdout:1/101: mknod d3/db/c21 0 2024-09-17T10:39:49.009 INFO:tasks.workunit.client.1.smithi170.stdout:1/102: read d3/f7 [1307404,29045] 0 2024-09-17T10:39:49.010 INFO:tasks.workunit.client.1.smithi170.stdout:4/86: rename d9/f1c to d9/d12/f1f 0 2024-09-17T10:39:49.011 INFO:tasks.workunit.client.1.smithi170.stdout:5/166: dwrite d1/d3/f25 [0,4194304] 0 2024-09-17T10:39:49.011 INFO:tasks.workunit.client.0.smithi159.stdout:4/314: stat d0/l4b 0 2024-09-17T10:39:49.011 INFO:tasks.workunit.client.0.smithi159.stdout:4/315: chown d0/d9/d24/l5a 481498 1 2024-09-17T10:39:49.012 INFO:tasks.workunit.client.1.smithi170.stdout:3/223: dwrite d18/d2c/f48 [0,4194304] 0 2024-09-17T10:39:49.012 INFO:tasks.workunit.client.1.smithi170.stdout:8/37: dwrite d4/f9 [0,4194304] 0 2024-09-17T10:39:49.012 INFO:tasks.workunit.client.1.smithi170.stdout:0/63: fdatasync fc 0 2024-09-17T10:39:49.014 INFO:tasks.workunit.client.1.smithi170.stdout:6/93: mknod d0/c27 0 2024-09-17T10:39:49.018 INFO:tasks.workunit.client.0.smithi159.stdout:3/449: mknod d9/df/c87 0 2024-09-17T10:39:49.018 INFO:tasks.workunit.client.0.smithi159.stdout:3/450: creat d9/df/d2c/d2f/f88 x:0 0 0 2024-09-17T10:39:49.018 INFO:tasks.workunit.client.0.smithi159.stdout:6/446: dread d1/df/d11/d16/f18 [4194304,4194304] 0 2024-09-17T10:39:49.020 INFO:tasks.workunit.client.1.smithi170.stdout:1/103: unlink d3/db/f19 0 2024-09-17T10:39:49.025 INFO:tasks.workunit.client.0.smithi159.stdout:1/401: unlink d1/d19/d1a/dc/f58 0 2024-09-17T10:39:49.025 INFO:tasks.workunit.client.0.smithi159.stdout:1/402: truncate d1/d3/f3e 4234970 0 2024-09-17T10:39:49.025 INFO:tasks.workunit.client.0.smithi159.stdout:1/403: fsync d1/d19/d1a/dc/d18/f37 0 2024-09-17T10:39:49.025 INFO:tasks.workunit.client.1.smithi170.stdout:4/87: truncate d9/d12/f1f 141045 0 2024-09-17T10:39:49.025 INFO:tasks.workunit.client.1.smithi170.stdout:4/88: write d9/d12/f15 [961649,77582] 0 2024-09-17T10:39:49.026 INFO:tasks.workunit.client.0.smithi159.stdout:2/375: creat d0/d26/d4b/d6d/f7d x:0 0 0 2024-09-17T10:39:49.027 INFO:tasks.workunit.client.1.smithi170.stdout:9/74: dwrite f8 [0,4194304] 0 2024-09-17T10:39:49.030 INFO:tasks.workunit.client.0.smithi159.stdout:9/477: sync 2024-09-17T10:39:49.030 INFO:tasks.workunit.client.0.smithi159.stdout:8/431: sync 2024-09-17T10:39:49.030 INFO:tasks.workunit.client.0.smithi159.stdout:9/478: chown d0/d3/d7/da/d46/d54/d6c/f6e 439736 1 2024-09-17T10:39:49.033 INFO:tasks.workunit.client.1.smithi170.stdout:5/167: creat d1/d3/d13/d2c/f35 x:0 0 0 2024-09-17T10:39:49.033 INFO:tasks.workunit.client.1.smithi170.stdout:5/168: creat d1/d11/f36 x:0 0 0 2024-09-17T10:39:49.036 INFO:tasks.workunit.client.0.smithi159.stdout:7/401: link d2/d18/d20/f69 d2/d23/d67/d47/d4a/f91 0 2024-09-17T10:39:49.036 INFO:tasks.workunit.client.0.smithi159.stdout:7/402: chown d2/d23/d67/d47/f51 6 1 2024-09-17T10:39:49.038 INFO:tasks.workunit.client.0.smithi159.stdout:2/376: dread d0/f3c [0,4194304] 0 2024-09-17T10:39:49.038 INFO:tasks.workunit.client.0.smithi159.stdout:0/401: rename d5/d4f/f7f to d5/d12/d32/d3a/f91 0 2024-09-17T10:39:49.040 INFO:tasks.workunit.client.1.smithi170.stdout:3/224: rename d18/d20/d2d/f3a to d18/d1c/f53 0 2024-09-17T10:39:49.041 INFO:tasks.workunit.client.0.smithi159.stdout:4/316: truncate d0/f7 1509349 0 2024-09-17T10:39:49.041 INFO:tasks.workunit.client.0.smithi159.stdout:4/317: write d0/fe [1037117,15692] 0 2024-09-17T10:39:49.042 INFO:tasks.workunit.client.1.smithi170.stdout:0/64: stat l4 0 2024-09-17T10:39:49.043 INFO:tasks.workunit.client.1.smithi170.stdout:5/169: dread d1/d3/d13/d1a/f22 [0,4194304] 0 2024-09-17T10:39:49.043 INFO:tasks.workunit.client.1.smithi170.stdout:5/170: creat d1/d11/f37 x:0 0 0 2024-09-17T10:39:49.049 INFO:tasks.workunit.client.0.smithi159.stdout:3/451: symlink d9/df/l89 0 2024-09-17T10:39:49.049 INFO:tasks.workunit.client.0.smithi159.stdout:3/452: creat d9/df/d3f/f8a x:0 0 0 2024-09-17T10:39:49.049 INFO:tasks.workunit.client.0.smithi159.stdout:3/453: dread - d9/df/d2c/d2f/d63/f67 zero size 2024-09-17T10:39:49.054 INFO:tasks.workunit.client.1.smithi170.stdout:7/101: rename l2 to l1b 0 2024-09-17T10:39:49.054 INFO:tasks.workunit.client.1.smithi170.stdout:9/75: rmdir dd/d16/d17 39 2024-09-17T10:39:49.054 INFO:tasks.workunit.client.1.smithi170.stdout:8/38: dwrite d4/f9 [4194304,4194304] 0 2024-09-17T10:39:49.059 INFO:tasks.workunit.client.1.smithi170.stdout:2/99: dwrite dd/f18 [0,4194304] 0 2024-09-17T10:39:49.059 INFO:tasks.workunit.client.1.smithi170.stdout:2/100: creat dd/f23 x:0 0 0 2024-09-17T10:39:49.062 INFO:tasks.workunit.client.1.smithi170.stdout:3/225: unlink d18/d26/c27 0 2024-09-17T10:39:49.062 INFO:tasks.workunit.client.1.smithi170.stdout:3/226: write d18/d2c/f45 [450980,95632] 0 2024-09-17T10:39:49.063 INFO:tasks.workunit.client.1.smithi170.stdout:3/227: chown d18/d25 1941977 1 2024-09-17T10:39:49.063 INFO:tasks.workunit.client.1.smithi170.stdout:1/104: dwrite f1 [0,4194304] 0 2024-09-17T10:39:49.065 INFO:tasks.workunit.client.1.smithi170.stdout:3/228: dread d18/d20/f37 [0,4194304] 0 2024-09-17T10:39:49.065 INFO:tasks.workunit.client.1.smithi170.stdout:3/229: write d18/d1c/d2b/f31 [76544,1110] 0 2024-09-17T10:39:49.065 INFO:tasks.workunit.client.1.smithi170.stdout:3/230: truncate d18/d1c/f21 983505 0 2024-09-17T10:39:49.065 INFO:tasks.workunit.client.1.smithi170.stdout:3/231: chown f0 8310397 1 2024-09-17T10:39:49.065 INFO:tasks.workunit.client.1.smithi170.stdout:3/232: chown d18/d26 3316761 1 2024-09-17T10:39:49.066 INFO:tasks.workunit.client.0.smithi159.stdout:9/479: unlink d0/d3/d7/da/dc/d1c/f3c 0 2024-09-17T10:39:49.068 INFO:tasks.workunit.client.1.smithi170.stdout:5/171: mkdir d1/d38 0 2024-09-17T10:39:49.069 INFO:tasks.workunit.client.0.smithi159.stdout:7/403: mknod d2/d23/d67/d47/d4a/c92 0 2024-09-17T10:39:49.069 INFO:tasks.workunit.client.0.smithi159.stdout:7/404: fsync d2/f7 0 2024-09-17T10:39:49.074 INFO:tasks.workunit.client.0.smithi159.stdout:6/447: rename d1/df/d11/d2a to d1/df/d2c/d85 0 2024-09-17T10:39:49.077 INFO:tasks.workunit.client.0.smithi159.stdout:0/402: mkdir d5/d10/d18/d22/d4c/d6b/d7c/d92 0 2024-09-17T10:39:49.078 INFO:tasks.workunit.client.1.smithi170.stdout:1/105: dread d3/db/f11 [0,4194304] 0 2024-09-17T10:39:49.081 INFO:tasks.workunit.client.0.smithi159.stdout:4/318: mkdir d0/d9/d24/d48/d51/d5f 0 2024-09-17T10:39:49.081 INFO:tasks.workunit.client.0.smithi159.stdout:0/403: dread d5/d12/f44 [0,4194304] 0 2024-09-17T10:39:49.083 INFO:tasks.workunit.client.1.smithi170.stdout:0/65: dwrite f8 [0,4194304] 0 2024-09-17T10:39:49.083 INFO:tasks.workunit.client.1.smithi170.stdout:8/39: rename l2 to d4/la 0 2024-09-17T10:39:49.083 INFO:tasks.workunit.client.1.smithi170.stdout:8/40: readlink d4/la 0 2024-09-17T10:39:49.084 INFO:tasks.workunit.client.0.smithi159.stdout:8/432: dwrite d4/dd/d10/d78/f93 [0,4194304] 0 2024-09-17T10:39:49.084 INFO:tasks.workunit.client.0.smithi159.stdout:8/433: truncate d4/dd/d10/f2c 4598216 0 2024-09-17T10:39:49.084 INFO:tasks.workunit.client.0.smithi159.stdout:1/404: dwrite d1/d19/d1a/dc/f42 [0,4194304] 0 2024-09-17T10:39:49.084 INFO:tasks.workunit.client.0.smithi159.stdout:8/434: fdatasync d4/dd/d10/d4b/d8b/d53/f70 0 2024-09-17T10:39:49.084 INFO:tasks.workunit.client.0.smithi159.stdout:1/405: fdatasync d1/d19/d1a/dc/d18/f43 0 2024-09-17T10:39:49.084 INFO:tasks.workunit.client.0.smithi159.stdout:1/406: fsync d1/d2/d14/f60 0 2024-09-17T10:39:49.085 INFO:tasks.workunit.client.1.smithi170.stdout:9/76: dwrite dd/f10 [0,4194304] 0 2024-09-17T10:39:49.085 INFO:tasks.workunit.client.1.smithi170.stdout:9/77: stat dd/f15 0 2024-09-17T10:39:49.085 INFO:tasks.workunit.client.1.smithi170.stdout:9/78: chown dd/c13 3832 1 2024-09-17T10:39:49.085 INFO:tasks.workunit.client.1.smithi170.stdout:1/106: dread d3/f7 [0,4194304] 0 2024-09-17T10:39:49.086 INFO:tasks.workunit.client.0.smithi159.stdout:0/404: read d5/d12/f55 [124044,112413] 0 2024-09-17T10:39:49.086 INFO:tasks.workunit.client.0.smithi159.stdout:0/405: creat d5/d4f/f93 x:0 0 0 2024-09-17T10:39:49.087 INFO:tasks.workunit.client.0.smithi159.stdout:3/454: mkdir d9/df/d54/d59/d5e/d8b 0 2024-09-17T10:39:49.087 INFO:tasks.workunit.client.0.smithi159.stdout:3/455: creat d9/df/f8c x:0 0 0 2024-09-17T10:39:49.087 INFO:tasks.workunit.client.0.smithi159.stdout:3/456: truncate d9/df/d2c/f32 4894168 0 2024-09-17T10:39:49.089 INFO:tasks.workunit.client.0.smithi159.stdout:3/457: write d9/f1d [572878,9924] 0 2024-09-17T10:39:49.089 INFO:tasks.workunit.client.0.smithi159.stdout:3/458: stat d9/df/d54/f71 0 2024-09-17T10:39:49.089 INFO:tasks.workunit.client.1.smithi170.stdout:5/172: fsync d1/d11/f36 0 2024-09-17T10:39:49.089 INFO:tasks.workunit.client.1.smithi170.stdout:5/173: chown d1/d11/f37 607217774 1 2024-09-17T10:39:49.091 INFO:tasks.workunit.client.1.smithi170.stdout:2/101: mknod dd/d14/c24 0 2024-09-17T10:39:49.091 INFO:tasks.workunit.client.1.smithi170.stdout:2/102: read - dd/f21 zero size 2024-09-17T10:39:49.091 INFO:tasks.workunit.client.0.smithi159.stdout:9/480: symlink d0/d3/d7/da/dc/de/d3e/l9d 0 2024-09-17T10:39:49.092 INFO:tasks.workunit.client.1.smithi170.stdout:5/174: write d1/d3/d13/d1a/f22 [2786203,129898] 0 2024-09-17T10:39:49.097 INFO:tasks.workunit.client.0.smithi159.stdout:5/371: sync 2024-09-17T10:39:49.097 INFO:tasks.workunit.client.0.smithi159.stdout:5/372: chown d19/d1b/d36/c71 3854 1 2024-09-17T10:39:49.097 INFO:tasks.workunit.client.0.smithi159.stdout:6/448: symlink d1/df/d11/d5a/l86 0 2024-09-17T10:39:49.098 INFO:tasks.workunit.client.1.smithi170.stdout:3/233: creat d18/d2c/d4f/f54 x:0 0 0 2024-09-17T10:39:49.098 INFO:tasks.workunit.client.0.smithi159.stdout:7/405: dwrite d2/d44/f8d [0,4194304] 0 2024-09-17T10:39:49.098 INFO:tasks.workunit.client.0.smithi159.stdout:7/406: readlink d2/d23/d67/l83 0 2024-09-17T10:39:49.099 INFO:tasks.workunit.client.0.smithi159.stdout:4/319: symlink d0/d12/d2f/l60 0 2024-09-17T10:39:49.099 INFO:tasks.workunit.client.0.smithi159.stdout:4/320: write d0/d9/da/f20 [1539539,86803] 0 2024-09-17T10:39:49.101 INFO:tasks.workunit.client.0.smithi159.stdout:9/481: dread d0/f1e [0,4194304] 0 2024-09-17T10:39:49.102 INFO:tasks.workunit.client.0.smithi159.stdout:9/482: write d0/d3/d7/da/dc/d1c/d31/d81/f9a [77210,83310] 0 2024-09-17T10:39:49.102 INFO:tasks.workunit.client.1.smithi170.stdout:7/102: mknod c1c 0 2024-09-17T10:39:49.105 INFO:tasks.workunit.client.0.smithi159.stdout:4/321: write d0/d12/f3a [1079345,128524] 0 2024-09-17T10:39:49.105 INFO:tasks.workunit.client.0.smithi159.stdout:4/322: chown d0/f4a 284 1 2024-09-17T10:39:49.106 INFO:tasks.workunit.client.0.smithi159.stdout:8/435: mkdir d4/dd/d10/d1a/d72/d94 0 2024-09-17T10:39:49.108 INFO:tasks.workunit.client.0.smithi159.stdout:1/407: mkdir d1/d2/d14/d67 0 2024-09-17T10:39:49.108 INFO:tasks.workunit.client.0.smithi159.stdout:1/408: write d1/d19/d1a/dc/d31/f46 [125099,97775] 0 2024-09-17T10:39:49.109 INFO:tasks.workunit.client.1.smithi170.stdout:7/103: dread f6 [0,4194304] 0 2024-09-17T10:39:49.111 INFO:tasks.workunit.client.1.smithi170.stdout:8/41: mknod d4/cb 0 2024-09-17T10:39:49.114 INFO:tasks.workunit.client.0.smithi159.stdout:0/406: rename d5/d4f/f68 to d5/d12/d32/d59/f94 0 2024-09-17T10:39:49.114 INFO:tasks.workunit.client.1.smithi170.stdout:1/107: creat d3/d5/f22 x:0 0 0 2024-09-17T10:39:49.117 INFO:tasks.workunit.client.0.smithi159.stdout:5/373: creat d19/d1e/d4a/f7f x:0 0 0 2024-09-17T10:39:49.117 INFO:tasks.workunit.client.0.smithi159.stdout:5/374: truncate d19/d1b/d1d/d59/f73 166256 0 2024-09-17T10:39:49.119 INFO:tasks.workunit.client.0.smithi159.stdout:6/449: getdents d1/df/d11/d57 0 2024-09-17T10:39:49.126 INFO:tasks.workunit.client.0.smithi159.stdout:4/323: dwrite d0/d9/da/f20 [0,4194304] 0 2024-09-17T10:39:49.131 INFO:tasks.workunit.client.1.smithi170.stdout:2/103: rename dd/d14/c24 to dd/d14/d19/c25 0 2024-09-17T10:39:49.133 INFO:tasks.workunit.client.0.smithi159.stdout:7/407: creat d2/d23/d67/d47/d4a/d4d/d75/f93 x:0 0 0 2024-09-17T10:39:49.135 INFO:tasks.workunit.client.0.smithi159.stdout:9/483: creat d0/d3/d7/da/dc/d40/d7d/f9e x:0 0 0 2024-09-17T10:39:49.135 INFO:tasks.workunit.client.0.smithi159.stdout:9/484: creat d0/d3/d7/da/d46/d54/d6c/f9f x:0 0 0 2024-09-17T10:39:49.137 INFO:tasks.workunit.client.0.smithi159.stdout:6/450: dwrite d1/d5d/d51/f81 [0,4194304] 0 2024-09-17T10:39:49.138 INFO:tasks.workunit.client.1.smithi170.stdout:7/104: creat f1d x:0 0 0 2024-09-17T10:39:49.139 INFO:tasks.workunit.client.0.smithi159.stdout:8/436: symlink d4/da/l95 0 2024-09-17T10:39:49.139 INFO:tasks.workunit.client.0.smithi159.stdout:8/437: getdents d4/dd/d10/d1a/d6b 0 2024-09-17T10:39:49.139 INFO:tasks.workunit.client.0.smithi159.stdout:8/438: stat d4/dd/d10/d4b/d8b/f73 0 2024-09-17T10:39:49.139 INFO:tasks.workunit.client.1.smithi170.stdout:0/66: truncate f1 178512 0 2024-09-17T10:39:49.139 INFO:tasks.workunit.client.1.smithi170.stdout:0/67: chown l4 301 1 2024-09-17T10:39:49.140 INFO:tasks.workunit.client.0.smithi159.stdout:1/409: mkdir d1/d2/d68 0 2024-09-17T10:39:49.140 INFO:tasks.workunit.client.0.smithi159.stdout:1/410: creat d1/d19/d1a/dc/d18/f69 x:0 0 0 2024-09-17T10:39:49.140 INFO:tasks.workunit.client.0.smithi159.stdout:1/411: readlink d1/d19/d1a/d3b/l40 0 2024-09-17T10:39:49.141 INFO:tasks.workunit.client.1.smithi170.stdout:8/42: rename d4/l7 to d4/lc 0 2024-09-17T10:39:49.143 INFO:tasks.workunit.client.1.smithi170.stdout:1/108: stat d3/d5/c20 0 2024-09-17T10:39:49.143 INFO:tasks.workunit.client.1.smithi170.stdout:1/109: chown d3/d5/c20 2420091 1 2024-09-17T10:39:49.145 INFO:tasks.workunit.client.0.smithi159.stdout:0/407: unlink d5/d10/d18/f4d 0 2024-09-17T10:39:49.146 INFO:tasks.workunit.client.1.smithi170.stdout:2/104: creat dd/d14/d1c/f26 x:0 0 0 2024-09-17T10:39:49.146 INFO:tasks.workunit.client.1.smithi170.stdout:2/105: getdents dd/d22 0 2024-09-17T10:39:49.147 INFO:tasks.workunit.client.1.smithi170.stdout:2/106: fsync dd/d1a/f1e 0 2024-09-17T10:39:49.147 INFO:tasks.workunit.client.1.smithi170.stdout:2/107: chown dd/d14/d19/f1f 464225 1 2024-09-17T10:39:49.147 INFO:tasks.workunit.client.0.smithi159.stdout:8/439: dread d4/dd/d10/f51 [0,4194304] 0 2024-09-17T10:39:49.147 INFO:tasks.workunit.client.0.smithi159.stdout:8/440: chown d4/d32/d5f 201568 1 2024-09-17T10:39:49.147 INFO:tasks.workunit.client.0.smithi159.stdout:8/441: chown d4/l8 23 1 2024-09-17T10:39:49.148 INFO:tasks.workunit.client.0.smithi159.stdout:5/375: creat d19/d1a/d32/d5e/f80 x:0 0 0 2024-09-17T10:39:49.148 INFO:tasks.workunit.client.0.smithi159.stdout:5/376: write d19/d1a/f61 [179222,2053] 0 2024-09-17T10:39:49.148 INFO:tasks.workunit.client.1.smithi170.stdout:1/110: read d3/db/f11 [3263102,80809] 0 2024-09-17T10:39:49.148 INFO:tasks.workunit.client.1.smithi170.stdout:1/111: dread - d3/db/d1a/f1c zero size 2024-09-17T10:39:49.149 INFO:tasks.workunit.client.0.smithi159.stdout:1/412: write d1/d3/f27 [3608495,85049] 0 2024-09-17T10:39:49.149 INFO:tasks.workunit.client.1.smithi170.stdout:3/234: mknod d18/c55 0 2024-09-17T10:39:49.151 INFO:tasks.workunit.client.1.smithi170.stdout:7/105: creat f1e x:0 0 0 2024-09-17T10:39:49.151 INFO:tasks.workunit.client.1.smithi170.stdout:7/106: stat f18 0 2024-09-17T10:39:49.151 INFO:tasks.workunit.client.1.smithi170.stdout:7/107: readlink l1 0 2024-09-17T10:39:49.152 INFO:tasks.workunit.client.0.smithi159.stdout:4/324: creat d0/d9/d24/d48/d51/f61 x:0 0 0 2024-09-17T10:39:49.153 INFO:tasks.workunit.client.1.smithi170.stdout:0/68: stat cb 0 2024-09-17T10:39:49.154 INFO:tasks.workunit.client.0.smithi159.stdout:2/377: sync 2024-09-17T10:39:49.154 INFO:tasks.workunit.client.0.smithi159.stdout:2/378: stat d0/df/d3e/c4e 0 2024-09-17T10:39:49.154 INFO:tasks.workunit.client.0.smithi159.stdout:7/408: creat d2/d18/d20/d3f/d73/d82/f94 x:0 0 0 2024-09-17T10:39:49.154 INFO:tasks.workunit.client.0.smithi159.stdout:7/409: write d2/f1d [903448,8412] 0 2024-09-17T10:39:49.154 INFO:tasks.workunit.client.0.smithi159.stdout:7/410: chown d2/d18/d20/f8e 433 1 2024-09-17T10:39:49.155 INFO:tasks.workunit.client.1.smithi170.stdout:2/108: read dd/d14/d19/f1f [3791866,53894] 0 2024-09-17T10:39:49.155 INFO:tasks.workunit.client.1.smithi170.stdout:8/43: rmdir d4 39 2024-09-17T10:39:49.157 INFO:tasks.workunit.client.1.smithi170.stdout:1/112: symlink d3/l23 0 2024-09-17T10:39:49.158 INFO:tasks.workunit.client.0.smithi159.stdout:9/485: write d0/d3/d7/da/dc/de/d36/f59 [61259,71296] 0 2024-09-17T10:39:49.159 INFO:tasks.workunit.client.1.smithi170.stdout:3/235: mkdir d18/d26/d56 0 2024-09-17T10:39:49.163 INFO:tasks.workunit.client.1.smithi170.stdout:2/109: symlink dd/d14/d1c/l27 0 2024-09-17T10:39:49.163 INFO:tasks.workunit.client.1.smithi170.stdout:2/110: fdatasync f1 0 2024-09-17T10:39:49.163 INFO:tasks.workunit.client.1.smithi170.stdout:2/111: fdatasync dd/f10 0 2024-09-17T10:39:49.165 INFO:tasks.workunit.client.0.smithi159.stdout:6/451: mknod d1/df/d2c/d35/d55/d64/c87 0 2024-09-17T10:39:49.166 INFO:tasks.workunit.client.1.smithi170.stdout:0/69: write fa [102377,24791] 0 2024-09-17T10:39:49.167 INFO:tasks.workunit.client.1.smithi170.stdout:8/44: symlink d4/ld 0 2024-09-17T10:39:49.171 INFO:tasks.workunit.client.1.smithi170.stdout:1/113: rename d3/db/d1a/c13 to d3/db/d1a/c24 0 2024-09-17T10:39:49.173 INFO:tasks.workunit.client.1.smithi170.stdout:7/108: rename f9 to f1f 0 2024-09-17T10:39:49.175 INFO:tasks.workunit.client.0.smithi159.stdout:8/442: truncate d4/d4e/f52 1508351 0 2024-09-17T10:39:49.175 INFO:tasks.workunit.client.0.smithi159.stdout:8/443: write d4/dd/d10/d1a/d1e/f2f [2914105,112685] 0 2024-09-17T10:39:49.177 INFO:tasks.workunit.client.1.smithi170.stdout:2/112: truncate dd/d14/d19/f1f 131004 0 2024-09-17T10:39:49.178 INFO:tasks.workunit.client.0.smithi159.stdout:5/377: symlink d19/d1b/d1d/d59/l81 0 2024-09-17T10:39:49.179 INFO:tasks.workunit.client.1.smithi170.stdout:3/236: dwrite d18/d1c/d2b/f52 [0,4194304] 0 2024-09-17T10:39:49.180 INFO:tasks.workunit.client.1.smithi170.stdout:0/70: link l4 dd/de/d10/d13/l14 0 2024-09-17T10:39:49.181 INFO:tasks.workunit.client.1.smithi170.stdout:0/71: fdatasync f8 0 2024-09-17T10:39:49.181 INFO:tasks.workunit.client.0.smithi159.stdout:6/452: dwrite d1/df/d2c/f30 [0,4194304] 0 2024-09-17T10:39:49.182 INFO:tasks.workunit.client.0.smithi159.stdout:1/413: creat d1/d2/d25/f6a x:0 0 0 2024-09-17T10:39:49.183 INFO:tasks.workunit.client.1.smithi170.stdout:8/45: mknod d4/ce 0 2024-09-17T10:39:49.184 INFO:tasks.workunit.client.0.smithi159.stdout:4/325: symlink d0/d9/d24/d48/d51/l62 0 2024-09-17T10:39:49.186 INFO:tasks.workunit.client.1.smithi170.stdout:1/114: rename d3/db/d1a/c1e to d3/c25 0 2024-09-17T10:39:49.186 INFO:tasks.workunit.client.1.smithi170.stdout:1/115: write d3/db/d1a/f1c [602217,26267] 0 2024-09-17T10:39:49.187 INFO:tasks.workunit.client.0.smithi159.stdout:2/379: creat d0/d26/d4b/f7e x:0 0 0 2024-09-17T10:39:49.189 INFO:tasks.workunit.client.1.smithi170.stdout:2/113: creat dd/d22/f28 x:0 0 0 2024-09-17T10:39:49.189 INFO:tasks.workunit.client.1.smithi170.stdout:2/114: creat dd/f29 x:0 0 0 2024-09-17T10:39:49.189 INFO:tasks.workunit.client.1.smithi170.stdout:2/115: chown c8 50464 1 2024-09-17T10:39:49.190 INFO:tasks.workunit.client.1.smithi170.stdout:7/109: dwrite fe [0,4194304] 0 2024-09-17T10:39:49.190 INFO:tasks.workunit.client.1.smithi170.stdout:7/110: rmdir - no directory 2024-09-17T10:39:49.193 INFO:tasks.workunit.client.0.smithi159.stdout:7/411: mkdir d2/d18/d20/d3f/d73/d95 0 2024-09-17T10:39:49.193 INFO:tasks.workunit.client.0.smithi159.stdout:6/453: dread d1/df/d11/d16/f18 [0,4194304] 0 2024-09-17T10:39:49.193 INFO:tasks.workunit.client.0.smithi159.stdout:7/412: write d2/d23/d67/d47/f51 [652261,124206] 0 2024-09-17T10:39:49.195 INFO:tasks.workunit.client.0.smithi159.stdout:9/486: symlink d0/d3/d7/la0 0 2024-09-17T10:39:49.196 INFO:tasks.workunit.client.1.smithi170.stdout:3/237: mkdir d18/d2c/d3e/d57 0 2024-09-17T10:39:49.196 INFO:tasks.workunit.client.1.smithi170.stdout:3/238: fdatasync d18/d24/f33 0 2024-09-17T10:39:49.198 INFO:tasks.workunit.client.0.smithi159.stdout:3/459: rename d9/d66 to d9/df/d2c/d2f/d63/d8d 0 2024-09-17T10:39:49.199 INFO:tasks.workunit.client.1.smithi170.stdout:0/72: creat dd/f15 x:0 0 0 2024-09-17T10:39:49.201 INFO:tasks.workunit.client.0.smithi159.stdout:8/444: link d4/dd/d10/f18 d4/dd/d10/d1a/d1e/f96 0 2024-09-17T10:39:49.203 INFO:tasks.workunit.client.1.smithi170.stdout:8/46: mkdir d4/df 0 2024-09-17T10:39:49.204 INFO:tasks.workunit.client.0.smithi159.stdout:5/378: mknod d19/d6f/d75/c82 0 2024-09-17T10:39:49.207 INFO:tasks.workunit.client.1.smithi170.stdout:1/116: mknod d3/db/c26 0 2024-09-17T10:39:49.207 INFO:tasks.workunit.client.1.smithi170.stdout:1/117: chown d3/db/d1a/f1b 349994812 1 2024-09-17T10:39:49.207 INFO:tasks.workunit.client.1.smithi170.stdout:1/118: chown d3/db/d1a 2392 1 2024-09-17T10:39:49.212 INFO:tasks.workunit.client.0.smithi159.stdout:8/445: dread d4/dd/d10/d1a/d1e/f2f [0,4194304] 0 2024-09-17T10:39:49.212 INFO:tasks.workunit.client.0.smithi159.stdout:8/446: fsync d4/f83 0 2024-09-17T10:39:49.212 INFO:tasks.workunit.client.0.smithi159.stdout:8/447: read - d4/dd/d10/d78/f7a zero size 2024-09-17T10:39:49.217 INFO:tasks.workunit.client.1.smithi170.stdout:0/73: dwrite f3 [0,4194304] 0 2024-09-17T10:39:49.219 INFO:tasks.workunit.client.0.smithi159.stdout:4/326: truncate d0/fe 325685 0 2024-09-17T10:39:49.221 INFO:tasks.workunit.client.1.smithi170.stdout:2/116: unlink dd/d1a/f1e 0 2024-09-17T10:39:49.221 INFO:tasks.workunit.client.1.smithi170.stdout:2/117: chown dd/d14/d19/c25 1601 1 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:1/119: dwrite d3/d5/f22 [0,4194304] 0 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:1/120: chown d3/cc 230 1 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:1/121: read - d3/d5/f17 zero size 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:1/122: chown d3/l23 7714 1 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:7/111: creat f20 x:0 0 0 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:7/112: fdatasync f20 0 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:7/113: chown cf 64601 1 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.1.smithi170.stdout:7/114: chown c1c 1461944 1 2024-09-17T10:39:49.225 INFO:tasks.workunit.client.0.smithi159.stdout:5/379: dwrite f4 [4194304,4194304] 0 2024-09-17T10:39:49.226 INFO:tasks.workunit.client.1.smithi170.stdout:3/239: mkdir d18/d26/d58 0 2024-09-17T10:39:49.227 INFO:tasks.workunit.client.0.smithi159.stdout:7/413: symlink d2/d18/d20/d3f/d73/d82/l96 0 2024-09-17T10:39:49.228 INFO:tasks.workunit.client.1.smithi170.stdout:8/47: symlink d4/l10 0 2024-09-17T10:39:49.228 INFO:tasks.workunit.client.1.smithi170.stdout:0/74: fsync dd/f15 0 2024-09-17T10:39:49.245 INFO:tasks.workunit.client.1.smithi170.stdout:7/115: unlink f18 0 2024-09-17T10:39:49.246 INFO:tasks.workunit.client.0.smithi159.stdout:9/487: mkdir d0/d1/da1 0 2024-09-17T10:39:49.248 INFO:tasks.workunit.client.0.smithi159.stdout:4/327: dwrite d0/d12/f3a [0,4194304] 0 2024-09-17T10:39:49.248 INFO:tasks.workunit.client.0.smithi159.stdout:4/328: dread - d0/d9/da/d42/f4f zero size 2024-09-17T10:39:49.248 INFO:tasks.workunit.client.0.smithi159.stdout:4/329: write d0/d9/da/d33/f3c [666310,103004] 0 2024-09-17T10:39:49.248 INFO:tasks.workunit.client.0.smithi159.stdout:4/330: fdatasync d0/fe 0 2024-09-17T10:39:49.248 INFO:tasks.workunit.client.0.smithi159.stdout:4/331: truncate d0/d9/da/f20 4696700 0 2024-09-17T10:39:49.249 INFO:tasks.workunit.client.0.smithi159.stdout:0/408: rename d5/d10/d18/d22/c50 to d5/d4f/d67/c95 0 2024-09-17T10:39:49.251 INFO:tasks.workunit.client.0.smithi159.stdout:8/448: creat d4/dd/d10/d1a/d72/f97 x:0 0 0 2024-09-17T10:39:49.251 INFO:tasks.workunit.client.0.smithi159.stdout:8/449: fdatasync d4/dd/d10/d4b/f59 0 2024-09-17T10:39:49.251 INFO:tasks.workunit.client.0.smithi159.stdout:8/450: fdatasync d4/dd/d5d/f5e 0 2024-09-17T10:39:49.252 INFO:tasks.workunit.client.0.smithi159.stdout:7/414: dwrite d2/f24 [0,4194304] 0 2024-09-17T10:39:49.252 INFO:tasks.workunit.client.1.smithi170.stdout:0/75: mkdir dd/de/d16 0 2024-09-17T10:39:49.253 INFO:tasks.workunit.client.1.smithi170.stdout:0/76: fdatasync fa 0 2024-09-17T10:39:49.253 INFO:tasks.workunit.client.1.smithi170.stdout:0/77: truncate fa 1035175 0 2024-09-17T10:39:49.253 INFO:tasks.workunit.client.0.smithi159.stdout:1/414: rmdir d1/d19/d1a/dc/d18 39 2024-09-17T10:39:49.254 INFO:tasks.workunit.client.1.smithi170.stdout:2/118: dwrite dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:49.254 INFO:tasks.workunit.client.1.smithi170.stdout:2/119: readlink dd/d14/d1c/l27 0 2024-09-17T10:39:49.254 INFO:tasks.workunit.client.0.smithi159.stdout:5/380: dwrite d19/d1b/f4e [0,4194304] 0 2024-09-17T10:39:49.256 INFO:tasks.workunit.client.1.smithi170.stdout:8/48: getdents d4 0 2024-09-17T10:39:49.256 INFO:tasks.workunit.client.0.smithi159.stdout:1/415: dread d1/d19/d1a/dc/f3f [0,4194304] 0 2024-09-17T10:39:49.257 INFO:tasks.workunit.client.0.smithi159.stdout:6/454: getdents d1/df/d2c/d35/d3e 0 2024-09-17T10:39:49.257 INFO:tasks.workunit.client.1.smithi170.stdout:1/123: rmdir d3/db 39 2024-09-17T10:39:49.258 INFO:tasks.workunit.client.1.smithi170.stdout:6/94: sync 2024-09-17T10:39:49.261 INFO:tasks.workunit.client.1.smithi170.stdout:7/116: creat f21 x:0 0 0 2024-09-17T10:39:49.262 INFO:tasks.workunit.client.0.smithi159.stdout:9/488: mknod d0/d78/ca2 0 2024-09-17T10:39:49.264 INFO:tasks.workunit.client.1.smithi170.stdout:3/240: mkdir d18/d59 0 2024-09-17T10:39:49.266 INFO:tasks.workunit.client.1.smithi170.stdout:3/241: write d18/d24/f47 [67539,66797] 0 2024-09-17T10:39:49.266 INFO:tasks.workunit.client.0.smithi159.stdout:4/332: mknod d0/d9/d24/d52/d5d/c63 0 2024-09-17T10:39:49.269 INFO:tasks.workunit.client.1.smithi170.stdout:1/124: write d3/d5/f22 [2279920,67164] 0 2024-09-17T10:39:49.273 INFO:tasks.workunit.client.0.smithi159.stdout:8/451: dwrite d4/dd/d10/d4b/d8b/d53/f6e [0,4194304] 0 2024-09-17T10:39:49.275 INFO:tasks.workunit.client.0.smithi159.stdout:1/416: dwrite d1/d19/d1a/dc/d18/f37 [0,4194304] 0 2024-09-17T10:39:49.275 INFO:tasks.workunit.client.0.smithi159.stdout:1/417: fdatasync d1/d19/f52 0 2024-09-17T10:39:49.276 INFO:tasks.workunit.client.0.smithi159.stdout:7/415: mknod d2/c97 0 2024-09-17T10:39:49.276 INFO:tasks.workunit.client.0.smithi159.stdout:7/416: write d2/d18/d20/d3f/d73/d82/f94 [165897,8957] 0 2024-09-17T10:39:49.282 INFO:tasks.workunit.client.1.smithi170.stdout:2/120: mkdir dd/d1a/d2a 0 2024-09-17T10:39:49.282 INFO:tasks.workunit.client.1.smithi170.stdout:2/121: chown fb 410134 1 2024-09-17T10:39:49.285 INFO:tasks.workunit.client.1.smithi170.stdout:1/125: dwrite d3/db/f10 [0,4194304] 0 2024-09-17T10:39:49.286 INFO:tasks.workunit.client.0.smithi159.stdout:6/455: mkdir d1/d5d/d51/d88 0 2024-09-17T10:39:49.288 INFO:tasks.workunit.client.0.smithi159.stdout:9/489: creat d0/d78/d9c/fa3 x:0 0 0 2024-09-17T10:39:49.289 INFO:tasks.workunit.client.1.smithi170.stdout:6/95: creat d0/f28 x:0 0 0 2024-09-17T10:39:49.290 INFO:tasks.workunit.client.0.smithi159.stdout:4/333: creat d0/d9/d24/d28/f64 x:0 0 0 2024-09-17T10:39:49.290 INFO:tasks.workunit.client.0.smithi159.stdout:4/334: write d0/f56 [676984,15370] 0 2024-09-17T10:39:49.292 INFO:tasks.workunit.client.0.smithi159.stdout:1/418: dwrite d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:49.292 INFO:tasks.workunit.client.0.smithi159.stdout:1/419: creat d1/d2f/f6b x:0 0 0 2024-09-17T10:39:49.292 INFO:tasks.workunit.client.0.smithi159.stdout:0/409: symlink d5/d10/d18/d22/l96 0 2024-09-17T10:39:49.293 INFO:tasks.workunit.client.1.smithi170.stdout:3/242: symlink d18/d26/d56/l5a 0 2024-09-17T10:39:49.296 INFO:tasks.workunit.client.1.smithi170.stdout:0/78: truncate f3 2824096 0 2024-09-17T10:39:49.297 INFO:tasks.workunit.client.0.smithi159.stdout:8/452: truncate d4/dd/d10/d78/f93 2237468 0 2024-09-17T10:39:49.297 INFO:tasks.workunit.client.0.smithi159.stdout:8/453: write d4/dd/d10/d4b/d8b/f73 [475111,103017] 0 2024-09-17T10:39:49.297 INFO:tasks.workunit.client.0.smithi159.stdout:9/490: write d0/d3/f30 [3698690,95079] 0 2024-09-17T10:39:49.297 INFO:tasks.workunit.client.0.smithi159.stdout:9/491: creat d0/d3/d7/da/d1a/d60/fa4 x:0 0 0 2024-09-17T10:39:49.298 INFO:tasks.workunit.client.1.smithi170.stdout:2/122: creat dd/d1a/d2a/f2b x:0 0 0 2024-09-17T10:39:49.299 INFO:tasks.workunit.client.0.smithi159.stdout:7/417: mkdir d2/d18/d20/d2c/d98 0 2024-09-17T10:39:49.299 INFO:tasks.workunit.client.0.smithi159.stdout:7/418: creat d2/d44/f99 x:0 0 0 2024-09-17T10:39:49.299 INFO:tasks.workunit.client.0.smithi159.stdout:7/419: write d2/f7 [3280230,130430] 0 2024-09-17T10:39:49.301 INFO:tasks.workunit.client.1.smithi170.stdout:1/126: rename d3/db/d1a to d3/d5/d27 0 2024-09-17T10:39:49.303 INFO:tasks.workunit.client.0.smithi159.stdout:5/381: rmdir d19/d1e/d4a 39 2024-09-17T10:39:49.303 INFO:tasks.workunit.client.0.smithi159.stdout:5/382: fdatasync d19/d1a/d32/f53 0 2024-09-17T10:39:49.303 INFO:tasks.workunit.client.0.smithi159.stdout:5/383: chown d19/d1b/d21/l3d 538905 1 2024-09-17T10:39:49.306 INFO:tasks.workunit.client.1.smithi170.stdout:6/96: stat d0/l20 0 2024-09-17T10:39:49.307 INFO:tasks.workunit.client.0.smithi159.stdout:6/456: rmdir d1/df/d2c/d35/d3e 39 2024-09-17T10:39:49.308 INFO:tasks.workunit.client.1.smithi170.stdout:7/117: mknod c22 0 2024-09-17T10:39:49.311 INFO:tasks.workunit.client.0.smithi159.stdout:4/335: rmdir d0/d9/d24/d48/d51/d5f 0 2024-09-17T10:39:49.311 INFO:tasks.workunit.client.0.smithi159.stdout:4/336: fdatasync d0/d9/da/d19/f26 0 2024-09-17T10:39:49.311 INFO:tasks.workunit.client.0.smithi159.stdout:4/337: chown d0/d9/da/f20 240 1 2024-09-17T10:39:49.312 INFO:tasks.workunit.client.0.smithi159.stdout:4/338: write d0/d9/da/fd [256954,59836] 0 2024-09-17T10:39:49.312 INFO:tasks.workunit.client.1.smithi170.stdout:0/79: mkdir dd/d17 0 2024-09-17T10:39:49.313 INFO:tasks.workunit.client.1.smithi170.stdout:0/80: fdatasync fc 0 2024-09-17T10:39:49.313 INFO:tasks.workunit.client.0.smithi159.stdout:6/457: dread d1/df/f42 [0,4194304] 0 2024-09-17T10:39:49.314 INFO:tasks.workunit.client.1.smithi170.stdout:9/79: sync 2024-09-17T10:39:49.314 INFO:tasks.workunit.client.1.smithi170.stdout:4/89: sync 2024-09-17T10:39:49.314 INFO:tasks.workunit.client.1.smithi170.stdout:4/90: dread - d9/f13 zero size 2024-09-17T10:39:49.314 INFO:tasks.workunit.client.1.smithi170.stdout:5/175: sync 2024-09-17T10:39:49.314 INFO:tasks.workunit.client.1.smithi170.stdout:2/123: dwrite dd/f17 [0,4194304] 0 2024-09-17T10:39:49.314 INFO:tasks.workunit.client.1.smithi170.stdout:2/124: chown dd/d14/d1c 76724691 1 2024-09-17T10:39:49.317 INFO:tasks.workunit.client.1.smithi170.stdout:1/127: symlink d3/d5/l28 0 2024-09-17T10:39:49.319 INFO:tasks.workunit.client.0.smithi159.stdout:5/384: write f12 [2491168,20217] 0 2024-09-17T10:39:49.319 INFO:tasks.workunit.client.0.smithi159.stdout:4/339: read d0/d12/f35 [304574,81813] 0 2024-09-17T10:39:49.319 INFO:tasks.workunit.client.0.smithi159.stdout:4/340: fdatasync d0/d9/f1f 0 2024-09-17T10:39:49.321 INFO:tasks.workunit.client.0.smithi159.stdout:8/454: dwrite d4/dd/d26/f6a [0,4194304] 0 2024-09-17T10:39:49.321 INFO:tasks.workunit.client.0.smithi159.stdout:8/455: chown d4/dd/d10/f3f 326 1 2024-09-17T10:39:49.322 INFO:tasks.workunit.client.1.smithi170.stdout:0/81: rename l4 to dd/l18 0 2024-09-17T10:39:49.326 INFO:tasks.workunit.client.1.smithi170.stdout:9/80: truncate dd/f10 2794586 0 2024-09-17T10:39:49.331 INFO:tasks.workunit.client.0.smithi159.stdout:0/410: mknod d5/d10/d18/c97 0 2024-09-17T10:39:49.332 INFO:tasks.workunit.client.1.smithi170.stdout:6/97: symlink d0/l29 0 2024-09-17T10:39:49.334 INFO:tasks.workunit.client.0.smithi159.stdout:8/456: dread d4/da/f2e [0,4194304] 0 2024-09-17T10:39:49.334 INFO:tasks.workunit.client.0.smithi159.stdout:8/457: fsync d4/dd/d10/d78/f93 0 2024-09-17T10:39:49.334 INFO:tasks.workunit.client.0.smithi159.stdout:8/458: chown d4/dd/d5d 106698938 1 2024-09-17T10:39:49.335 INFO:tasks.workunit.client.1.smithi170.stdout:2/125: rename f0 to dd/d22/f2c 0 2024-09-17T10:39:49.335 INFO:tasks.workunit.client.1.smithi170.stdout:2/126: stat fb 0 2024-09-17T10:39:49.335 INFO:tasks.workunit.client.0.smithi159.stdout:9/492: unlink d0/d3/d7/da/dc/de/c79 0 2024-09-17T10:39:49.335 INFO:tasks.workunit.client.0.smithi159.stdout:9/493: truncate d0/f1e 5633512 0 2024-09-17T10:39:49.337 INFO:tasks.workunit.client.0.smithi159.stdout:8/459: dread d4/f23 [0,4194304] 0 2024-09-17T10:39:49.337 INFO:tasks.workunit.client.0.smithi159.stdout:8/460: dread - d4/dd/d5d/f8c zero size 2024-09-17T10:39:49.338 INFO:tasks.workunit.client.1.smithi170.stdout:1/128: dwrite d3/db/f11 [4194304,4194304] 0 2024-09-17T10:39:49.338 INFO:tasks.workunit.client.1.smithi170.stdout:0/82: rmdir dd/d17 0 2024-09-17T10:39:49.338 INFO:tasks.workunit.client.1.smithi170.stdout:0/83: truncate fc 726522 0 2024-09-17T10:39:49.338 INFO:tasks.workunit.client.1.smithi170.stdout:0/84: fsync fa 0 2024-09-17T10:39:49.338 INFO:tasks.workunit.client.1.smithi170.stdout:0/85: read - dd/f15 zero size 2024-09-17T10:39:49.338 INFO:tasks.workunit.client.1.smithi170.stdout:0/86: write f8 [4970715,7725] 0 2024-09-17T10:39:49.339 INFO:tasks.workunit.client.1.smithi170.stdout:7/118: dwrite f1a [0,4194304] 0 2024-09-17T10:39:49.339 INFO:tasks.workunit.client.1.smithi170.stdout:0/87: dread fc [0,4194304] 0 2024-09-17T10:39:49.339 INFO:tasks.workunit.client.1.smithi170.stdout:4/91: write f3 [3271988,44412] 0 2024-09-17T10:39:49.340 INFO:tasks.workunit.client.0.smithi159.stdout:8/461: dread d4/dd/d10/d1a/f2d [0,4194304] 0 2024-09-17T10:39:49.341 INFO:tasks.workunit.client.0.smithi159.stdout:7/420: mkdir d2/d9a 0 2024-09-17T10:39:49.343 INFO:tasks.workunit.client.0.smithi159.stdout:6/458: mkdir d1/d83/d89 0 2024-09-17T10:39:49.343 INFO:tasks.workunit.client.1.smithi170.stdout:5/176: rmdir d1/d3/d13 39 2024-09-17T10:39:49.347 INFO:tasks.workunit.client.0.smithi159.stdout:4/341: mknod d0/d9/da/d19/c65 0 2024-09-17T10:39:49.347 INFO:tasks.workunit.client.0.smithi159.stdout:6/459: write d1/df/f42 [1658559,34377] 0 2024-09-17T10:39:49.350 INFO:tasks.workunit.client.1.smithi170.stdout:1/129: stat d3/ca 0 2024-09-17T10:39:49.350 INFO:tasks.workunit.client.1.smithi170.stdout:1/130: chown d3/ld 9566994 1 2024-09-17T10:39:49.358 INFO:tasks.workunit.client.0.smithi159.stdout:2/380: sync 2024-09-17T10:39:49.358 INFO:tasks.workunit.client.0.smithi159.stdout:2/381: write d0/d26/d4b/d6d/f35 [4210199,87232] 0 2024-09-17T10:39:49.358 INFO:tasks.workunit.client.1.smithi170.stdout:9/81: write dd/f10 [2953364,73803] 0 2024-09-17T10:39:49.359 INFO:tasks.workunit.client.1.smithi170.stdout:1/131: dread d3/db/f10 [0,4194304] 0 2024-09-17T10:39:49.360 INFO:tasks.workunit.client.1.smithi170.stdout:1/132: truncate d3/db/f10 4979876 0 2024-09-17T10:39:49.360 INFO:tasks.workunit.client.1.smithi170.stdout:1/133: read f1 [1657302,109524] 0 2024-09-17T10:39:49.360 INFO:tasks.workunit.client.1.smithi170.stdout:1/134: readlink d3/d5/l28 0 2024-09-17T10:39:49.360 INFO:tasks.workunit.client.1.smithi170.stdout:1/135: creat d3/d5/f29 x:0 0 0 2024-09-17T10:39:49.362 INFO:tasks.workunit.client.1.smithi170.stdout:4/92: rename c8 to d9/c20 0 2024-09-17T10:39:49.362 INFO:tasks.workunit.client.1.smithi170.stdout:4/93: stat d9/f14 0 2024-09-17T10:39:49.364 INFO:tasks.workunit.client.1.smithi170.stdout:5/177: mknod d1/d3/c39 0 2024-09-17T10:39:49.365 INFO:tasks.workunit.client.1.smithi170.stdout:2/127: unlink dd/d1a/d2a/f2b 0 2024-09-17T10:39:49.365 INFO:tasks.workunit.client.1.smithi170.stdout:2/128: readlink dd/d1a/l1b 0 2024-09-17T10:39:49.366 INFO:tasks.workunit.client.1.smithi170.stdout:9/82: truncate f8 538458 0 2024-09-17T10:39:49.368 INFO:tasks.workunit.client.1.smithi170.stdout:1/136: link d3/c1f d3/db/c2a 0 2024-09-17T10:39:49.369 INFO:tasks.workunit.client.1.smithi170.stdout:1/137: chown d3/d5/f22 3654900 1 2024-09-17T10:39:49.369 INFO:tasks.workunit.client.0.smithi159.stdout:8/462: link d4/dd/d10/d78/l7e d4/dd/d10/l98 0 2024-09-17T10:39:49.370 INFO:tasks.workunit.client.0.smithi159.stdout:8/463: dread - d4/dd/f7d zero size 2024-09-17T10:39:49.371 INFO:tasks.workunit.client.1.smithi170.stdout:7/119: dwrite fc [0,4194304] 0 2024-09-17T10:39:49.371 INFO:tasks.workunit.client.1.smithi170.stdout:7/120: write f4 [2655503,61720] 0 2024-09-17T10:39:49.371 INFO:tasks.workunit.client.1.smithi170.stdout:6/98: rename d0/l20 to d0/d2/l2a 0 2024-09-17T10:39:49.372 INFO:tasks.workunit.client.1.smithi170.stdout:0/88: dwrite fc [0,4194304] 0 2024-09-17T10:39:49.372 INFO:tasks.workunit.client.1.smithi170.stdout:0/89: chown fa 0 1 2024-09-17T10:39:49.373 INFO:tasks.workunit.client.0.smithi159.stdout:4/342: dwrite d0/f5c [0,4194304] 0 2024-09-17T10:39:49.373 INFO:tasks.workunit.client.0.smithi159.stdout:7/421: symlink d2/d18/d20/d3f/d40/d7f/l9b 0 2024-09-17T10:39:49.374 INFO:tasks.workunit.client.1.smithi170.stdout:4/94: truncate d9/f16 2974188 0 2024-09-17T10:39:49.377 INFO:tasks.workunit.client.1.smithi170.stdout:0/90: dread f1 [0,4194304] 0 2024-09-17T10:39:49.377 INFO:tasks.workunit.client.1.smithi170.stdout:0/91: write f1 [1939670,64932] 0 2024-09-17T10:39:49.379 INFO:tasks.workunit.client.0.smithi159.stdout:1/420: rename d1/d3 to d1/d63/d6c 0 2024-09-17T10:39:49.382 INFO:tasks.workunit.client.1.smithi170.stdout:1/138: truncate d3/d5/d27/f16 2156806 0 2024-09-17T10:39:49.384 INFO:tasks.workunit.client.1.smithi170.stdout:4/95: dread d9/fa [0,4194304] 0 2024-09-17T10:39:49.384 INFO:tasks.workunit.client.1.smithi170.stdout:4/96: chown d9/f17 495625 1 2024-09-17T10:39:49.389 INFO:tasks.workunit.client.0.smithi159.stdout:0/411: dwrite d5/d12/d32/d3a/f3c [0,4194304] 0 2024-09-17T10:39:49.390 INFO:tasks.workunit.client.0.smithi159.stdout:8/464: dwrite d4/dd/d10/f51 [0,4194304] 0 2024-09-17T10:39:49.390 INFO:tasks.workunit.client.0.smithi159.stdout:4/343: unlink d0/fc 0 2024-09-17T10:39:49.394 INFO:tasks.workunit.client.1.smithi170.stdout:5/178: rename d1/d11/c15 to d1/d27/c3a 0 2024-09-17T10:39:49.396 INFO:tasks.workunit.client.0.smithi159.stdout:9/494: rename d0/d3/d7/da/l10 to d0/d3/d7/da/dc/la5 0 2024-09-17T10:39:49.399 INFO:tasks.workunit.client.0.smithi159.stdout:1/421: dwrite d1/d2/f5f [0,4194304] 0 2024-09-17T10:39:49.399 INFO:tasks.workunit.client.0.smithi159.stdout:1/422: stat d1/d19/d1a/dc/l2d 0 2024-09-17T10:39:49.399 INFO:tasks.workunit.client.1.smithi170.stdout:6/99: dread d0/f14 [0,4194304] 0 2024-09-17T10:39:49.406 INFO:tasks.workunit.client.0.smithi159.stdout:8/465: rmdir d4/d90 0 2024-09-17T10:39:49.406 INFO:tasks.workunit.client.0.smithi159.stdout:8/466: fsync d4/dd/d10/d78/f7a 0 2024-09-17T10:39:49.406 INFO:tasks.workunit.client.0.smithi159.stdout:8/467: dread d4/dd/d10/d1a/d3c/f44 [0,4194304] 0 2024-09-17T10:39:49.407 INFO:tasks.workunit.client.1.smithi170.stdout:0/92: symlink dd/de/d10/l19 0 2024-09-17T10:39:49.408 INFO:tasks.workunit.client.0.smithi159.stdout:4/344: mknod d0/d12/c66 0 2024-09-17T10:39:49.409 INFO:tasks.workunit.client.1.smithi170.stdout:2/129: rmdir dd/d14/d1c 39 2024-09-17T10:39:49.409 INFO:tasks.workunit.client.1.smithi170.stdout:2/130: readlink dd/d1a/l1b 0 2024-09-17T10:39:49.411 INFO:tasks.workunit.client.0.smithi159.stdout:7/422: rmdir d2/d23/d67/d47/d4a/d4d/d75 39 2024-09-17T10:39:49.411 INFO:tasks.workunit.client.0.smithi159.stdout:4/345: dread d0/d9/da/d33/f3c [0,4194304] 0 2024-09-17T10:39:49.412 INFO:tasks.workunit.client.0.smithi159.stdout:0/412: dwrite d5/d12/d32/d3a/f3c [0,4194304] 0 2024-09-17T10:39:49.413 INFO:tasks.workunit.client.0.smithi159.stdout:9/495: dwrite d0/f1e [0,4194304] 0 2024-09-17T10:39:49.413 INFO:tasks.workunit.client.1.smithi170.stdout:1/139: symlink d3/l2b 0 2024-09-17T10:39:49.413 INFO:tasks.workunit.client.0.smithi159.stdout:9/496: stat d0/d3/d33 0 2024-09-17T10:39:49.414 INFO:tasks.workunit.client.0.smithi159.stdout:4/346: dread d0/f4a [0,4194304] 0 2024-09-17T10:39:49.414 INFO:tasks.workunit.client.0.smithi159.stdout:4/347: write d0/d9/d24/d48/d51/f61 [86802,35320] 0 2024-09-17T10:39:49.415 INFO:tasks.workunit.client.0.smithi159.stdout:2/382: rename d0/d14/d76/c42 to d0/d14/c7f 0 2024-09-17T10:39:49.415 INFO:tasks.workunit.client.0.smithi159.stdout:2/383: read - d0/d26/d4b/d6d/f5d zero size 2024-09-17T10:39:49.415 INFO:tasks.workunit.client.1.smithi170.stdout:0/93: read f8 [486249,69863] 0 2024-09-17T10:39:49.417 INFO:tasks.workunit.client.1.smithi170.stdout:4/97: symlink d9/l21 0 2024-09-17T10:39:49.420 INFO:tasks.workunit.client.0.smithi159.stdout:2/384: dread d0/df/d3e/d46/f51 [0,4194304] 0 2024-09-17T10:39:49.422 INFO:tasks.workunit.client.1.smithi170.stdout:0/94: read f3 [599304,100476] 0 2024-09-17T10:39:49.423 INFO:tasks.workunit.client.1.smithi170.stdout:9/83: rename dd/ce to dd/d16/d17/c1a 0 2024-09-17T10:39:49.423 INFO:tasks.workunit.client.1.smithi170.stdout:9/84: chown l1 48520410 1 2024-09-17T10:39:49.423 INFO:tasks.workunit.client.1.smithi170.stdout:9/85: chown dd/d16 1503021 1 2024-09-17T10:39:49.424 INFO:tasks.workunit.client.0.smithi159.stdout:7/423: mknod d2/d23/d67/d47/c9c 0 2024-09-17T10:39:49.428 INFO:tasks.workunit.client.0.smithi159.stdout:8/468: dwrite d4/dd/d5d/f8c [0,4194304] 0 2024-09-17T10:39:49.429 INFO:tasks.workunit.client.1.smithi170.stdout:5/179: mkdir d1/d3b 0 2024-09-17T10:39:49.429 INFO:tasks.workunit.client.0.smithi159.stdout:3/460: sync 2024-09-17T10:39:49.429 INFO:tasks.workunit.client.0.smithi159.stdout:3/461: truncate d9/df/d54/d3c/f5f 1043628 0 2024-09-17T10:39:49.429 INFO:tasks.workunit.client.0.smithi159.stdout:3/462: readlink d9/df/d2c/d2f/l69 0 2024-09-17T10:39:49.429 INFO:tasks.workunit.client.0.smithi159.stdout:3/463: write d9/df/d2c/d2f/d63/f67 [974057,13246] 0 2024-09-17T10:39:49.431 INFO:tasks.workunit.client.1.smithi170.stdout:2/131: getdents dd/d14/d1c 0 2024-09-17T10:39:49.433 INFO:tasks.workunit.client.0.smithi159.stdout:9/497: mkdir d0/d3/d7/da/dc/d3a/da6 0 2024-09-17T10:39:49.434 INFO:tasks.workunit.client.1.smithi170.stdout:1/140: getdents d3/d5/d27 0 2024-09-17T10:39:49.437 INFO:tasks.workunit.client.0.smithi159.stdout:4/348: mkdir d0/d9/d67 0 2024-09-17T10:39:49.437 INFO:tasks.workunit.client.0.smithi159.stdout:4/349: chown d0/d9/d24/d28/f64 4 1 2024-09-17T10:39:49.440 INFO:tasks.workunit.client.0.smithi159.stdout:1/423: rename d1/d2/d14/f60 to d1/d19/d1a/dc/d18/f6d 0 2024-09-17T10:39:49.443 INFO:tasks.workunit.client.1.smithi170.stdout:7/121: link c3 c23 0 2024-09-17T10:39:49.443 INFO:tasks.workunit.client.1.smithi170.stdout:7/122: write fd [4411045,29727] 0 2024-09-17T10:39:49.446 INFO:tasks.workunit.client.1.smithi170.stdout:0/95: creat dd/de/d16/f1a x:0 0 0 2024-09-17T10:39:49.447 INFO:tasks.workunit.client.1.smithi170.stdout:0/96: write fa [1237840,1646] 0 2024-09-17T10:39:49.448 INFO:tasks.workunit.client.1.smithi170.stdout:0/97: write dd/de/d16/f1a [353024,185] 0 2024-09-17T10:39:49.449 INFO:tasks.workunit.client.1.smithi170.stdout:9/86: creat dd/d16/f1b x:0 0 0 2024-09-17T10:39:49.450 INFO:tasks.workunit.client.0.smithi159.stdout:8/469: dwrite d4/dd/d10/d1a/d72/d81/f85 [0,4194304] 0 2024-09-17T10:39:49.450 INFO:tasks.workunit.client.0.smithi159.stdout:8/470: truncate d4/dd/d5d/f5e 1007037 0 2024-09-17T10:39:49.450 INFO:tasks.workunit.client.0.smithi159.stdout:8/471: truncate d4/da/f66 427125 0 2024-09-17T10:39:49.451 INFO:tasks.workunit.client.1.smithi170.stdout:6/100: unlink d0/f16 0 2024-09-17T10:39:49.453 INFO:tasks.workunit.client.0.smithi159.stdout:7/424: link d2/d18/d20/f2a d2/d9a/f9d 0 2024-09-17T10:39:49.453 INFO:tasks.workunit.client.0.smithi159.stdout:7/425: dread - d2/d18/d20/d2c/f6f zero size 2024-09-17T10:39:49.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:49 smithi170 ceph-mon[33842]: pgmap v273: 65 pgs: 65 active+clean; 823 MiB data, 2.4 GiB used, 534 GiB / 536 GiB avail; 69 MiB/s rd, 93 MiB/s wr, 455 op/s 2024-09-17T10:39:49.455 INFO:tasks.workunit.client.1.smithi170.stdout:1/141: link d3/ca d3/c2c 0 2024-09-17T10:39:49.455 INFO:tasks.workunit.client.1.smithi170.stdout:1/142: stat d3/db 0 2024-09-17T10:39:49.457 INFO:tasks.workunit.client.1.smithi170.stdout:4/98: getdents d9/d12 0 2024-09-17T10:39:49.461 INFO:tasks.workunit.client.0.smithi159.stdout:3/464: truncate d9/df/f58 269851 0 2024-09-17T10:39:49.463 INFO:tasks.workunit.client.1.smithi170.stdout:9/87: mknod dd/d16/d17/c1c 0 2024-09-17T10:39:49.463 INFO:tasks.workunit.client.1.smithi170.stdout:0/98: write fc [841992,130756] 0 2024-09-17T10:39:49.464 INFO:tasks.workunit.client.1.smithi170.stdout:0/99: truncate fc 4542992 0 2024-09-17T10:39:49.464 INFO:tasks.workunit.client.1.smithi170.stdout:5/180: dwrite d1/d3/d13/d1a/f1f [0,4194304] 0 2024-09-17T10:39:49.465 INFO:tasks.workunit.client.0.smithi159.stdout:9/498: mkdir d0/d3/d7/da/dc/d34/da7 0 2024-09-17T10:39:49.465 INFO:tasks.workunit.client.1.smithi170.stdout:4/99: fdatasync f3 0 2024-09-17T10:39:49.465 INFO:tasks.workunit.client.1.smithi170.stdout:4/100: read - d9/f1d zero size 2024-09-17T10:39:49.465 INFO:tasks.workunit.client.1.smithi170.stdout:2/132: dwrite dd/f23 [0,4194304] 0 2024-09-17T10:39:49.466 INFO:tasks.workunit.client.0.smithi159.stdout:0/413: dwrite d5/d12/d32/d3a/f83 [0,4194304] 0 2024-09-17T10:39:49.466 INFO:tasks.workunit.client.1.smithi170.stdout:6/101: mknod d0/d2/c2b 0 2024-09-17T10:39:49.466 INFO:tasks.workunit.client.0.smithi159.stdout:3/465: dread d9/df/d2c/f57 [0,4194304] 0 2024-09-17T10:39:49.467 INFO:tasks.workunit.client.0.smithi159.stdout:4/350: unlink d0/c4e 0 2024-09-17T10:39:49.468 INFO:tasks.workunit.client.0.smithi159.stdout:4/351: write d0/f56 [612140,58963] 0 2024-09-17T10:39:49.468 INFO:tasks.workunit.client.1.smithi170.stdout:1/143: creat d3/d5/d27/f2d x:0 0 0 2024-09-17T10:39:49.469 INFO:tasks.workunit.client.0.smithi159.stdout:8/472: dwrite d4/dd/d10/d1a/d1e/f2f [4194304,4194304] 0 2024-09-17T10:39:49.469 INFO:tasks.workunit.client.1.smithi170.stdout:0/100: fsync f1 0 2024-09-17T10:39:49.470 INFO:tasks.workunit.client.0.smithi159.stdout:1/424: symlink d1/d2/d14/d67/l6e 0 2024-09-17T10:39:49.471 INFO:tasks.workunit.client.1.smithi170.stdout:7/123: symlink l24 0 2024-09-17T10:39:49.473 INFO:tasks.workunit.client.1.smithi170.stdout:9/88: getdents dd 0 2024-09-17T10:39:49.474 INFO:tasks.workunit.client.1.smithi170.stdout:9/89: truncate f8 882108 0 2024-09-17T10:39:49.482 INFO:tasks.workunit.client.0.smithi159.stdout:7/426: unlink d2/d18/d20/f69 0 2024-09-17T10:39:49.482 INFO:tasks.workunit.client.0.smithi159.stdout:7/427: truncate d2/d23/d67/d47/f51 1575084 0 2024-09-17T10:39:49.482 INFO:tasks.workunit.client.0.smithi159.stdout:7/428: chown d2/d23/d67/d47/f5d 453 1 2024-09-17T10:39:49.484 INFO:tasks.workunit.client.1.smithi170.stdout:5/181: symlink d1/d3/d13/d1a/l3c 0 2024-09-17T10:39:49.485 INFO:tasks.workunit.client.0.smithi159.stdout:3/466: dwrite d9/df/f10 [4194304,4194304] 0 2024-09-17T10:39:49.485 INFO:tasks.workunit.client.0.smithi159.stdout:3/467: fsync d9/df/d2c/d2f/d63/d8d/f72 0 2024-09-17T10:39:49.487 INFO:tasks.workunit.client.1.smithi170.stdout:4/101: link d9/fa d9/d12/f22 0 2024-09-17T10:39:49.492 INFO:tasks.workunit.client.1.smithi170.stdout:9/90: dwrite f8 [0,4194304] 0 2024-09-17T10:39:49.495 INFO:tasks.workunit.client.0.smithi159.stdout:9/499: truncate d0/d3/d7/da/dc/f41 4052042 0 2024-09-17T10:39:49.502 INFO:tasks.workunit.client.0.smithi159.stdout:0/414: unlink d5/d10/d18/f19 0 2024-09-17T10:39:49.502 INFO:tasks.workunit.client.0.smithi159.stdout:0/415: chown d5/d4f/d67/l8a 4807 1 2024-09-17T10:39:49.507 INFO:tasks.workunit.client.0.smithi159.stdout:4/352: creat d0/d9/d24/d48/d53/f68 x:0 0 0 2024-09-17T10:39:49.509 INFO:tasks.workunit.client.1.smithi170.stdout:9/91: write f8 [1202937,93534] 0 2024-09-17T10:39:49.509 INFO:tasks.workunit.client.1.smithi170.stdout:9/92: write fb [1924766,16424] 0 2024-09-17T10:39:49.509 INFO:tasks.workunit.client.1.smithi170.stdout:9/93: dread - dd/d16/f1b zero size 2024-09-17T10:39:49.509 INFO:tasks.workunit.client.1.smithi170.stdout:9/94: getdents dd 0 2024-09-17T10:39:49.511 INFO:tasks.workunit.client.0.smithi159.stdout:8/473: mkdir d4/dd/d10/d33/d99 0 2024-09-17T10:39:49.511 INFO:tasks.workunit.client.0.smithi159.stdout:8/474: chown d4/d4e/f64 1 1 2024-09-17T10:39:49.511 INFO:tasks.workunit.client.0.smithi159.stdout:8/475: write d4/f23 [2415621,120888] 0 2024-09-17T10:39:49.514 INFO:tasks.workunit.client.0.smithi159.stdout:1/425: truncate d1/d63/d6c/f27 3841128 0 2024-09-17T10:39:49.515 INFO:tasks.workunit.client.0.smithi159.stdout:9/500: dwrite d0/d3/d7/da/dc/de/f86 [0,4194304] 0 2024-09-17T10:39:49.520 INFO:tasks.workunit.client.1.smithi170.stdout:2/133: link dd/f29 dd/d14/d19/f2d 0 2024-09-17T10:39:49.521 INFO:tasks.workunit.client.0.smithi159.stdout:0/416: creat d5/d4f/d67/f98 x:0 0 0 2024-09-17T10:39:49.522 INFO:tasks.workunit.client.1.smithi170.stdout:6/102: write d0/d2/f1a [364444,42434] 0 2024-09-17T10:39:49.525 INFO:tasks.workunit.client.0.smithi159.stdout:4/353: mknod d0/d9/da/c69 0 2024-09-17T10:39:49.526 INFO:tasks.workunit.client.1.smithi170.stdout:1/144: mknod d3/c2e 0 2024-09-17T10:39:49.527 INFO:tasks.workunit.client.1.smithi170.stdout:1/145: read d3/db/f10 [4263401,443] 0 2024-09-17T10:39:49.527 INFO:tasks.workunit.client.1.smithi170.stdout:1/146: truncate d3/d5/f17 691134 0 2024-09-17T10:39:49.529 INFO:tasks.workunit.client.0.smithi159.stdout:8/476: rename d4/da/f2b to d4/dd/d10/d1a/d1e/d3e/d8f/f9a 0 2024-09-17T10:39:49.529 INFO:tasks.workunit.client.0.smithi159.stdout:8/477: fsync d4/dd/d10/d33/f45 0 2024-09-17T10:39:49.529 INFO:tasks.workunit.client.1.smithi170.stdout:1/147: dread d3/d5/f17 [0,4194304] 0 2024-09-17T10:39:49.530 INFO:tasks.workunit.client.1.smithi170.stdout:0/101: mknod dd/de/d10/d13/c1b 0 2024-09-17T10:39:49.534 INFO:tasks.workunit.client.0.smithi159.stdout:1/426: dwrite d1/d2f/f59 [0,4194304] 0 2024-09-17T10:39:49.534 INFO:tasks.workunit.client.0.smithi159.stdout:1/427: creat d1/d19/d1a/dc/f6f x:0 0 0 2024-09-17T10:39:49.535 INFO:tasks.workunit.client.1.smithi170.stdout:1/148: dread d3/db/f10 [0,4194304] 0 2024-09-17T10:39:49.535 INFO:tasks.workunit.client.1.smithi170.stdout:1/149: write d3/f7 [3784252,26131] 0 2024-09-17T10:39:49.539 INFO:tasks.workunit.client.1.smithi170.stdout:1/150: read d3/d5/d27/f16 [1994579,67738] 0 2024-09-17T10:39:49.540 INFO:tasks.workunit.client.0.smithi159.stdout:0/417: creat d5/d12/d32/f99 x:0 0 0 2024-09-17T10:39:49.543 INFO:tasks.workunit.client.1.smithi170.stdout:5/182: dread d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:49.543 INFO:tasks.workunit.client.1.smithi170.stdout:4/102: rename d9/lb to d9/l23 0 2024-09-17T10:39:49.543 INFO:tasks.workunit.client.1.smithi170.stdout:4/103: chown d9/cc 31 1 2024-09-17T10:39:49.547 INFO:tasks.workunit.client.0.smithi159.stdout:4/354: dwrite d0/f31 [0,4194304] 0 2024-09-17T10:39:49.548 INFO:tasks.workunit.client.0.smithi159.stdout:8/478: unlink d4/dd/d10/d1a/d1e/d3e/f67 0 2024-09-17T10:39:49.548 INFO:tasks.workunit.client.1.smithi170.stdout:9/95: getdents dd/d16/d17 0 2024-09-17T10:39:49.552 INFO:tasks.workunit.client.1.smithi170.stdout:2/134: creat dd/d14/f2e x:0 0 0 2024-09-17T10:39:49.553 INFO:tasks.workunit.client.0.smithi159.stdout:0/418: dread d5/fe [0,4194304] 0 2024-09-17T10:39:49.553 INFO:tasks.workunit.client.0.smithi159.stdout:9/501: dwrite d0/d3/d50/f6f [0,4194304] 0 2024-09-17T10:39:49.557 INFO:tasks.workunit.client.1.smithi170.stdout:0/102: symlink dd/l1c 0 2024-09-17T10:39:49.557 INFO:tasks.workunit.client.1.smithi170.stdout:0/103: dread - dd/f15 zero size 2024-09-17T10:39:49.557 INFO:tasks.workunit.client.1.smithi170.stdout:0/104: stat dd/f15 0 2024-09-17T10:39:49.557 INFO:tasks.workunit.client.1.smithi170.stdout:8/49: sync 2024-09-17T10:39:49.557 INFO:tasks.workunit.client.1.smithi170.stdout:3/243: sync 2024-09-17T10:39:49.558 INFO:tasks.workunit.client.1.smithi170.stdout:3/244: write d18/d20/f2a [226447,95586] 0 2024-09-17T10:39:49.558 INFO:tasks.workunit.client.1.smithi170.stdout:3/245: write fd [982866,5238] 0 2024-09-17T10:39:49.558 INFO:tasks.workunit.client.0.smithi159.stdout:1/428: link d1/d2/c2b d1/d2f/d64/c70 0 2024-09-17T10:39:49.559 INFO:tasks.workunit.client.1.smithi170.stdout:3/246: dread d18/d1c/f21 [0,4194304] 0 2024-09-17T10:39:49.564 INFO:tasks.workunit.client.1.smithi170.stdout:7/124: mkdir d25 0 2024-09-17T10:39:49.567 INFO:tasks.workunit.client.0.smithi159.stdout:0/419: write d5/d12/d32/d3a/f91 [1013561,109711] 0 2024-09-17T10:39:49.568 INFO:tasks.workunit.client.0.smithi159.stdout:0/420: write d5/d10/f2b [650544,33229] 0 2024-09-17T10:39:49.569 INFO:tasks.workunit.client.0.smithi159.stdout:4/355: mkdir d0/d9/d24/d39/d6a 0 2024-09-17T10:39:49.570 INFO:tasks.workunit.client.1.smithi170.stdout:5/183: dwrite d1/d11/f2b [0,4194304] 0 2024-09-17T10:39:49.570 INFO:tasks.workunit.client.1.smithi170.stdout:5/184: creat d1/d3/f3d x:0 0 0 2024-09-17T10:39:49.571 INFO:tasks.workunit.client.1.smithi170.stdout:4/104: link d9/d12/l1a d9/l24 0 2024-09-17T10:39:49.571 INFO:tasks.workunit.client.1.smithi170.stdout:4/105: fsync d9/f14 0 2024-09-17T10:39:49.571 INFO:tasks.workunit.client.1.smithi170.stdout:4/106: dread - d9/f17 zero size 2024-09-17T10:39:49.571 INFO:tasks.workunit.client.1.smithi170.stdout:4/107: write f0 [1827548,70237] 0 2024-09-17T10:39:49.572 INFO:tasks.workunit.client.0.smithi159.stdout:5/385: sync 2024-09-17T10:39:49.575 INFO:tasks.workunit.client.0.smithi159.stdout:8/479: truncate d4/dd/d10/d1a/d1e/d3e/d8f/f9a 655613 0 2024-09-17T10:39:49.576 INFO:tasks.workunit.client.1.smithi170.stdout:7/125: dread fc [0,4194304] 0 2024-09-17T10:39:49.576 INFO:tasks.workunit.client.1.smithi170.stdout:1/151: dwrite d3/db/f11 [0,4194304] 0 2024-09-17T10:39:49.576 INFO:tasks.workunit.client.1.smithi170.stdout:3/247: dwrite d18/f19 [0,4194304] 0 2024-09-17T10:39:49.576 INFO:tasks.workunit.client.1.smithi170.stdout:3/248: write d18/d2c/f4c [691897,124863] 0 2024-09-17T10:39:49.578 INFO:tasks.workunit.client.0.smithi159.stdout:9/502: mknod d0/d3/d7/da/d46/d54/d6c/ca8 0 2024-09-17T10:39:49.578 INFO:tasks.workunit.client.0.smithi159.stdout:9/503: read d0/d3/d7/da/dc/d1c/f2e [12292639,17703] 0 2024-09-17T10:39:49.580 INFO:tasks.workunit.client.1.smithi170.stdout:9/96: mkdir dd/d16/d1d 0 2024-09-17T10:39:49.581 INFO:tasks.workunit.client.1.smithi170.stdout:1/152: dread d3/db/f10 [0,4194304] 0 2024-09-17T10:39:49.581 INFO:tasks.workunit.client.1.smithi170.stdout:1/153: creat d3/d5/d27/f2f x:0 0 0 2024-09-17T10:39:49.581 INFO:tasks.workunit.client.1.smithi170.stdout:1/154: creat d3/d5/f30 x:0 0 0 2024-09-17T10:39:49.581 INFO:tasks.workunit.client.0.smithi159.stdout:8/480: write d4/dd/d10/d78/f93 [1244895,66804] 0 2024-09-17T10:39:49.585 INFO:tasks.workunit.client.1.smithi170.stdout:2/135: truncate f1 272329 0 2024-09-17T10:39:49.589 INFO:tasks.workunit.client.1.smithi170.stdout:0/105: unlink dd/de/d10/d13/c1b 0 2024-09-17T10:39:49.591 INFO:tasks.workunit.client.1.smithi170.stdout:9/97: dread f8 [0,4194304] 0 2024-09-17T10:39:49.591 INFO:tasks.workunit.client.1.smithi170.stdout:8/50: stat d4/lc 0 2024-09-17T10:39:49.598 INFO:tasks.workunit.client.1.smithi170.stdout:4/108: rename f0 to d9/f25 0 2024-09-17T10:39:49.600 INFO:tasks.workunit.client.0.smithi159.stdout:1/429: truncate d1/d2/d25/f5b 3629516 0 2024-09-17T10:39:49.600 INFO:tasks.workunit.client.0.smithi159.stdout:1/430: creat d1/d19/f71 x:0 0 0 2024-09-17T10:39:49.601 INFO:tasks.workunit.client.1.smithi170.stdout:8/51: dread d4/f9 [4194304,4194304] 0 2024-09-17T10:39:49.602 INFO:tasks.workunit.client.0.smithi159.stdout:0/421: truncate d5/d12/d32/d3a/f89 341117 0 2024-09-17T10:39:49.602 INFO:tasks.workunit.client.0.smithi159.stdout:0/422: chown d5/d10/d18/d22/d3e/d62/f76 28001945 1 2024-09-17T10:39:49.602 INFO:tasks.workunit.client.0.smithi159.stdout:0/423: write d5/d10/d18/d22/d3e/d51/f54 [1871474,112934] 0 2024-09-17T10:39:49.603 INFO:tasks.workunit.client.1.smithi170.stdout:3/249: dwrite d18/d2c/f4c [0,4194304] 0 2024-09-17T10:39:49.604 INFO:tasks.workunit.client.1.smithi170.stdout:3/250: dread - d18/d20/f35 zero size 2024-09-17T10:39:49.604 INFO:tasks.workunit.client.1.smithi170.stdout:3/251: chown f8 603990 1 2024-09-17T10:39:49.604 INFO:tasks.workunit.client.1.smithi170.stdout:3/252: creat d18/d1c/d2b/f5b x:0 0 0 2024-09-17T10:39:49.604 INFO:tasks.workunit.client.1.smithi170.stdout:3/253: chown d18/d1c/c30 15949166 1 2024-09-17T10:39:49.604 INFO:tasks.workunit.client.1.smithi170.stdout:3/254: dread d18/d1c/d2b/f4d [0,4194304] 0 2024-09-17T10:39:49.610 INFO:tasks.workunit.client.0.smithi159.stdout:1/431: dread d1/d63/d6c/f9 [0,4194304] 0 2024-09-17T10:39:49.610 INFO:tasks.workunit.client.1.smithi170.stdout:7/126: unlink fd 0 2024-09-17T10:39:49.612 INFO:tasks.workunit.client.0.smithi159.stdout:4/356: truncate d0/d9/da/d19/f23 7991909 0 2024-09-17T10:39:49.613 INFO:tasks.workunit.client.1.smithi170.stdout:3/255: dread f0 [0,4194304] 0 2024-09-17T10:39:49.613 INFO:tasks.workunit.client.1.smithi170.stdout:3/256: creat d18/d1c/f5c x:0 0 0 2024-09-17T10:39:49.613 INFO:tasks.workunit.client.1.smithi170.stdout:3/257: fdatasync f15 0 2024-09-17T10:39:49.615 INFO:tasks.workunit.client.0.smithi159.stdout:5/386: truncate d19/d1a/d32/d37/f45 4880123 0 2024-09-17T10:39:49.619 INFO:tasks.workunit.client.0.smithi159.stdout:0/424: dwrite d5/d12/d32/d3a/f89 [0,4194304] 0 2024-09-17T10:39:49.619 INFO:tasks.workunit.client.0.smithi159.stdout:8/481: mknod d4/d32/d86/c9b 0 2024-09-17T10:39:49.619 INFO:tasks.workunit.client.0.smithi159.stdout:8/482: write d4/dd/f46 [667473,71280] 0 2024-09-17T10:39:49.624 INFO:tasks.workunit.client.1.smithi170.stdout:1/155: creat d3/db/f31 x:0 0 0 2024-09-17T10:39:49.626 INFO:tasks.workunit.client.1.smithi170.stdout:0/106: mkdir dd/de/d10/d13/d1d 0 2024-09-17T10:39:49.627 INFO:tasks.workunit.client.1.smithi170.stdout:7/127: dwrite fa [0,4194304] 0 2024-09-17T10:39:49.627 INFO:tasks.workunit.client.1.smithi170.stdout:0/107: read dd/de/d16/f1a [324380,40929] 0 2024-09-17T10:39:49.627 INFO:tasks.workunit.client.1.smithi170.stdout:0/108: dread - dd/f15 zero size 2024-09-17T10:39:49.630 INFO:tasks.workunit.client.1.smithi170.stdout:9/98: creat dd/f1e x:0 0 0 2024-09-17T10:39:49.634 INFO:tasks.workunit.client.0.smithi159.stdout:6/460: sync 2024-09-17T10:39:49.635 INFO:tasks.workunit.client.1.smithi170.stdout:2/136: rename dd/f17 to dd/d14/d19/f2f 0 2024-09-17T10:39:49.635 INFO:tasks.workunit.client.1.smithi170.stdout:2/137: chown dd/f10 5826102 1 2024-09-17T10:39:49.635 INFO:tasks.workunit.client.1.smithi170.stdout:2/138: dread - dd/d14/f20 zero size 2024-09-17T10:39:49.635 INFO:tasks.workunit.client.1.smithi170.stdout:7/128: dread fe [0,4194304] 0 2024-09-17T10:39:49.635 INFO:tasks.workunit.client.1.smithi170.stdout:7/129: stat f1a 0 2024-09-17T10:39:49.636 INFO:tasks.workunit.client.0.smithi159.stdout:8/483: dwrite d4/d4e/f64 [0,4194304] 0 2024-09-17T10:39:49.636 INFO:tasks.workunit.client.1.smithi170.stdout:4/109: truncate d9/fa 3822508 0 2024-09-17T10:39:49.637 INFO:tasks.workunit.client.0.smithi159.stdout:1/432: rename d1/d63/d6c/l4c to d1/l72 0 2024-09-17T10:39:49.638 INFO:tasks.workunit.client.1.smithi170.stdout:8/52: symlink d4/l11 0 2024-09-17T10:39:49.640 INFO:tasks.workunit.client.1.smithi170.stdout:4/110: write d9/d12/f15 [936395,49147] 0 2024-09-17T10:39:49.640 INFO:tasks.workunit.client.1.smithi170.stdout:4/111: chown d9/c18 7369180 1 2024-09-17T10:39:49.640 INFO:tasks.workunit.client.1.smithi170.stdout:4/112: truncate d9/f1d 217110 0 2024-09-17T10:39:49.641 INFO:tasks.workunit.client.0.smithi159.stdout:5/387: unlink d19/d1a/f61 0 2024-09-17T10:39:49.641 INFO:tasks.workunit.client.0.smithi159.stdout:5/388: creat d19/d1b/d1d/d59/f83 x:0 0 0 2024-09-17T10:39:49.641 INFO:tasks.workunit.client.0.smithi159.stdout:5/389: dread - d19/f7d zero size 2024-09-17T10:39:49.649 INFO:tasks.workunit.client.0.smithi159.stdout:0/425: creat d5/f9a x:0 0 0 2024-09-17T10:39:49.649 INFO:tasks.workunit.client.0.smithi159.stdout:2/385: sync 2024-09-17T10:39:49.650 INFO:tasks.workunit.client.0.smithi159.stdout:6/461: dwrite d1/d5d/d51/f70 [0,4194304] 0 2024-09-17T10:39:49.652 INFO:tasks.workunit.client.1.smithi170.stdout:3/258: symlink d18/d2c/d3e/d57/l5d 0 2024-09-17T10:39:49.652 INFO:tasks.workunit.client.1.smithi170.stdout:3/259: getdents d18/d4b 0 2024-09-17T10:39:49.654 INFO:tasks.workunit.client.0.smithi159.stdout:6/462: write d1/fb [821418,111456] 0 2024-09-17T10:39:49.654 INFO:tasks.workunit.client.0.smithi159.stdout:6/463: creat d1/d5d/d51/f8a x:0 0 0 2024-09-17T10:39:49.657 INFO:tasks.workunit.client.1.smithi170.stdout:1/156: symlink d3/db/l32 0 2024-09-17T10:39:49.659 INFO:tasks.workunit.client.1.smithi170.stdout:9/99: rmdir dd/d16/d17 39 2024-09-17T10:39:49.659 INFO:tasks.workunit.client.1.smithi170.stdout:9/100: creat dd/d16/f1f x:0 0 0 2024-09-17T10:39:49.661 INFO:tasks.workunit.client.0.smithi159.stdout:8/484: mkdir d4/dd/d10/d4b/d9c 0 2024-09-17T10:39:49.662 INFO:tasks.workunit.client.0.smithi159.stdout:8/485: fdatasync d4/dd/d10/d1a/d1e/f2f 0 2024-09-17T10:39:49.664 INFO:tasks.workunit.client.1.smithi170.stdout:2/139: unlink dd/c11 0 2024-09-17T10:39:49.664 INFO:tasks.workunit.client.1.smithi170.stdout:2/140: read - dd/d22/f28 zero size 2024-09-17T10:39:49.664 INFO:tasks.workunit.client.1.smithi170.stdout:2/141: dread - dd/d14/f20 zero size 2024-09-17T10:39:49.664 INFO:tasks.workunit.client.1.smithi170.stdout:3/260: dread f0 [0,4194304] 0 2024-09-17T10:39:49.665 INFO:tasks.workunit.client.0.smithi159.stdout:1/433: creat d1/d19/d1a/d3b/f73 x:0 0 0 2024-09-17T10:39:49.665 INFO:tasks.workunit.client.0.smithi159.stdout:1/434: dread - d1/d19/d1a/d3b/f73 zero size 2024-09-17T10:39:49.666 INFO:tasks.workunit.client.1.smithi170.stdout:7/130: symlink d25/l26 0 2024-09-17T10:39:49.668 INFO:tasks.workunit.client.0.smithi159.stdout:4/357: rename d0/d12/l1d to d0/d9/da/d33/l6b 0 2024-09-17T10:39:49.668 INFO:tasks.workunit.client.0.smithi159.stdout:4/358: truncate d0/d9/d24/d39/f41 531906 0 2024-09-17T10:39:49.674 INFO:tasks.workunit.client.0.smithi159.stdout:2/386: link d0/d26/d4b/d6d/f7d d0/d14/d76/d5e/f80 0 2024-09-17T10:39:49.674 INFO:tasks.workunit.client.0.smithi159.stdout:2/387: truncate d0/df/f39 1237308 0 2024-09-17T10:39:49.675 INFO:tasks.workunit.client.0.smithi159.stdout:5/390: dwrite d19/d1b/d1d/d59/f73 [0,4194304] 0 2024-09-17T10:39:49.675 INFO:tasks.workunit.client.1.smithi170.stdout:8/53: dwrite d4/f9 [4194304,4194304] 0 2024-09-17T10:39:49.676 INFO:tasks.workunit.client.0.smithi159.stdout:8/486: dwrite d4/dd/d10/d1a/d72/d81/f85 [0,4194304] 0 2024-09-17T10:39:49.677 INFO:tasks.workunit.client.0.smithi159.stdout:8/487: fdatasync d4/dd/f7d 0 2024-09-17T10:39:49.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:49 smithi159 ceph-mon[27674]: pgmap v273: 65 pgs: 65 active+clean; 823 MiB data, 2.4 GiB used, 534 GiB / 536 GiB avail; 69 MiB/s rd, 93 MiB/s wr, 455 op/s 2024-09-17T10:39:49.678 INFO:tasks.workunit.client.1.smithi170.stdout:4/113: mknod d9/c26 0 2024-09-17T10:39:49.681 INFO:tasks.workunit.client.1.smithi170.stdout:1/157: symlink d3/db/l33 0 2024-09-17T10:39:49.683 INFO:tasks.workunit.client.0.smithi159.stdout:1/435: mknod d1/d63/c74 0 2024-09-17T10:39:49.684 INFO:tasks.workunit.client.1.smithi170.stdout:9/101: mknod dd/d16/d17/c20 0 2024-09-17T10:39:49.686 INFO:tasks.workunit.client.1.smithi170.stdout:2/142: mknod dd/d14/d1c/c30 0 2024-09-17T10:39:49.687 INFO:tasks.workunit.client.0.smithi159.stdout:2/388: getdents d0/df/d3e/d46/d66 0 2024-09-17T10:39:49.689 INFO:tasks.workunit.client.1.smithi170.stdout:3/261: symlink d18/d2c/d4f/l5e 0 2024-09-17T10:39:49.692 INFO:tasks.workunit.client.0.smithi159.stdout:2/389: dread d0/df/f39 [0,4194304] 0 2024-09-17T10:39:49.693 INFO:tasks.workunit.client.1.smithi170.stdout:7/131: rmdir d25 39 2024-09-17T10:39:49.696 INFO:tasks.workunit.client.1.smithi170.stdout:2/143: write dd/d22/f2c [5159385,24048] 0 2024-09-17T10:39:49.696 INFO:tasks.workunit.client.1.smithi170.stdout:2/144: write dd/d14/d19/f2d [398059,66390] 0 2024-09-17T10:39:49.696 INFO:tasks.workunit.client.1.smithi170.stdout:8/54: creat d4/f12 x:0 0 0 2024-09-17T10:39:49.697 INFO:tasks.workunit.client.1.smithi170.stdout:8/55: write d4/f12 [269450,6080] 0 2024-09-17T10:39:49.698 INFO:tasks.workunit.client.0.smithi159.stdout:1/436: dwrite d1/d2/d25/f6a [0,4194304] 0 2024-09-17T10:39:49.699 INFO:tasks.workunit.client.1.smithi170.stdout:4/114: symlink d9/d12/l27 0 2024-09-17T10:39:49.701 INFO:tasks.workunit.client.1.smithi170.stdout:1/158: rename d3/d5/d27/f2f to d3/f34 0 2024-09-17T10:39:49.701 INFO:tasks.workunit.client.1.smithi170.stdout:1/159: fdatasync d3/db/f31 0 2024-09-17T10:39:49.705 INFO:tasks.workunit.client.0.smithi159.stdout:5/391: link d19/d6f/l70 d19/d69/d78/l84 0 2024-09-17T10:39:49.706 INFO:tasks.workunit.client.1.smithi170.stdout:3/262: mkdir d18/d1c/d2b/d5f 0 2024-09-17T10:39:49.708 INFO:tasks.workunit.client.1.smithi170.stdout:7/132: link d25/l26 d25/l27 0 2024-09-17T10:39:49.712 INFO:tasks.workunit.client.0.smithi159.stdout:0/426: rename d5/d12/f44 to d5/d10/f9b 0 2024-09-17T10:39:49.712 INFO:tasks.workunit.client.0.smithi159.stdout:0/427: truncate d5/d12/d32/d59/f94 844858 0 2024-09-17T10:39:49.713 INFO:tasks.workunit.client.1.smithi170.stdout:2/145: mknod dd/d14/d19/c31 0 2024-09-17T10:39:49.714 INFO:tasks.workunit.client.0.smithi159.stdout:2/390: symlink d0/d26/d4b/d6d/l81 0 2024-09-17T10:39:49.715 INFO:tasks.workunit.client.1.smithi170.stdout:8/56: mknod d4/df/c13 0 2024-09-17T10:39:49.716 INFO:tasks.workunit.client.0.smithi159.stdout:1/437: dwrite d1/d2/f54 [4194304,4194304] 0 2024-09-17T10:39:49.717 INFO:tasks.workunit.client.0.smithi159.stdout:7/429: sync 2024-09-17T10:39:49.717 INFO:tasks.workunit.client.0.smithi159.stdout:3/468: sync 2024-09-17T10:39:49.718 INFO:tasks.workunit.client.1.smithi170.stdout:4/115: creat d9/d12/f28 x:0 0 0 2024-09-17T10:39:49.722 INFO:tasks.workunit.client.1.smithi170.stdout:3/263: creat d18/d25/f60 x:0 0 0 2024-09-17T10:39:49.722 INFO:tasks.workunit.client.1.smithi170.stdout:3/264: write d18/d1c/f3f [37751,45262] 0 2024-09-17T10:39:49.722 INFO:tasks.workunit.client.1.smithi170.stdout:3/265: creat d18/d1c/d2b/f61 x:0 0 0 2024-09-17T10:39:49.723 INFO:tasks.workunit.client.0.smithi159.stdout:5/392: mknod d19/d1a/c85 0 2024-09-17T10:39:49.724 INFO:tasks.workunit.client.1.smithi170.stdout:7/133: truncate f6 3315492 0 2024-09-17T10:39:49.725 INFO:tasks.workunit.client.0.smithi159.stdout:9/504: sync 2024-09-17T10:39:49.727 INFO:tasks.workunit.client.0.smithi159.stdout:6/464: rename d1/d5d/d51/f78 to d1/d5d/f8b 0 2024-09-17T10:39:49.729 INFO:tasks.workunit.client.1.smithi170.stdout:2/146: rename dd/d14/d1c to dd/d22/d32 0 2024-09-17T10:39:49.729 INFO:tasks.workunit.client.1.smithi170.stdout:2/147: readlink dd/d1a/l1d 0 2024-09-17T10:39:49.729 INFO:tasks.workunit.client.1.smithi170.stdout:2/148: write dd/f29 [896505,3416] 0 2024-09-17T10:39:49.729 INFO:tasks.workunit.client.1.smithi170.stdout:2/149: chown dd/d14/d19/f1f 137484 1 2024-09-17T10:39:49.730 INFO:tasks.workunit.client.0.smithi159.stdout:0/428: mknod d5/d4f/c9c 0 2024-09-17T10:39:49.730 INFO:tasks.workunit.client.0.smithi159.stdout:0/429: readlink d5/d12/d32/l39 0 2024-09-17T10:39:49.731 INFO:tasks.workunit.client.0.smithi159.stdout:0/430: write d5/d10/d18/d22/f8e [322819,6857] 0 2024-09-17T10:39:49.731 INFO:tasks.workunit.client.1.smithi170.stdout:8/57: symlink d4/l14 0 2024-09-17T10:39:49.732 INFO:tasks.workunit.client.0.smithi159.stdout:2/391: creat d0/df/d3e/d47/d79/f82 x:0 0 0 2024-09-17T10:39:49.735 INFO:tasks.workunit.client.1.smithi170.stdout:4/116: symlink d9/l29 0 2024-09-17T10:39:49.737 INFO:tasks.workunit.client.1.smithi170.stdout:1/160: getdents d3/db 0 2024-09-17T10:39:49.739 INFO:tasks.workunit.client.1.smithi170.stdout:2/150: write dd/f23 [2044841,96143] 0 2024-09-17T10:39:49.739 INFO:tasks.workunit.client.0.smithi159.stdout:1/438: creat d1/f75 x:0 0 0 2024-09-17T10:39:49.741 INFO:tasks.workunit.client.1.smithi170.stdout:8/58: write d4/f9 [3387325,101048] 0 2024-09-17T10:39:49.742 INFO:tasks.workunit.client.0.smithi159.stdout:7/430: mknod d2/d23/d67/c9e 0 2024-09-17T10:39:49.743 INFO:tasks.workunit.client.0.smithi159.stdout:6/465: dwrite d1/df/d11/f20 [0,4194304] 0 2024-09-17T10:39:49.744 INFO:tasks.workunit.client.0.smithi159.stdout:3/469: mkdir d9/df/d2c/d2f/d63/d8d/d8e 0 2024-09-17T10:39:49.744 INFO:tasks.workunit.client.0.smithi159.stdout:3/470: chown d9/df/d2c/f22 632700974 1 2024-09-17T10:39:49.746 INFO:tasks.workunit.client.0.smithi159.stdout:5/393: mkdir d19/d69/d78/d86 0 2024-09-17T10:39:49.747 INFO:tasks.workunit.client.0.smithi159.stdout:5/394: write d19/d33/f65 [257656,120047] 0 2024-09-17T10:39:49.751 INFO:tasks.workunit.client.0.smithi159.stdout:4/359: rename d0/d9/da/d33/f55 to d0/d9/d67/f6c 0 2024-09-17T10:39:49.751 INFO:tasks.workunit.client.0.smithi159.stdout:4/360: stat d0/d9/d24/d48/d51 0 2024-09-17T10:39:49.751 INFO:tasks.workunit.client.0.smithi159.stdout:4/361: chown d0/d9/da/c69 64691 1 2024-09-17T10:39:49.751 INFO:tasks.workunit.client.0.smithi159.stdout:4/362: chown d0/d12/f1c 5591509 1 2024-09-17T10:39:49.752 INFO:tasks.workunit.client.1.smithi170.stdout:4/117: mkdir d9/d12/d2a 0 2024-09-17T10:39:49.753 INFO:tasks.workunit.client.0.smithi159.stdout:6/466: dread d1/df/d2c/f50 [0,4194304] 0 2024-09-17T10:39:49.753 INFO:tasks.workunit.client.0.smithi159.stdout:4/363: dread d0/f4a [0,4194304] 0 2024-09-17T10:39:49.753 INFO:tasks.workunit.client.0.smithi159.stdout:4/364: creat d0/d9/d24/d48/d51/f6d x:0 0 0 2024-09-17T10:39:49.753 INFO:tasks.workunit.client.0.smithi159.stdout:4/365: chown d0/d9/d24/d28/f64 16 1 2024-09-17T10:39:49.753 INFO:tasks.workunit.client.0.smithi159.stdout:4/366: write d0/f56 [914605,59360] 0 2024-09-17T10:39:49.754 INFO:tasks.workunit.client.0.smithi159.stdout:2/392: mkdir d0/df/d3e/d46/d66/d83 0 2024-09-17T10:39:49.756 INFO:tasks.workunit.client.1.smithi170.stdout:1/161: truncate d3/db/f10 3564175 0 2024-09-17T10:39:49.757 INFO:tasks.workunit.client.0.smithi159.stdout:3/471: dwrite d9/df/f12 [0,4194304] 0 2024-09-17T10:39:49.757 INFO:tasks.workunit.client.0.smithi159.stdout:4/367: dread d0/d9/d24/d48/d51/f61 [0,4194304] 0 2024-09-17T10:39:49.757 INFO:tasks.workunit.client.0.smithi159.stdout:3/472: write d9/f6e [50689,118746] 0 2024-09-17T10:39:49.760 INFO:tasks.workunit.client.1.smithi170.stdout:2/151: truncate dd/d14/f16 2942577 0 2024-09-17T10:39:49.762 INFO:tasks.workunit.client.0.smithi159.stdout:4/368: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:49.762 INFO:tasks.workunit.client.0.smithi159.stdout:4/369: dread - d0/d9/d24/d48/d53/f68 zero size 2024-09-17T10:39:49.762 INFO:tasks.workunit.client.0.smithi159.stdout:4/370: chown d0/d9/l21 84015 1 2024-09-17T10:39:49.766 INFO:tasks.workunit.client.0.smithi159.stdout:1/439: symlink d1/l76 0 2024-09-17T10:39:49.767 INFO:tasks.workunit.client.0.smithi159.stdout:1/440: truncate d1/d19/d1a/dc/d18/f6d 532688 0 2024-09-17T10:39:49.769 INFO:tasks.workunit.client.1.smithi170.stdout:8/59: creat d4/df/f15 x:0 0 0 2024-09-17T10:39:49.772 INFO:tasks.workunit.client.0.smithi159.stdout:7/431: unlink d2/d44/f8d 0 2024-09-17T10:39:49.772 INFO:tasks.workunit.client.0.smithi159.stdout:4/371: write d0/f31 [3228996,21730] 0 2024-09-17T10:39:49.773 INFO:tasks.workunit.client.0.smithi159.stdout:4/372: write d0/d9/da/d33/f3c [194595,83758] 0 2024-09-17T10:39:49.773 INFO:tasks.workunit.client.1.smithi170.stdout:8/60: dread d4/f12 [0,4194304] 0 2024-09-17T10:39:49.773 INFO:tasks.workunit.client.1.smithi170.stdout:8/61: dread - d4/df/f15 zero size 2024-09-17T10:39:49.775 INFO:tasks.workunit.client.0.smithi159.stdout:3/473: dwrite d9/df/d2c/f24 [0,4194304] 0 2024-09-17T10:39:49.775 INFO:tasks.workunit.client.1.smithi170.stdout:1/162: mkdir d3/d5/d35 0 2024-09-17T10:39:49.776 INFO:tasks.workunit.client.1.smithi170.stdout:2/152: dwrite dd/f21 [0,4194304] 0 2024-09-17T10:39:49.776 INFO:tasks.workunit.client.1.smithi170.stdout:2/153: readlink dd/d1a/l1d 0 2024-09-17T10:39:49.776 INFO:tasks.workunit.client.1.smithi170.stdout:2/154: chown dd/d14/d19/c25 13833865 1 2024-09-17T10:39:49.778 INFO:tasks.workunit.client.0.smithi159.stdout:5/395: symlink d19/d1b/l87 0 2024-09-17T10:39:49.786 INFO:tasks.workunit.client.0.smithi159.stdout:8/488: rename f3 to d4/dd/d10/d1a/d6d/f9d 0 2024-09-17T10:39:49.789 INFO:tasks.workunit.client.1.smithi170.stdout:2/155: read dd/d14/d19/f1f [1812310,62294] 0 2024-09-17T10:39:49.789 INFO:tasks.workunit.client.0.smithi159.stdout:3/474: dread d9/df/f1b [0,4194304] 0 2024-09-17T10:39:49.791 INFO:tasks.workunit.client.0.smithi159.stdout:6/467: creat d1/df/d2c/f8c x:0 0 0 2024-09-17T10:39:49.792 INFO:tasks.workunit.client.0.smithi159.stdout:6/468: dread d1/df/d2c/f3c [0,4194304] 0 2024-09-17T10:39:49.792 INFO:tasks.workunit.client.1.smithi170.stdout:8/62: dwrite d4/df/f15 [0,4194304] 0 2024-09-17T10:39:49.796 INFO:tasks.workunit.client.0.smithi159.stdout:6/469: dread d1/df/f42 [0,4194304] 0 2024-09-17T10:39:49.797 INFO:tasks.workunit.client.1.smithi170.stdout:1/163: link d3/ca d3/d5/c36 0 2024-09-17T10:39:49.804 INFO:tasks.workunit.client.1.smithi170.stdout:1/164: rename d3/db to d3/d37 0 2024-09-17T10:39:49.804 INFO:tasks.workunit.client.1.smithi170.stdout:8/63: read d4/f9 [4832390,125150] 0 2024-09-17T10:39:49.805 INFO:tasks.workunit.client.0.smithi159.stdout:5/396: dwrite d19/d22/f7b [0,4194304] 0 2024-09-17T10:39:49.805 INFO:tasks.workunit.client.0.smithi159.stdout:1/441: symlink d1/d19/d1a/d3b/l77 0 2024-09-17T10:39:49.805 INFO:tasks.workunit.client.0.smithi159.stdout:1/442: creat d1/d19/d1a/d3b/f78 x:0 0 0 2024-09-17T10:39:49.806 INFO:tasks.workunit.client.0.smithi159.stdout:7/432: mknod d2/d18/c9f 0 2024-09-17T10:39:49.807 INFO:tasks.workunit.client.1.smithi170.stdout:1/165: symlink d3/d37/l38 0 2024-09-17T10:39:49.810 INFO:tasks.workunit.client.1.smithi170.stdout:8/64: rmdir d4/df 39 2024-09-17T10:39:49.811 INFO:tasks.workunit.client.0.smithi159.stdout:8/489: dwrite d4/da/f66 [0,4194304] 0 2024-09-17T10:39:49.811 INFO:tasks.workunit.client.1.smithi170.stdout:8/65: write d4/f12 [238308,82695] 0 2024-09-17T10:39:49.812 INFO:tasks.workunit.client.0.smithi159.stdout:8/490: write d4/dd/d10/d1a/f1b [313913,13606] 0 2024-09-17T10:39:49.812 INFO:tasks.workunit.client.0.smithi159.stdout:8/491: creat d4/dd/d10/d1a/f9e x:0 0 0 2024-09-17T10:39:49.813 INFO:tasks.workunit.client.0.smithi159.stdout:0/431: rename d5/l37 to d5/d10/d18/d22/d3e/d62/l9d 0 2024-09-17T10:39:49.815 INFO:tasks.workunit.client.1.smithi170.stdout:1/166: dread f1 [4194304,4194304] 0 2024-09-17T10:39:49.815 INFO:tasks.workunit.client.1.smithi170.stdout:2/156: dwrite dd/f29 [0,4194304] 0 2024-09-17T10:39:49.815 INFO:tasks.workunit.client.1.smithi170.stdout:1/167: read - d3/d5/d27/f1b zero size 2024-09-17T10:39:49.815 INFO:tasks.workunit.client.1.smithi170.stdout:8/66: creat d4/df/f16 x:0 0 0 2024-09-17T10:39:49.817 INFO:tasks.workunit.client.0.smithi159.stdout:6/470: truncate d1/df/f45 589335 0 2024-09-17T10:39:49.821 INFO:tasks.workunit.client.1.smithi170.stdout:2/157: link dd/f23 dd/d14/d19/f33 0 2024-09-17T10:39:49.821 INFO:tasks.workunit.client.1.smithi170.stdout:2/158: fdatasync fb 0 2024-09-17T10:39:49.821 INFO:tasks.workunit.client.1.smithi170.stdout:2/159: read dd/d14/d19/f33 [568480,28270] 0 2024-09-17T10:39:49.822 INFO:tasks.workunit.client.0.smithi159.stdout:5/397: symlink d19/d1b/d1d/d59/l88 0 2024-09-17T10:39:49.824 INFO:tasks.workunit.client.1.smithi170.stdout:1/168: creat d3/f39 x:0 0 0 2024-09-17T10:39:49.824 INFO:tasks.workunit.client.1.smithi170.stdout:1/169: creat d3/f3a x:0 0 0 2024-09-17T10:39:49.825 INFO:tasks.workunit.client.1.smithi170.stdout:2/160: dread dd/f10 [0,4194304] 0 2024-09-17T10:39:49.825 INFO:tasks.workunit.client.1.smithi170.stdout:2/161: chown cc 1359 1 2024-09-17T10:39:49.826 INFO:tasks.workunit.client.1.smithi170.stdout:2/162: creat dd/d1a/d2a/f34 x:0 0 0 2024-09-17T10:39:49.826 INFO:tasks.workunit.client.1.smithi170.stdout:2/163: readlink dd/d1a/l1d 0 2024-09-17T10:39:49.826 INFO:tasks.workunit.client.1.smithi170.stdout:2/164: chown dd/d14/d19/c25 374523494 1 2024-09-17T10:39:49.827 INFO:tasks.workunit.client.0.smithi159.stdout:7/433: readlink d2/d23/d67/d47/d4a/d4d/l56 0 2024-09-17T10:39:49.831 INFO:tasks.workunit.client.1.smithi170.stdout:8/67: getdents d4 0 2024-09-17T10:39:49.833 INFO:tasks.workunit.client.1.smithi170.stdout:2/165: dread dd/f13 [0,4194304] 0 2024-09-17T10:39:49.834 INFO:tasks.workunit.client.1.smithi170.stdout:1/170: rmdir d3/d5/d27 39 2024-09-17T10:39:49.834 INFO:tasks.workunit.client.1.smithi170.stdout:1/171: chown d3/d37/c21 12708424 1 2024-09-17T10:39:49.836 INFO:tasks.workunit.client.1.smithi170.stdout:8/68: mknod d4/df/c17 0 2024-09-17T10:39:49.839 INFO:tasks.workunit.client.1.smithi170.stdout:1/172: creat d3/d5/d35/f3b x:0 0 0 2024-09-17T10:39:49.839 INFO:tasks.workunit.client.1.smithi170.stdout:1/173: write d3/d5/f29 [117820,115973] 0 2024-09-17T10:39:49.841 INFO:tasks.workunit.client.1.smithi170.stdout:2/166: dread dd/f29 [0,4194304] 0 2024-09-17T10:39:49.841 INFO:tasks.workunit.client.1.smithi170.stdout:2/167: stat dd/d22/d32/c30 0 2024-09-17T10:39:49.841 INFO:tasks.workunit.client.1.smithi170.stdout:2/168: read - dd/d14/f20 zero size 2024-09-17T10:39:49.842 INFO:tasks.workunit.client.1.smithi170.stdout:2/169: dread - dd/d14/f20 zero size 2024-09-17T10:39:49.842 INFO:tasks.workunit.client.1.smithi170.stdout:2/170: chown cc 4576 1 2024-09-17T10:39:49.842 INFO:tasks.workunit.client.1.smithi170.stdout:2/171: read - dd/d22/f28 zero size 2024-09-17T10:39:49.842 INFO:tasks.workunit.client.1.smithi170.stdout:8/69: dread d4/f12 [0,4194304] 0 2024-09-17T10:39:49.842 INFO:tasks.workunit.client.1.smithi170.stdout:1/174: mknod d3/d5/c3c 0 2024-09-17T10:39:49.843 INFO:tasks.workunit.client.0.smithi159.stdout:2/393: rename d0/d14/d76/d5e/f80 to d0/d14/d76/d67/f84 0 2024-09-17T10:39:49.844 INFO:tasks.workunit.client.0.smithi159.stdout:0/432: mknod d5/d10/d18/d22/d3e/c9e 0 2024-09-17T10:39:49.844 INFO:tasks.workunit.client.0.smithi159.stdout:0/433: dread - d5/d10/d18/d22/f42 zero size 2024-09-17T10:39:49.872 INFO:tasks.workunit.client.1.smithi170.stdout:8/70: creat d4/f18 x:0 0 0 2024-09-17T10:39:49.874 INFO:tasks.workunit.client.0.smithi159.stdout:5/398: mkdir d19/d1a/d89 0 2024-09-17T10:39:49.876 INFO:tasks.workunit.client.1.smithi170.stdout:1/175: rename d3/d37/f11 to d3/f3d 0 2024-09-17T10:39:49.877 INFO:tasks.workunit.client.1.smithi170.stdout:1/176: write f1 [9306560,12786] 0 2024-09-17T10:39:49.878 INFO:tasks.workunit.client.0.smithi159.stdout:7/434: creat d2/d23/fa0 x:0 0 0 2024-09-17T10:39:49.878 INFO:tasks.workunit.client.0.smithi159.stdout:7/435: write d2/d23/fa0 [653149,52719] 0 2024-09-17T10:39:49.881 INFO:tasks.workunit.client.1.smithi170.stdout:1/177: dread d3/d37/f10 [0,4194304] 0 2024-09-17T10:39:49.881 INFO:tasks.workunit.client.0.smithi159.stdout:8/492: getdents d4/dd/d10/d1a/d72 0 2024-09-17T10:39:49.881 INFO:tasks.workunit.client.0.smithi159.stdout:8/493: creat d4/dd/d10/f9f x:0 0 0 2024-09-17T10:39:49.882 INFO:tasks.workunit.client.0.smithi159.stdout:9/505: sync 2024-09-17T10:39:49.883 INFO:tasks.workunit.client.1.smithi170.stdout:8/71: mknod d4/df/c19 0 2024-09-17T10:39:49.883 INFO:tasks.workunit.client.1.smithi170.stdout:8/72: readlink d4/la 0 2024-09-17T10:39:49.883 INFO:tasks.workunit.client.0.smithi159.stdout:7/436: dread d2/d18/f17 [0,4194304] 0 2024-09-17T10:39:49.884 INFO:tasks.workunit.client.0.smithi159.stdout:7/437: stat d2/c13 0 2024-09-17T10:39:49.886 INFO:tasks.workunit.client.0.smithi159.stdout:4/373: rename d0/d9/da/f20 to d0/d12/d2f/f6e 0 2024-09-17T10:39:49.888 INFO:tasks.workunit.client.0.smithi159.stdout:2/394: mknod d0/df/d3e/d46/d66/c85 0 2024-09-17T10:39:49.890 INFO:tasks.workunit.client.1.smithi170.stdout:8/73: symlink d4/l1a 0 2024-09-17T10:39:49.892 INFO:tasks.workunit.client.1.smithi170.stdout:1/178: getdents d3/d5 0 2024-09-17T10:39:49.894 INFO:tasks.workunit.client.0.smithi159.stdout:5/399: creat d19/d6f/f8a x:0 0 0 2024-09-17T10:39:49.894 INFO:tasks.workunit.client.1.smithi170.stdout:1/179: mknod d3/d5/d35/c3e 0 2024-09-17T10:39:49.897 INFO:tasks.workunit.client.1.smithi170.stdout:1/180: mknod d3/d37/c3f 0 2024-09-17T10:39:49.899 INFO:tasks.workunit.client.0.smithi159.stdout:8/494: creat d4/dd/d10/d1a/d72/d94/fa0 x:0 0 0 2024-09-17T10:39:49.899 INFO:tasks.workunit.client.0.smithi159.stdout:8/495: dread - d4/dd/f7d zero size 2024-09-17T10:39:49.899 INFO:tasks.workunit.client.1.smithi170.stdout:1/181: rmdir d3/d5 39 2024-09-17T10:39:49.901 INFO:tasks.workunit.client.0.smithi159.stdout:9/506: mkdir d0/d3/d7/da9 0 2024-09-17T10:39:49.901 INFO:tasks.workunit.client.1.smithi170.stdout:1/182: truncate d3/f3d 7874067 0 2024-09-17T10:39:49.901 INFO:tasks.workunit.client.1.smithi170.stdout:1/183: write d3/d5/f30 [758121,95157] 0 2024-09-17T10:39:49.901 INFO:tasks.workunit.client.1.smithi170.stdout:1/184: dread - d3/d5/d27/f1b zero size 2024-09-17T10:39:49.902 INFO:tasks.workunit.client.0.smithi159.stdout:7/438: symlink d2/d23/d67/d47/d4a/d4d/la1 0 2024-09-17T10:39:49.903 INFO:tasks.workunit.client.0.smithi159.stdout:1/443: rename d1/d10/d5e/f65 to d1/d19/d1a/dc/d31/f79 0 2024-09-17T10:39:49.904 INFO:tasks.workunit.client.0.smithi159.stdout:1/444: read d1/d63/d6c/f9 [274284,34882] 0 2024-09-17T10:39:49.904 INFO:tasks.workunit.client.0.smithi159.stdout:1/445: write d1/d19/d1a/dc/f3f [149473,8541] 0 2024-09-17T10:39:49.904 INFO:tasks.workunit.client.1.smithi170.stdout:1/185: mknod d3/c40 0 2024-09-17T10:39:49.906 INFO:tasks.workunit.client.0.smithi159.stdout:4/374: link d0/d9/da/l17 d0/l6f 0 2024-09-17T10:39:49.908 INFO:tasks.workunit.client.0.smithi159.stdout:5/400: rmdir d19/d1b/d1d/d59/d7e 0 2024-09-17T10:39:49.908 INFO:tasks.workunit.client.0.smithi159.stdout:5/401: stat d19/d1b/d1d/d59/f83 0 2024-09-17T10:39:49.911 INFO:tasks.workunit.client.0.smithi159.stdout:9/507: unlink d0/d3/d7/da/dc/d34/c94 0 2024-09-17T10:39:49.913 INFO:tasks.workunit.client.0.smithi159.stdout:7/439: mkdir d2/d18/d20/d3f/d73/d82/da2 0 2024-09-17T10:39:49.914 INFO:tasks.workunit.client.0.smithi159.stdout:6/471: rename d1/df/d2c/f30 to d1/df/d11/f8d 0 2024-09-17T10:39:49.916 INFO:tasks.workunit.client.0.smithi159.stdout:0/434: dwrite d5/d12/d32/d3a/f65 [0,4194304] 0 2024-09-17T10:39:49.916 INFO:tasks.workunit.client.0.smithi159.stdout:0/435: write d5/f2d [9171650,105379] 0 2024-09-17T10:39:49.916 INFO:tasks.workunit.client.1.smithi170.stdout:8/74: dwrite d4/f12 [0,4194304] 0 2024-09-17T10:39:49.917 INFO:tasks.workunit.client.0.smithi159.stdout:4/375: getdents d0/d9/d24/d52/d5d 0 2024-09-17T10:39:49.917 INFO:tasks.workunit.client.0.smithi159.stdout:4/376: read d0/f31 [4169236,78240] 0 2024-09-17T10:39:49.917 INFO:tasks.workunit.client.0.smithi159.stdout:4/377: creat d0/d9/d24/d48/d51/f70 x:0 0 0 2024-09-17T10:39:49.917 INFO:tasks.workunit.client.0.smithi159.stdout:4/378: creat d0/d9/d24/d48/d51/f71 x:0 0 0 2024-09-17T10:39:49.917 INFO:tasks.workunit.client.0.smithi159.stdout:1/446: write d1/d19/d1a/dc/d18/f37 [1661378,99030] 0 2024-09-17T10:39:49.918 INFO:tasks.workunit.client.0.smithi159.stdout:5/402: symlink d19/d1a/d89/l8b 0 2024-09-17T10:39:49.919 INFO:tasks.workunit.client.0.smithi159.stdout:6/472: symlink d1/d5d/d51/d88/l8e 0 2024-09-17T10:39:49.919 INFO:tasks.workunit.client.0.smithi159.stdout:6/473: read - d1/d5d/d51/f66 zero size 2024-09-17T10:39:49.919 INFO:tasks.workunit.client.0.smithi159.stdout:6/474: fdatasync d1/df/d11/f34 0 2024-09-17T10:39:49.919 INFO:tasks.workunit.client.0.smithi159.stdout:6/475: fdatasync d1/df/d2c/d35/d3e/f7a 0 2024-09-17T10:39:49.921 INFO:tasks.workunit.client.0.smithi159.stdout:3/475: sync 2024-09-17T10:39:49.922 INFO:tasks.workunit.client.0.smithi159.stdout:7/440: rename d2/c5 to d2/d18/d20/d3f/d40/ca3 0 2024-09-17T10:39:49.926 INFO:tasks.workunit.client.0.smithi159.stdout:8/496: dwrite d4/dd/d10/d4b/f59 [0,4194304] 0 2024-09-17T10:39:49.927 INFO:tasks.workunit.client.0.smithi159.stdout:8/497: write d4/dd/d10/d1a/d1e/f96 [342315,65479] 0 2024-09-17T10:39:49.927 INFO:tasks.workunit.client.0.smithi159.stdout:8/498: fsync d4/d4e/f52 0 2024-09-17T10:39:49.927 INFO:tasks.workunit.client.0.smithi159.stdout:8/499: stat d4/dd/d10/f34 0 2024-09-17T10:39:49.927 INFO:tasks.workunit.client.0.smithi159.stdout:8/500: stat d4/dd/d10/d1a/d6b 0 2024-09-17T10:39:49.928 INFO:tasks.workunit.client.1.smithi170.stdout:8/75: rename d4/l6 to d4/l1b 0 2024-09-17T10:39:49.934 INFO:tasks.workunit.client.1.smithi170.stdout:8/76: symlink d4/l1c 0 2024-09-17T10:39:49.934 INFO:tasks.workunit.client.1.smithi170.stdout:8/77: truncate d4/df/f15 4750195 0 2024-09-17T10:39:49.935 INFO:tasks.workunit.client.1.smithi170.stdout:8/78: chown d4/l14 600 1 2024-09-17T10:39:49.937 INFO:tasks.workunit.client.1.smithi170.stdout:1/186: dwrite d3/f3a [0,4194304] 0 2024-09-17T10:39:49.937 INFO:tasks.workunit.client.0.smithi159.stdout:4/379: mknod d0/d12/d2f/c72 0 2024-09-17T10:39:49.937 INFO:tasks.workunit.client.0.smithi159.stdout:4/380: readlink d0/d9/da/d19/l43 0 2024-09-17T10:39:49.938 INFO:tasks.workunit.client.1.smithi170.stdout:8/79: chown c3 1683666 1 2024-09-17T10:39:49.938 INFO:tasks.workunit.client.1.smithi170.stdout:8/80: creat d4/f1d x:0 0 0 2024-09-17T10:39:49.942 INFO:tasks.workunit.client.0.smithi159.stdout:1/447: symlink d1/d63/d6c/l7a 0 2024-09-17T10:39:49.942 INFO:tasks.workunit.client.0.smithi159.stdout:1/448: creat d1/d19/d1a/d3b/f7b x:0 0 0 2024-09-17T10:39:49.942 INFO:tasks.workunit.client.0.smithi159.stdout:1/449: stat d1/d19/d1a/dc/d18 0 2024-09-17T10:39:49.942 INFO:tasks.workunit.client.0.smithi159.stdout:1/450: chown d1/d2f/d64/c70 462 1 2024-09-17T10:39:49.942 INFO:tasks.workunit.client.0.smithi159.stdout:1/451: creat d1/d19/d1a/f7c x:0 0 0 2024-09-17T10:39:49.943 INFO:tasks.workunit.client.0.smithi159.stdout:3/476: getdents d9/df/d2c/d2f/d63/d8d/d74 0 2024-09-17T10:39:49.945 INFO:tasks.workunit.client.1.smithi170.stdout:1/187: rename d3/d37/f10 to d3/d37/f41 0 2024-09-17T10:39:49.946 INFO:tasks.workunit.client.1.smithi170.stdout:8/81: write d4/f12 [5214907,28708] 0 2024-09-17T10:39:49.946 INFO:tasks.workunit.client.1.smithi170.stdout:8/82: read d4/f12 [4830376,34362] 0 2024-09-17T10:39:49.947 INFO:tasks.workunit.client.0.smithi159.stdout:9/508: dwrite d0/d3/d7/da/dc/d1c/f2e [0,4194304] 0 2024-09-17T10:39:49.947 INFO:tasks.workunit.client.0.smithi159.stdout:6/476: dwrite d1/df/d2c/d35/f46 [0,4194304] 0 2024-09-17T10:39:49.947 INFO:tasks.workunit.client.0.smithi159.stdout:5/403: dwrite d19/d1e/d4a/f7f [0,4194304] 0 2024-09-17T10:39:49.947 INFO:tasks.workunit.client.0.smithi159.stdout:0/436: rename d5/d10/d18/d22/l23 to d5/d10/d18/d22/d4c/l9f 0 2024-09-17T10:39:49.950 INFO:tasks.workunit.client.0.smithi159.stdout:7/441: mknod d2/d23/d67/d47/ca4 0 2024-09-17T10:39:49.951 INFO:tasks.workunit.client.0.smithi159.stdout:4/381: dread d0/d9/da/d19/f26 [0,4194304] 0 2024-09-17T10:39:49.953 INFO:tasks.workunit.client.1.smithi170.stdout:1/188: creat d3/d5/f42 x:0 0 0 2024-09-17T10:39:49.953 INFO:tasks.workunit.client.1.smithi170.stdout:1/189: fdatasync d3/f3a 0 2024-09-17T10:39:49.953 INFO:tasks.workunit.client.1.smithi170.stdout:1/190: stat d3/d37/f31 0 2024-09-17T10:39:49.954 INFO:tasks.workunit.client.0.smithi159.stdout:5/404: dread d19/d1a/f7a [0,4194304] 0 2024-09-17T10:39:49.954 INFO:tasks.workunit.client.0.smithi159.stdout:5/405: write d19/d1b/d21/f47 [5914944,121161] 0 2024-09-17T10:39:49.955 INFO:tasks.workunit.client.0.smithi159.stdout:5/406: creat d19/d22/f8c x:0 0 0 2024-09-17T10:39:49.955 INFO:tasks.workunit.client.0.smithi159.stdout:5/407: readlink d19/l5a 0 2024-09-17T10:39:49.955 INFO:tasks.workunit.client.1.smithi170.stdout:8/83: mkdir d4/df/d1e 0 2024-09-17T10:39:49.956 INFO:tasks.workunit.client.1.smithi170.stdout:8/84: chown d4/ce 0 1 2024-09-17T10:39:49.957 INFO:tasks.workunit.client.1.smithi170.stdout:1/191: dread d3/f3d [4194304,4194304] 0 2024-09-17T10:39:49.957 INFO:tasks.workunit.client.1.smithi170.stdout:1/192: dread - d3/d5/d35/f3b zero size 2024-09-17T10:39:49.960 INFO:tasks.workunit.client.1.smithi170.stdout:8/85: link d4/f1d d4/f1f 0 2024-09-17T10:39:49.961 INFO:tasks.workunit.client.0.smithi159.stdout:4/382: write d0/f3 [3614684,11927] 0 2024-09-17T10:39:49.961 INFO:tasks.workunit.client.0.smithi159.stdout:4/383: chown d0/f31 7 1 2024-09-17T10:39:49.961 INFO:tasks.workunit.client.0.smithi159.stdout:1/452: rmdir d1/d2/d14/d67 39 2024-09-17T10:39:49.964 INFO:tasks.workunit.client.0.smithi159.stdout:3/477: truncate d9/df/d54/d59/d5e/f6c 178190 0 2024-09-17T10:39:49.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/509: truncate d0/d3/d7/da/dc/de/f26 1164727 0 2024-09-17T10:39:49.972 INFO:tasks.workunit.client.0.smithi159.stdout:6/477: rmdir d1/df 39 2024-09-17T10:39:49.972 INFO:tasks.workunit.client.0.smithi159.stdout:6/478: readlink d1/d5d/l68 0 2024-09-17T10:39:49.975 INFO:tasks.workunit.client.1.smithi170.stdout:1/193: dwrite d3/d37/f31 [0,4194304] 0 2024-09-17T10:39:49.980 INFO:tasks.workunit.client.0.smithi159.stdout:3/478: dwrite d9/df/d3f/f7a [0,4194304] 0 2024-09-17T10:39:49.981 INFO:tasks.workunit.client.1.smithi170.stdout:8/86: dwrite d4/f1d [0,4194304] 0 2024-09-17T10:39:49.981 INFO:tasks.workunit.client.1.smithi170.stdout:8/87: chown c3 5182 1 2024-09-17T10:39:49.983 INFO:tasks.workunit.client.0.smithi159.stdout:8/501: rename d4/l8 to d4/dd/d10/d33/d99/la1 0 2024-09-17T10:39:49.984 INFO:tasks.workunit.client.0.smithi159.stdout:6/479: rename d1/df/d11 to d1/df/d11/d16/d8f 22 2024-09-17T10:39:49.984 INFO:tasks.workunit.client.0.smithi159.stdout:8/502: chown d4/dd/c7f 177330470 1 2024-09-17T10:39:49.984 INFO:tasks.workunit.client.0.smithi159.stdout:8/503: creat d4/dd/d5d/fa2 x:0 0 0 2024-09-17T10:39:49.985 INFO:tasks.workunit.client.0.smithi159.stdout:0/437: mknod d5/d10/d18/d22/d4c/d6b/d7c/d92/ca0 0 2024-09-17T10:39:49.988 INFO:tasks.workunit.client.0.smithi159.stdout:7/442: getdents d2/d23/d67/d47/d4a/d4d/d75 0 2024-09-17T10:39:49.988 INFO:tasks.workunit.client.0.smithi159.stdout:7/443: write d2/d18/f54 [739476,69012] 0 2024-09-17T10:39:49.990 INFO:tasks.workunit.client.0.smithi159.stdout:2/395: sync 2024-09-17T10:39:49.991 INFO:tasks.workunit.client.0.smithi159.stdout:5/408: mkdir d19/d69/d8d 0 2024-09-17T10:39:49.991 INFO:tasks.workunit.client.0.smithi159.stdout:5/409: write d19/d33/f63 [773392,26059] 0 2024-09-17T10:39:49.991 INFO:tasks.workunit.client.0.smithi159.stdout:5/410: truncate d19/f1f 415159 0 2024-09-17T10:39:49.993 INFO:tasks.workunit.client.0.smithi159.stdout:4/384: mknod d0/d9/d24/d48/c73 0 2024-09-17T10:39:49.994 INFO:tasks.workunit.client.0.smithi159.stdout:1/453: mkdir d1/d19/d3d/d7d 0 2024-09-17T10:39:49.995 INFO:tasks.workunit.client.0.smithi159.stdout:1/454: truncate d1/d19/d3d/f51 4449603 0 2024-09-17T10:39:49.995 INFO:tasks.workunit.client.0.smithi159.stdout:1/455: dread - d1/d19/d1a/f7c zero size 2024-09-17T10:39:49.995 INFO:tasks.workunit.client.1.smithi170.stdout:8/88: symlink d4/l20 0 2024-09-17T10:39:49.995 INFO:tasks.workunit.client.1.smithi170.stdout:8/89: fsync d4/f18 0 2024-09-17T10:39:49.996 INFO:tasks.workunit.client.1.smithi170.stdout:8/90: write d4/df/f15 [49353,57391] 0 2024-09-17T10:39:49.996 INFO:tasks.workunit.client.0.smithi159.stdout:9/510: truncate d0/f1e 597219 0 2024-09-17T10:39:50.000 INFO:tasks.workunit.client.1.smithi170.stdout:1/194: truncate d3/d5/f30 815452 0 2024-09-17T10:39:50.000 INFO:tasks.workunit.client.1.smithi170.stdout:1/195: dread - d3/d5/d35/f3b zero size 2024-09-17T10:39:50.002 INFO:tasks.workunit.client.0.smithi159.stdout:3/479: rename d9/df/d2c/c1a to d9/df/d2c/d2f/d63/d8d/d6b/c8f 0 2024-09-17T10:39:50.002 INFO:tasks.workunit.client.0.smithi159.stdout:3/480: read - d9/df/d2c/d2f/d63/d8d/f72 zero size 2024-09-17T10:39:50.002 INFO:tasks.workunit.client.0.smithi159.stdout:3/481: chown d9/df/f64 1 1 2024-09-17T10:39:50.002 INFO:tasks.workunit.client.0.smithi159.stdout:3/482: stat d9/df/d2c/d77/c7c 0 2024-09-17T10:39:50.003 INFO:tasks.workunit.client.0.smithi159.stdout:1/456: dread d1/d19/d1a/dc/f42 [0,4194304] 0 2024-09-17T10:39:50.003 INFO:tasks.workunit.client.0.smithi159.stdout:1/457: dread - d1/d19/f52 zero size 2024-09-17T10:39:50.004 INFO:tasks.workunit.client.1.smithi170.stdout:8/91: dread d4/f1f [0,4194304] 0 2024-09-17T10:39:50.004 INFO:tasks.workunit.client.0.smithi159.stdout:6/480: link d1/d5d/c52 d1/d5d/d51/d88/c90 0 2024-09-17T10:39:50.004 INFO:tasks.workunit.client.0.smithi159.stdout:6/481: chown d1/d5d/d51/d88/l8e 2 1 2024-09-17T10:39:50.006 INFO:tasks.workunit.client.0.smithi159.stdout:8/504: creat d4/d4e/d63/fa3 x:0 0 0 2024-09-17T10:39:50.010 INFO:tasks.workunit.client.1.smithi170.stdout:8/92: link d4/f1f d4/f21 0 2024-09-17T10:39:50.012 INFO:tasks.workunit.client.0.smithi159.stdout:1/458: read d1/d19/d1a/dc/d18/f5c [2307608,34497] 0 2024-09-17T10:39:50.012 INFO:tasks.workunit.client.0.smithi159.stdout:2/396: rename d0/c8 to d0/c86 0 2024-09-17T10:39:50.012 INFO:tasks.workunit.client.0.smithi159.stdout:2/397: creat d0/d26/d4b/d6d/f87 x:0 0 0 2024-09-17T10:39:50.013 INFO:tasks.workunit.client.0.smithi159.stdout:5/411: mkdir d19/d22/d8e 0 2024-09-17T10:39:50.017 INFO:tasks.workunit.client.1.smithi170.stdout:1/196: write d3/d5/f30 [1317148,95715] 0 2024-09-17T10:39:50.017 INFO:tasks.workunit.client.1.smithi170.stdout:1/197: creat d3/d5/d35/f43 x:0 0 0 2024-09-17T10:39:50.017 INFO:tasks.workunit.client.1.smithi170.stdout:1/198: fsync d3/d5/d35/f3b 0 2024-09-17T10:39:50.017 INFO:tasks.workunit.client.1.smithi170.stdout:1/199: write d3/f3d [8265044,118411] 0 2024-09-17T10:39:50.020 INFO:tasks.workunit.client.1.smithi170.stdout:8/93: dread d4/df/f15 [0,4194304] 0 2024-09-17T10:39:50.021 INFO:tasks.workunit.client.0.smithi159.stdout:3/483: link d9/df/d54/d3c/f4b d9/df/d54/d59/d5e/f90 0 2024-09-17T10:39:50.022 INFO:tasks.workunit.client.0.smithi159.stdout:3/484: dread d9/df/f58 [0,4194304] 0 2024-09-17T10:39:50.023 INFO:tasks.workunit.client.0.smithi159.stdout:6/482: symlink d1/df/l91 0 2024-09-17T10:39:50.025 INFO:tasks.workunit.client.1.smithi170.stdout:1/200: symlink d3/l44 0 2024-09-17T10:39:50.025 INFO:tasks.workunit.client.1.smithi170.stdout:1/201: read - d3/d5/d35/f3b zero size 2024-09-17T10:39:50.025 INFO:tasks.workunit.client.1.smithi170.stdout:1/202: write d3/f39 [1019120,29946] 0 2024-09-17T10:39:50.026 INFO:tasks.workunit.client.0.smithi159.stdout:3/485: dread d9/df/d2c/d2f/d63/f67 [0,4194304] 0 2024-09-17T10:39:50.026 INFO:tasks.workunit.client.0.smithi159.stdout:3/486: read d9/df/f11 [1306404,11205] 0 2024-09-17T10:39:50.026 INFO:tasks.workunit.client.0.smithi159.stdout:3/487: dread - d9/df/d54/d59/f80 zero size 2024-09-17T10:39:50.026 INFO:tasks.workunit.client.0.smithi159.stdout:8/505: symlink d4/dd/d10/d33/la4 0 2024-09-17T10:39:50.026 INFO:tasks.workunit.client.0.smithi159.stdout:8/506: chown d4/dd/d10/f2c 6213718 1 2024-09-17T10:39:50.029 INFO:tasks.workunit.client.0.smithi159.stdout:1/459: dwrite d1/d19/f52 [0,4194304] 0 2024-09-17T10:39:50.031 INFO:tasks.workunit.client.0.smithi159.stdout:2/398: mkdir d0/df/d3e/d47/d88 0 2024-09-17T10:39:50.032 INFO:tasks.workunit.client.0.smithi159.stdout:2/399: write d0/f54 [61841,6220] 0 2024-09-17T10:39:50.032 INFO:tasks.workunit.client.0.smithi159.stdout:2/400: write d0/d14/f50 [829636,109610] 0 2024-09-17T10:39:50.032 INFO:tasks.workunit.client.0.smithi159.stdout:5/412: symlink d19/d1e/d4a/l8f 0 2024-09-17T10:39:50.032 INFO:tasks.workunit.client.0.smithi159.stdout:5/413: read - d19/d22/f24 zero size 2024-09-17T10:39:50.041 INFO:tasks.workunit.client.0.smithi159.stdout:7/444: rename d2/fe to d2/d23/d67/d47/d4a/fa5 0 2024-09-17T10:39:50.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/414: dread d19/d33/f63 [0,4194304] 0 2024-09-17T10:39:50.041 INFO:tasks.workunit.client.0.smithi159.stdout:6/483: mknod d1/df/d2c/d85/c92 0 2024-09-17T10:39:50.042 INFO:tasks.workunit.client.0.smithi159.stdout:6/484: write d1/df/d2c/d85/f43 [516598,124028] 0 2024-09-17T10:39:50.042 INFO:tasks.workunit.client.0.smithi159.stdout:8/507: write d4/dd/d26/f49 [104500,38495] 0 2024-09-17T10:39:50.045 INFO:tasks.workunit.client.1.smithi170.stdout:8/94: dwrite d4/f18 [0,4194304] 0 2024-09-17T10:39:50.046 INFO:tasks.workunit.client.0.smithi159.stdout:2/401: mkdir d0/d14/d76/d67/d89 0 2024-09-17T10:39:50.046 INFO:tasks.workunit.client.0.smithi159.stdout:3/488: dwrite d9/df/d54/d59/f80 [0,4194304] 0 2024-09-17T10:39:50.046 INFO:tasks.workunit.client.0.smithi159.stdout:3/489: fdatasync d9/df/d54/f7d 0 2024-09-17T10:39:50.046 INFO:tasks.workunit.client.1.smithi170.stdout:1/203: rmdir d3/d5/d35 39 2024-09-17T10:39:50.047 INFO:tasks.workunit.client.0.smithi159.stdout:7/445: dread d2/d18/d20/d2c/f5e [0,4194304] 0 2024-09-17T10:39:50.048 INFO:tasks.workunit.client.0.smithi159.stdout:7/446: write d2/d23/fa0 [466263,26359] 0 2024-09-17T10:39:50.048 INFO:tasks.workunit.client.0.smithi159.stdout:7/447: chown d2/d23/d67/d7b/c7d 1719763408 1 2024-09-17T10:39:50.048 INFO:tasks.workunit.client.0.smithi159.stdout:4/385: rename d0/d12/d2f/c72 to d0/d9/d24/d52/c74 0 2024-09-17T10:39:50.048 INFO:tasks.workunit.client.0.smithi159.stdout:4/386: dread - d0/d9/d24/d48/d51/f70 zero size 2024-09-17T10:39:50.050 INFO:tasks.workunit.client.0.smithi159.stdout:6/485: write d1/df/d11/f27 [1036655,64041] 0 2024-09-17T10:39:50.050 INFO:tasks.workunit.client.0.smithi159.stdout:5/415: creat d19/d69/d8d/f90 x:0 0 0 2024-09-17T10:39:50.050 INFO:tasks.workunit.client.0.smithi159.stdout:5/416: getdents d19/d22/d8e 0 2024-09-17T10:39:50.052 INFO:tasks.workunit.client.0.smithi159.stdout:5/417: read d19/d1b/d21/f6c [269232,95046] 0 2024-09-17T10:39:50.053 INFO:tasks.workunit.client.0.smithi159.stdout:8/508: creat d4/dd/d10/d1a/d6b/fa5 x:0 0 0 2024-09-17T10:39:50.054 INFO:tasks.workunit.client.1.smithi170.stdout:8/95: dread d4/f21 [0,4194304] 0 2024-09-17T10:39:50.054 INFO:tasks.workunit.client.1.smithi170.stdout:8/96: getdents d4/df/d1e 0 2024-09-17T10:39:50.054 INFO:tasks.workunit.client.1.smithi170.stdout:8/97: creat d4/df/f22 x:0 0 0 2024-09-17T10:39:50.054 INFO:tasks.workunit.client.1.smithi170.stdout:8/98: dread - d4/df/f22 zero size 2024-09-17T10:39:50.056 INFO:tasks.workunit.client.1.smithi170.stdout:1/204: dread d3/d37/f31 [0,4194304] 0 2024-09-17T10:39:50.056 INFO:tasks.workunit.client.1.smithi170.stdout:1/205: write d3/d5/d27/f1b [297539,33962] 0 2024-09-17T10:39:50.057 INFO:tasks.workunit.client.0.smithi159.stdout:2/402: creat d0/df/d3e/d46/f8a x:0 0 0 2024-09-17T10:39:50.058 INFO:tasks.workunit.client.0.smithi159.stdout:5/418: dread d19/d33/f63 [0,4194304] 0 2024-09-17T10:39:50.059 INFO:tasks.workunit.client.0.smithi159.stdout:5/419: write d19/d1e/d4a/f67 [285167,27202] 0 2024-09-17T10:39:50.062 INFO:tasks.workunit.client.0.smithi159.stdout:3/490: symlink d9/df/d2c/d2f/d63/d8d/d74/l91 0 2024-09-17T10:39:50.062 INFO:tasks.workunit.client.0.smithi159.stdout:3/491: creat d9/df/d2c/d2f/f92 x:0 0 0 2024-09-17T10:39:50.062 INFO:tasks.workunit.client.0.smithi159.stdout:3/492: readlink d9/l75 0 2024-09-17T10:39:50.063 INFO:tasks.workunit.client.1.smithi170.stdout:1/206: rmdir d3/d5/d27 39 2024-09-17T10:39:50.066 INFO:tasks.workunit.client.1.smithi170.stdout:1/207: symlink d3/d5/d27/l45 0 2024-09-17T10:39:50.068 INFO:tasks.workunit.client.0.smithi159.stdout:5/420: read f9 [1280273,70125] 0 2024-09-17T10:39:50.069 INFO:tasks.workunit.client.1.smithi170.stdout:0/109: sync 2024-09-17T10:39:50.069 INFO:tasks.workunit.client.1.smithi170.stdout:0/110: chown f1 1915469 1 2024-09-17T10:39:50.069 INFO:tasks.workunit.client.1.smithi170.stdout:0/111: fsync fc 0 2024-09-17T10:39:50.069 INFO:tasks.workunit.client.1.smithi170.stdout:6/103: sync 2024-09-17T10:39:50.070 INFO:tasks.workunit.client.0.smithi159.stdout:9/511: rename d0/d3/d7/l8e to d0/d3/d7/da/d46/laa 0 2024-09-17T10:39:50.070 INFO:tasks.workunit.client.0.smithi159.stdout:9/512: dread d0/d3/d7/da/dc/d1c/f4d [0,4194304] 0 2024-09-17T10:39:50.070 INFO:tasks.workunit.client.0.smithi159.stdout:9/513: fsync d0/d3/d7/da/dc/d34/f53 0 2024-09-17T10:39:50.071 INFO:tasks.workunit.client.0.smithi159.stdout:4/387: unlink d0/d12/l2c 0 2024-09-17T10:39:50.071 INFO:tasks.workunit.client.0.smithi159.stdout:4/388: write d0/f7 [2352119,25234] 0 2024-09-17T10:39:50.072 INFO:tasks.workunit.client.1.smithi170.stdout:1/208: mknod d3/d37/c46 0 2024-09-17T10:39:50.072 INFO:tasks.workunit.client.1.smithi170.stdout:1/209: stat d3/d5/d35/f43 0 2024-09-17T10:39:50.072 INFO:tasks.workunit.client.1.smithi170.stdout:5/185: sync 2024-09-17T10:39:50.073 INFO:tasks.workunit.client.1.smithi170.stdout:0/112: symlink dd/l1e 0 2024-09-17T10:39:50.073 INFO:tasks.workunit.client.0.smithi159.stdout:3/493: write d9/df/d2c/f24 [5455737,45542] 0 2024-09-17T10:39:50.074 INFO:tasks.workunit.client.0.smithi159.stdout:6/486: getdents d1/d5d/d51/d88 0 2024-09-17T10:39:50.075 INFO:tasks.workunit.client.1.smithi170.stdout:6/104: dread - d0/d2/f1b zero size 2024-09-17T10:39:50.077 INFO:tasks.workunit.client.1.smithi170.stdout:8/99: dwrite d4/f9 [4194304,4194304] 0 2024-09-17T10:39:50.078 INFO:tasks.workunit.client.1.smithi170.stdout:1/210: creat d3/d5/d27/f47 x:0 0 0 2024-09-17T10:39:50.078 INFO:tasks.workunit.client.1.smithi170.stdout:1/211: write d3/d5/d27/f47 [870628,26904] 0 2024-09-17T10:39:50.078 INFO:tasks.workunit.client.1.smithi170.stdout:1/212: creat d3/d5/f48 x:0 0 0 2024-09-17T10:39:50.081 INFO:tasks.workunit.client.1.smithi170.stdout:5/186: unlink d1/d3/d13/d2c/f35 0 2024-09-17T10:39:50.083 INFO:tasks.workunit.client.1.smithi170.stdout:0/113: creat dd/de/d10/d13/f1f x:0 0 0 2024-09-17T10:39:50.083 INFO:tasks.workunit.client.1.smithi170.stdout:0/114: read f3 [1914714,5537] 0 2024-09-17T10:39:50.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/105: creat d0/f2c x:0 0 0 2024-09-17T10:39:50.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/106: rename d0 to d0/d18/d2d 22 2024-09-17T10:39:50.090 INFO:tasks.workunit.client.0.smithi159.stdout:7/448: getdents d2/d18/d20/d3f/d73/d82 0 2024-09-17T10:39:50.093 INFO:tasks.workunit.client.1.smithi170.stdout:8/100: mknod d4/c23 0 2024-09-17T10:39:50.093 INFO:tasks.workunit.client.1.smithi170.stdout:8/101: chown d4/l14 21938 1 2024-09-17T10:39:50.095 INFO:tasks.workunit.client.0.smithi159.stdout:9/514: dwrite d0/d3/d7/da/d1a/d60/f93 [0,4194304] 0 2024-09-17T10:39:50.095 INFO:tasks.workunit.client.0.smithi159.stdout:9/515: write d0/d3/d7/da/dc/d1c/d6a/f89 [343941,63603] 0 2024-09-17T10:39:50.096 INFO:tasks.workunit.client.0.smithi159.stdout:9/516: read d0/d3/d7/da/dc/d1c/f4d [30064,67134] 0 2024-09-17T10:39:50.096 INFO:tasks.workunit.client.0.smithi159.stdout:9/517: dread - d0/d3/d7/da/d1a/d60/fa4 zero size 2024-09-17T10:39:50.096 INFO:tasks.workunit.client.0.smithi159.stdout:9/518: fdatasync d0/d3/d7/da/d1a/d60/f83 0 2024-09-17T10:39:50.097 INFO:tasks.workunit.client.0.smithi159.stdout:9/519: chown d0/d3/d7/da/dc/de/d21/f87 43832 1 2024-09-17T10:39:50.097 INFO:tasks.workunit.client.0.smithi159.stdout:9/520: chown d0/d3/d7/c52 3 1 2024-09-17T10:39:50.097 INFO:tasks.workunit.client.0.smithi159.stdout:9/521: creat d0/d3/d7/da/dc/d40/fab x:0 0 0 2024-09-17T10:39:50.097 INFO:tasks.workunit.client.0.smithi159.stdout:9/522: dread d0/d3/d7/da/dc/d1c/f4d [0,4194304] 0 2024-09-17T10:39:50.097 INFO:tasks.workunit.client.0.smithi159.stdout:9/523: chown d0/d3/d7/da/dc/d3a/da6 170 1 2024-09-17T10:39:50.099 INFO:tasks.workunit.client.0.smithi159.stdout:5/421: creat d19/d6f/d75/f91 x:0 0 0 2024-09-17T10:39:50.100 INFO:tasks.workunit.client.1.smithi170.stdout:5/187: mknod d1/d3b/c3e 0 2024-09-17T10:39:50.100 INFO:tasks.workunit.client.1.smithi170.stdout:5/188: dread - d1/d3/d13/f32 zero size 2024-09-17T10:39:50.102 INFO:tasks.workunit.client.0.smithi159.stdout:1/460: rename d1/d2/d14/d67/l6e to d1/d2/l7e 0 2024-09-17T10:39:50.102 INFO:tasks.workunit.client.0.smithi159.stdout:1/461: fdatasync d1/d19/d1a/f48 0 2024-09-17T10:39:50.103 INFO:tasks.workunit.client.1.smithi170.stdout:8/102: symlink d4/df/l24 0 2024-09-17T10:39:50.104 INFO:tasks.workunit.client.0.smithi159.stdout:3/494: creat d9/df/d2c/d2f/d63/d8d/d74/f93 x:0 0 0 2024-09-17T10:39:50.105 INFO:tasks.workunit.client.1.smithi170.stdout:6/107: dwrite d0/f2c [0,4194304] 0 2024-09-17T10:39:50.105 INFO:tasks.workunit.client.1.smithi170.stdout:6/108: read - d0/f28 zero size 2024-09-17T10:39:50.106 INFO:tasks.workunit.client.0.smithi159.stdout:4/389: dwrite d0/d9/da/d42/f4f [0,4194304] 0 2024-09-17T10:39:50.106 INFO:tasks.workunit.client.0.smithi159.stdout:2/403: getdents d0/df/d3e/d47/d79 0 2024-09-17T10:39:50.106 INFO:tasks.workunit.client.0.smithi159.stdout:2/404: write d0/df/d3e/d46/d66/f6b [668652,65185] 0 2024-09-17T10:39:50.107 INFO:tasks.workunit.client.1.smithi170.stdout:1/213: dwrite d3/d5/d27/f1c [0,4194304] 0 2024-09-17T10:39:50.107 INFO:tasks.workunit.client.1.smithi170.stdout:0/115: dwrite fc [4194304,4194304] 0 2024-09-17T10:39:50.107 INFO:tasks.workunit.client.1.smithi170.stdout:8/103: symlink d4/l25 0 2024-09-17T10:39:50.107 INFO:tasks.workunit.client.1.smithi170.stdout:8/104: chown d4/f9 40128 1 2024-09-17T10:39:50.108 INFO:tasks.workunit.client.0.smithi159.stdout:7/449: creat d2/d18/d20/d3f/d40/d7f/fa6 x:0 0 0 2024-09-17T10:39:50.113 INFO:tasks.workunit.client.1.smithi170.stdout:9/102: sync 2024-09-17T10:39:50.116 INFO:tasks.workunit.client.0.smithi159.stdout:9/524: creat d0/d3/d7/da/d1a/fac x:0 0 0 2024-09-17T10:39:50.119 INFO:tasks.workunit.client.0.smithi159.stdout:9/525: dread d0/d3/d7/da/dc/d34/f5c [0,4194304] 0 2024-09-17T10:39:50.120 INFO:tasks.workunit.client.0.smithi159.stdout:6/487: rename d1/df/l1c to d1/df/d2c/l93 0 2024-09-17T10:39:50.123 INFO:tasks.workunit.client.0.smithi159.stdout:1/462: creat d1/d2/d14/d57/f7f x:0 0 0 2024-09-17T10:39:50.123 INFO:tasks.workunit.client.0.smithi159.stdout:1/463: write d1/d19/f71 [525961,78369] 0 2024-09-17T10:39:50.124 INFO:tasks.workunit.client.1.smithi170.stdout:8/105: truncate d4/f1d 2866122 0 2024-09-17T10:39:50.125 INFO:tasks.workunit.client.1.smithi170.stdout:8/106: rename d4/df/d1e to d4/df/d1e/d26 22 2024-09-17T10:39:50.127 INFO:tasks.workunit.client.0.smithi159.stdout:3/495: mknod d9/df/d2c/d2f/d63/d8d/c94 0 2024-09-17T10:39:50.127 INFO:tasks.workunit.client.0.smithi159.stdout:3/496: dread - d9/df/d2c/d2f/f88 zero size 2024-09-17T10:39:50.127 INFO:tasks.workunit.client.0.smithi159.stdout:3/497: write d9/df/f35 [1157778,8060] 0 2024-09-17T10:39:50.127 INFO:tasks.workunit.client.0.smithi159.stdout:3/498: fsync d9/df/d54/f39 0 2024-09-17T10:39:50.127 INFO:tasks.workunit.client.0.smithi159.stdout:3/499: chown d9/df/d3f 6522173 1 2024-09-17T10:39:50.128 INFO:tasks.workunit.client.0.smithi159.stdout:3/500: creat d9/df/d54/d59/f95 x:0 0 0 2024-09-17T10:39:50.128 INFO:tasks.workunit.client.1.smithi170.stdout:9/103: mknod dd/d16/d17/c21 0 2024-09-17T10:39:50.129 INFO:tasks.workunit.client.1.smithi170.stdout:9/104: fsync fc 0 2024-09-17T10:39:50.132 INFO:tasks.workunit.client.1.smithi170.stdout:8/107: symlink d4/df/l27 0 2024-09-17T10:39:50.132 INFO:tasks.workunit.client.1.smithi170.stdout:8/108: truncate d4/df/f22 815729 0 2024-09-17T10:39:50.133 INFO:tasks.workunit.client.1.smithi170.stdout:1/214: dwrite d3/f34 [0,4194304] 0 2024-09-17T10:39:50.134 INFO:tasks.workunit.client.1.smithi170.stdout:0/116: dwrite dd/de/d10/d13/f1f [0,4194304] 0 2024-09-17T10:39:50.135 INFO:tasks.workunit.client.1.smithi170.stdout:9/105: unlink dd/d16/f1b 0 2024-09-17T10:39:50.141 INFO:tasks.workunit.client.1.smithi170.stdout:1/215: mknod d3/d5/d35/c49 0 2024-09-17T10:39:50.141 INFO:tasks.workunit.client.1.smithi170.stdout:1/216: fsync d3/d5/d27/f1c 0 2024-09-17T10:39:50.143 INFO:tasks.workunit.client.0.smithi159.stdout:2/405: mkdir d0/d14/d76/d67/d89/d8b 0 2024-09-17T10:39:50.144 INFO:tasks.workunit.client.1.smithi170.stdout:6/109: dwrite d0/d2/f10 [0,4194304] 0 2024-09-17T10:39:50.144 INFO:tasks.workunit.client.0.smithi159.stdout:9/526: symlink d0/d3/d7/da/dc/lad 0 2024-09-17T10:39:50.145 INFO:tasks.workunit.client.1.smithi170.stdout:9/106: creat dd/d16/d17/f22 x:0 0 0 2024-09-17T10:39:50.146 INFO:tasks.workunit.client.0.smithi159.stdout:7/450: dwrite d2/d23/d67/d47/d4a/fa5 [0,4194304] 0 2024-09-17T10:39:50.147 INFO:tasks.workunit.client.0.smithi159.stdout:5/422: rename d19/d1e/c42 to d19/d1b/d1d/d59/c92 0 2024-09-17T10:39:50.147 INFO:tasks.workunit.client.0.smithi159.stdout:6/488: dwrite d1/d5d/f79 [0,4194304] 0 2024-09-17T10:39:50.147 INFO:tasks.workunit.client.0.smithi159.stdout:6/489: write d1/df/f45 [186859,124874] 0 2024-09-17T10:39:50.148 INFO:tasks.workunit.client.1.smithi170.stdout:1/217: creat d3/d5/d35/f4a x:0 0 0 2024-09-17T10:39:50.149 INFO:tasks.workunit.client.0.smithi159.stdout:1/464: symlink d1/d10/d5e/l80 0 2024-09-17T10:39:50.150 INFO:tasks.workunit.client.0.smithi159.stdout:1/465: write d1/d2/f4f [4947075,73781] 0 2024-09-17T10:39:50.150 INFO:tasks.workunit.client.0.smithi159.stdout:6/490: dread d1/df/d2c/d35/f59 [0,4194304] 0 2024-09-17T10:39:50.154 INFO:tasks.workunit.client.0.smithi159.stdout:3/501: mknod d9/df/d2c/d2f/d63/d8d/c96 0 2024-09-17T10:39:50.156 INFO:tasks.workunit.client.0.smithi159.stdout:7/451: dread d2/d23/d67/d47/d4a/d4d/f81 [0,4194304] 0 2024-09-17T10:39:50.157 INFO:tasks.workunit.client.0.smithi159.stdout:2/406: link d0/df/d3e/d46/d66/f6b d0/d6c/f8c 0 2024-09-17T10:39:50.157 INFO:tasks.workunit.client.0.smithi159.stdout:2/407: write d0/f2 [520675,43536] 0 2024-09-17T10:39:50.161 INFO:tasks.workunit.client.0.smithi159.stdout:9/527: creat d0/d3/d7/da/dc/d1c/d31/d47/fae x:0 0 0 2024-09-17T10:39:50.162 INFO:tasks.workunit.client.0.smithi159.stdout:9/528: dread d0/d3/d7/da/dc/d34/f5c [0,4194304] 0 2024-09-17T10:39:50.163 INFO:tasks.workunit.client.1.smithi170.stdout:0/117: dwrite fc [8388608,4194304] 0 2024-09-17T10:39:50.164 INFO:tasks.workunit.client.1.smithi170.stdout:9/107: dwrite f8 [0,4194304] 0 2024-09-17T10:39:50.164 INFO:tasks.workunit.client.0.smithi159.stdout:0/438: sync 2024-09-17T10:39:50.165 INFO:tasks.workunit.client.0.smithi159.stdout:0/439: chown d5/d10/d18/c7a 82118 1 2024-09-17T10:39:50.166 INFO:tasks.workunit.client.1.smithi170.stdout:8/109: write d4/f1d [261229,32390] 0 2024-09-17T10:39:50.167 INFO:tasks.workunit.client.1.smithi170.stdout:8/110: stat d4/f1d 0 2024-09-17T10:39:50.167 INFO:tasks.workunit.client.1.smithi170.stdout:8/111: chown c3 946420286 1 2024-09-17T10:39:50.167 INFO:tasks.workunit.client.1.smithi170.stdout:8/112: creat d4/df/f28 x:0 0 0 2024-09-17T10:39:50.173 INFO:tasks.workunit.client.1.smithi170.stdout:1/218: rename d3/d5/f48 to d3/d37/f4b 0 2024-09-17T10:39:50.173 INFO:tasks.workunit.client.1.smithi170.stdout:1/219: creat d3/f4c x:0 0 0 2024-09-17T10:39:50.175 INFO:tasks.workunit.client.0.smithi159.stdout:4/390: rename d0/f56 to d0/d9/d24/f75 0 2024-09-17T10:39:50.176 INFO:tasks.workunit.client.1.smithi170.stdout:0/118: symlink dd/l20 0 2024-09-17T10:39:50.178 INFO:tasks.workunit.client.0.smithi159.stdout:5/423: unlink d19/d6f/f8a 0 2024-09-17T10:39:50.179 INFO:tasks.workunit.client.1.smithi170.stdout:1/220: dread d3/d37/f31 [0,4194304] 0 2024-09-17T10:39:50.179 INFO:tasks.workunit.client.1.smithi170.stdout:1/221: chown d3/d5/c20 4260837 1 2024-09-17T10:39:50.184 INFO:tasks.workunit.client.0.smithi159.stdout:0/440: dwrite d5/d12/d32/f38 [0,4194304] 0 2024-09-17T10:39:50.185 INFO:tasks.workunit.client.1.smithi170.stdout:8/113: mknod d4/df/d1e/c29 0 2024-09-17T10:39:50.185 INFO:tasks.workunit.client.1.smithi170.stdout:8/114: readlink d4/df/l27 0 2024-09-17T10:39:50.185 INFO:tasks.workunit.client.1.smithi170.stdout:8/115: write d4/df/f28 [860664,54144] 0 2024-09-17T10:39:50.188 INFO:tasks.workunit.client.1.smithi170.stdout:6/110: getdents d0 0 2024-09-17T10:39:50.190 INFO:tasks.workunit.client.0.smithi159.stdout:1/466: creat d1/d19/d3d/f81 x:0 0 0 2024-09-17T10:39:50.190 INFO:tasks.workunit.client.1.smithi170.stdout:7/134: sync 2024-09-17T10:39:50.190 INFO:tasks.workunit.client.1.smithi170.stdout:2/172: sync 2024-09-17T10:39:50.190 INFO:tasks.workunit.client.1.smithi170.stdout:4/118: sync 2024-09-17T10:39:50.191 INFO:tasks.workunit.client.1.smithi170.stdout:3/266: sync 2024-09-17T10:39:50.191 INFO:tasks.workunit.client.1.smithi170.stdout:7/135: dread - f20 zero size 2024-09-17T10:39:50.191 INFO:tasks.workunit.client.1.smithi170.stdout:2/173: creat dd/f35 x:0 0 0 2024-09-17T10:39:50.191 INFO:tasks.workunit.client.1.smithi170.stdout:2/174: readlink dd/d22/d32/l27 0 2024-09-17T10:39:50.191 INFO:tasks.workunit.client.1.smithi170.stdout:2/175: chown dd/d14/d19/c31 36 1 2024-09-17T10:39:50.193 INFO:tasks.workunit.client.0.smithi159.stdout:6/491: creat d1/d5d/f94 x:0 0 0 2024-09-17T10:39:50.197 INFO:tasks.workunit.client.0.smithi159.stdout:3/502: rmdir d9/df/d54/d59/d5e/d8b 0 2024-09-17T10:39:50.197 INFO:tasks.workunit.client.0.smithi159.stdout:3/503: chown d9/df/d54/d3c/c60 1113765 1 2024-09-17T10:39:50.199 INFO:tasks.workunit.client.1.smithi170.stdout:0/119: dwrite dd/de/d10/d13/f1f [0,4194304] 0 2024-09-17T10:39:50.200 INFO:tasks.workunit.client.0.smithi159.stdout:2/408: mknod d0/d26/d4b/d6d/c8d 0 2024-09-17T10:39:50.201 INFO:tasks.workunit.client.1.smithi170.stdout:1/222: dwrite d3/d37/f4b [0,4194304] 0 2024-09-17T10:39:50.202 INFO:tasks.workunit.client.0.smithi159.stdout:9/529: mknod d0/d3/d7/da/d46/caf 0 2024-09-17T10:39:50.202 INFO:tasks.workunit.client.0.smithi159.stdout:9/530: creat d0/d3/d7/da/dc/d1c/d31/d47/fb0 x:0 0 0 2024-09-17T10:39:50.202 INFO:tasks.workunit.client.0.smithi159.stdout:9/531: creat d0/d3/d7/da/d46/d54/d6c/fb1 x:0 0 0 2024-09-17T10:39:50.202 INFO:tasks.workunit.client.0.smithi159.stdout:9/532: read - d0/d3/d7/da/d46/d54/d6c/f95 zero size 2024-09-17T10:39:50.203 INFO:tasks.workunit.client.1.smithi170.stdout:8/116: rename d4/l14 to d4/l2a 0 2024-09-17T10:39:50.203 INFO:tasks.workunit.client.0.smithi159.stdout:8/509: sync 2024-09-17T10:39:50.204 INFO:tasks.workunit.client.0.smithi159.stdout:8/510: fdatasync d4/dd/d10/f58 0 2024-09-17T10:39:50.204 INFO:tasks.workunit.client.1.smithi170.stdout:6/111: read - d0/d2/f25 zero size 2024-09-17T10:39:50.205 INFO:tasks.workunit.client.0.smithi159.stdout:6/492: write d1/d5d/d51/f81 [458082,111857] 0 2024-09-17T10:39:50.206 INFO:tasks.workunit.client.1.smithi170.stdout:4/119: dwrite d9/fa [0,4194304] 0 2024-09-17T10:39:50.207 INFO:tasks.workunit.client.0.smithi159.stdout:9/533: dread d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:50.208 INFO:tasks.workunit.client.0.smithi159.stdout:9/534: read - d0/d3/d7/da/dc/d1c/d31/d47/fae zero size 2024-09-17T10:39:50.208 INFO:tasks.workunit.client.0.smithi159.stdout:8/511: dread d4/dd/f46 [0,4194304] 0 2024-09-17T10:39:50.208 INFO:tasks.workunit.client.0.smithi159.stdout:8/512: write d4/dd/d10/d1a/d1e/f96 [808755,35270] 0 2024-09-17T10:39:50.208 INFO:tasks.workunit.client.0.smithi159.stdout:8/513: creat d4/dd/d10/d1a/d1e/d3e/fa6 x:0 0 0 2024-09-17T10:39:50.208 INFO:tasks.workunit.client.0.smithi159.stdout:8/514: chown d4/dd/d10/d33/d99 346383 1 2024-09-17T10:39:50.208 INFO:tasks.workunit.client.0.smithi159.stdout:8/515: fsync d4/da/f66 0 2024-09-17T10:39:50.208 INFO:tasks.workunit.client.1.smithi170.stdout:4/120: dread d9/d12/f1f [0,4194304] 0 2024-09-17T10:39:50.209 INFO:tasks.workunit.client.1.smithi170.stdout:3/267: rename d18/d20/f35 to d18/d2c/d4f/f62 0 2024-09-17T10:39:50.211 INFO:tasks.workunit.client.1.smithi170.stdout:4/121: dread f2 [0,4194304] 0 2024-09-17T10:39:50.212 INFO:tasks.workunit.client.1.smithi170.stdout:4/122: write d9/f17 [807421,3121] 0 2024-09-17T10:39:50.213 INFO:tasks.workunit.client.1.smithi170.stdout:8/117: read d4/f18 [1268635,113083] 0 2024-09-17T10:39:50.213 INFO:tasks.workunit.client.1.smithi170.stdout:8/118: readlink d4/l1c 0 2024-09-17T10:39:50.216 INFO:tasks.workunit.client.1.smithi170.stdout:7/136: unlink l10 0 2024-09-17T10:39:50.216 INFO:tasks.workunit.client.1.smithi170.stdout:7/137: readlink d25/l26 0 2024-09-17T10:39:50.216 INFO:tasks.workunit.client.1.smithi170.stdout:7/138: chown c1c 361828394 1 2024-09-17T10:39:50.216 INFO:tasks.workunit.client.1.smithi170.stdout:7/139: fsync f15 0 2024-09-17T10:39:50.216 INFO:tasks.workunit.client.1.smithi170.stdout:7/140: write fa [5088401,24015] 0 2024-09-17T10:39:50.217 INFO:tasks.workunit.client.1.smithi170.stdout:7/141: fsync f8 0 2024-09-17T10:39:50.217 INFO:tasks.workunit.client.0.smithi159.stdout:4/391: mknod d0/d9/d67/c76 0 2024-09-17T10:39:50.218 INFO:tasks.workunit.client.0.smithi159.stdout:4/392: chown d0/d12/f3a 3204 1 2024-09-17T10:39:50.218 INFO:tasks.workunit.client.0.smithi159.stdout:4/393: fdatasync d0/d9/da/f50 0 2024-09-17T10:39:50.218 INFO:tasks.workunit.client.0.smithi159.stdout:4/394: chown d0/f7 810798 1 2024-09-17T10:39:50.218 INFO:tasks.workunit.client.0.smithi159.stdout:4/395: read d0/d9/da/fd [370459,65459] 0 2024-09-17T10:39:50.218 INFO:tasks.workunit.client.0.smithi159.stdout:4/396: readlink d0/d9/l21 0 2024-09-17T10:39:50.218 INFO:tasks.workunit.client.0.smithi159.stdout:6/493: write d1/df/d11/f20 [296763,130647] 0 2024-09-17T10:39:50.218 INFO:tasks.workunit.client.0.smithi159.stdout:5/424: symlink d19/d1a/d89/l93 0 2024-09-17T10:39:50.219 INFO:tasks.workunit.client.1.smithi170.stdout:2/176: unlink dd/d1a/l1d 0 2024-09-17T10:39:50.220 INFO:tasks.workunit.client.0.smithi159.stdout:8/516: write d4/dd/d10/f2c [171564,97467] 0 2024-09-17T10:39:50.220 INFO:tasks.workunit.client.0.smithi159.stdout:8/517: chown d4/dd/d10/d1a/d3c 22530 1 2024-09-17T10:39:50.220 INFO:tasks.workunit.client.0.smithi159.stdout:8/518: write d4/dd/d10/d78/f7a [630328,13669] 0 2024-09-17T10:39:50.221 INFO:tasks.workunit.client.1.smithi170.stdout:6/112: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:50.223 INFO:tasks.workunit.client.0.smithi159.stdout:0/441: truncate d5/f82 567519 0 2024-09-17T10:39:50.223 INFO:tasks.workunit.client.0.smithi159.stdout:0/442: fsync d5/d12/d32/d3a/f91 0 2024-09-17T10:39:50.225 INFO:tasks.workunit.client.0.smithi159.stdout:1/467: mkdir d1/d2/d82 0 2024-09-17T10:39:50.230 INFO:tasks.workunit.client.0.smithi159.stdout:3/504: rename d9/df/d54/d59/d5e/f90 to d9/f97 0 2024-09-17T10:39:50.230 INFO:tasks.workunit.client.0.smithi159.stdout:3/505: chown d9/df/d54/d3c/f65 6512 1 2024-09-17T10:39:50.230 INFO:tasks.workunit.client.0.smithi159.stdout:3/506: dread - d9/df/d2c/d2f/d63/f78 zero size 2024-09-17T10:39:50.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/494: dwrite d1/df/f45 [0,4194304] 0 2024-09-17T10:39:50.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/495: chown d1/df/d11/d57 20192023 1 2024-09-17T10:39:50.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/496: creat d1/d5d/d51/f95 x:0 0 0 2024-09-17T10:39:50.233 INFO:tasks.workunit.client.0.smithi159.stdout:2/409: creat d0/d6c/f8e x:0 0 0 2024-09-17T10:39:50.238 INFO:tasks.workunit.client.1.smithi170.stdout:0/120: rename dd/l1c to dd/de/d10/d13/l21 0 2024-09-17T10:39:50.238 INFO:tasks.workunit.client.1.smithi170.stdout:0/121: dread - dd/f15 zero size 2024-09-17T10:39:50.238 INFO:tasks.workunit.client.0.smithi159.stdout:2/410: dread d0/df/d3e/d46/f51 [0,4194304] 0 2024-09-17T10:39:50.238 INFO:tasks.workunit.client.0.smithi159.stdout:2/411: chown d0/d9/d40/f36 1434 1 2024-09-17T10:39:50.239 INFO:tasks.workunit.client.0.smithi159.stdout:6/497: dread d1/df/d2c/f50 [0,4194304] 0 2024-09-17T10:39:50.240 INFO:tasks.workunit.client.1.smithi170.stdout:3/268: symlink d18/d1c/l63 0 2024-09-17T10:39:50.242 INFO:tasks.workunit.client.0.smithi159.stdout:9/535: symlink d0/d3/d7/da/dc/de/d3e/lb2 0 2024-09-17T10:39:50.243 INFO:tasks.workunit.client.1.smithi170.stdout:0/122: dread f3 [0,4194304] 0 2024-09-17T10:39:50.243 INFO:tasks.workunit.client.0.smithi159.stdout:0/443: dwrite d5/d4f/f93 [0,4194304] 0 2024-09-17T10:39:50.244 INFO:tasks.workunit.client.0.smithi159.stdout:0/444: truncate d5/f48 4211427 0 2024-09-17T10:39:50.244 INFO:tasks.workunit.client.0.smithi159.stdout:0/445: write d5/d10/d18/f86 [345341,88862] 0 2024-09-17T10:39:50.248 INFO:tasks.workunit.client.1.smithi170.stdout:7/142: mknod d25/c28 0 2024-09-17T10:39:50.250 INFO:tasks.workunit.client.0.smithi159.stdout:4/397: creat d0/d9/d24/d39/d6a/f77 x:0 0 0 2024-09-17T10:39:50.250 INFO:tasks.workunit.client.0.smithi159.stdout:4/398: chown d0/d12/d2f/f6e 92309359 1 2024-09-17T10:39:50.250 INFO:tasks.workunit.client.0.smithi159.stdout:4/399: creat d0/d9/da/d33/f78 x:0 0 0 2024-09-17T10:39:50.250 INFO:tasks.workunit.client.0.smithi159.stdout:4/400: chown d0/d9/da/d42/f4f 0 1 2024-09-17T10:39:50.252 INFO:tasks.workunit.client.1.smithi170.stdout:2/177: rename dd/d14/f16 to dd/d14/f36 0 2024-09-17T10:39:50.255 INFO:tasks.workunit.client.1.smithi170.stdout:2/178: dread fb [0,4194304] 0 2024-09-17T10:39:50.257 INFO:tasks.workunit.client.0.smithi159.stdout:5/425: mkdir d19/d69/d78/d86/d94 0 2024-09-17T10:39:50.257 INFO:tasks.workunit.client.0.smithi159.stdout:5/426: truncate d19/d22/f8c 672430 0 2024-09-17T10:39:50.261 INFO:tasks.workunit.client.0.smithi159.stdout:8/519: creat d4/dd/d10/d4b/d9c/fa7 x:0 0 0 2024-09-17T10:39:50.263 INFO:tasks.workunit.client.1.smithi170.stdout:3/269: dwrite d18/d1c/f23 [0,4194304] 0 2024-09-17T10:39:50.263 INFO:tasks.workunit.client.0.smithi159.stdout:1/468: mknod d1/d19/d1a/dc/d31/c83 0 2024-09-17T10:39:50.265 INFO:tasks.workunit.client.0.smithi159.stdout:3/507: mkdir d9/df/d54/d59/d98 0 2024-09-17T10:39:50.267 INFO:tasks.workunit.client.1.smithi170.stdout:1/223: rmdir d3 39 2024-09-17T10:39:50.267 INFO:tasks.workunit.client.1.smithi170.stdout:1/224: write d3/d5/f29 [1230497,19641] 0 2024-09-17T10:39:50.270 INFO:tasks.workunit.client.1.smithi170.stdout:8/119: rename l1 to d4/df/d1e/l2b 0 2024-09-17T10:39:50.270 INFO:tasks.workunit.client.1.smithi170.stdout:0/123: rename dd/de to dd/de/d10/d22 22 2024-09-17T10:39:50.270 INFO:tasks.workunit.client.1.smithi170.stdout:8/120: write d4/df/f28 [1917483,39809] 0 2024-09-17T10:39:50.271 INFO:tasks.workunit.client.0.smithi159.stdout:6/498: truncate d1/df/d2c/d35/f3a 3335828 0 2024-09-17T10:39:50.272 INFO:tasks.workunit.client.1.smithi170.stdout:4/123: getdents d9/d12 0 2024-09-17T10:39:50.273 INFO:tasks.workunit.client.0.smithi159.stdout:9/536: rmdir d0/d3/d33 39 2024-09-17T10:39:50.274 INFO:tasks.workunit.client.1.smithi170.stdout:8/121: dread d4/f18 [0,4194304] 0 2024-09-17T10:39:50.274 INFO:tasks.workunit.client.1.smithi170.stdout:7/143: truncate f1f 6815 0 2024-09-17T10:39:50.275 INFO:tasks.workunit.client.0.smithi159.stdout:2/412: dread d0/d26/d4b/d6d/f41 [0,4194304] 0 2024-09-17T10:39:50.275 INFO:tasks.workunit.client.0.smithi159.stdout:2/413: stat d0/d14/l5f 0 2024-09-17T10:39:50.276 INFO:tasks.workunit.client.1.smithi170.stdout:2/179: mkdir dd/d14/d19/d37 0 2024-09-17T10:39:50.277 INFO:tasks.workunit.client.1.smithi170.stdout:3/270: unlink d18/d25/l38 0 2024-09-17T10:39:50.279 INFO:tasks.workunit.client.1.smithi170.stdout:1/225: truncate d3/f34 2157106 0 2024-09-17T10:39:50.280 INFO:tasks.workunit.client.1.smithi170.stdout:1/226: chown d3/d5/l28 473 1 2024-09-17T10:39:50.280 INFO:tasks.workunit.client.1.smithi170.stdout:1/227: write d3/d5/f42 [48412,97860] 0 2024-09-17T10:39:50.281 INFO:tasks.workunit.client.1.smithi170.stdout:8/122: dread d4/df/f28 [0,4194304] 0 2024-09-17T10:39:50.281 INFO:tasks.workunit.client.1.smithi170.stdout:8/123: readlink d4/l5 0 2024-09-17T10:39:50.281 INFO:tasks.workunit.client.1.smithi170.stdout:0/124: rmdir dd/de 39 2024-09-17T10:39:50.284 INFO:tasks.workunit.client.1.smithi170.stdout:0/125: write fa [1500272,109049] 0 2024-09-17T10:39:50.284 INFO:tasks.workunit.client.1.smithi170.stdout:4/124: symlink d9/d12/l2b 0 2024-09-17T10:39:50.288 INFO:tasks.workunit.client.1.smithi170.stdout:0/126: read f8 [4312003,128324] 0 2024-09-17T10:39:50.288 INFO:tasks.workunit.client.1.smithi170.stdout:7/144: mknod d25/c29 0 2024-09-17T10:39:50.291 INFO:tasks.workunit.client.0.smithi159.stdout:0/446: link d5/f2d d5/d10/d18/d22/d3e/d51/fa1 0 2024-09-17T10:39:50.292 INFO:tasks.workunit.client.1.smithi170.stdout:7/145: dread f8 [0,4194304] 0 2024-09-17T10:39:50.292 INFO:tasks.workunit.client.1.smithi170.stdout:7/146: fsync fe 0 2024-09-17T10:39:50.293 INFO:tasks.workunit.client.1.smithi170.stdout:2/180: symlink dd/d1a/d2a/l38 0 2024-09-17T10:39:50.294 INFO:tasks.workunit.client.0.smithi159.stdout:0/447: dread d5/d10/d18/d22/f8e [0,4194304] 0 2024-09-17T10:39:50.294 INFO:tasks.workunit.client.0.smithi159.stdout:0/448: chown d5/f1c 7477 1 2024-09-17T10:39:50.295 INFO:tasks.workunit.client.1.smithi170.stdout:3/271: mknod d18/d20/c64 0 2024-09-17T10:39:50.296 INFO:tasks.workunit.client.0.smithi159.stdout:4/401: creat d0/d9/da/d19/f79 x:0 0 0 2024-09-17T10:39:50.299 INFO:tasks.workunit.client.0.smithi159.stdout:8/520: truncate d4/dd/d20/f29 1229186 0 2024-09-17T10:39:50.299 INFO:tasks.workunit.client.0.smithi159.stdout:7/452: sync 2024-09-17T10:39:50.299 INFO:tasks.workunit.client.0.smithi159.stdout:7/453: getdents d2/d23/d67/d47/d87 0 2024-09-17T10:39:50.301 INFO:tasks.workunit.client.1.smithi170.stdout:8/124: dwrite d4/f18 [0,4194304] 0 2024-09-17T10:39:50.302 INFO:tasks.workunit.client.1.smithi170.stdout:8/125: read d4/f1d [915375,72965] 0 2024-09-17T10:39:50.302 INFO:tasks.workunit.client.1.smithi170.stdout:1/228: dwrite d3/d5/d27/f47 [0,4194304] 0 2024-09-17T10:39:50.304 INFO:tasks.workunit.client.1.smithi170.stdout:0/127: mknod dd/de/d10/d13/d1d/c23 0 2024-09-17T10:39:50.306 INFO:tasks.workunit.client.1.smithi170.stdout:7/147: dread f4 [0,4194304] 0 2024-09-17T10:39:50.308 INFO:tasks.workunit.client.1.smithi170.stdout:8/126: dread d4/df/f28 [0,4194304] 0 2024-09-17T10:39:50.313 INFO:tasks.workunit.client.0.smithi159.stdout:7/454: write d2/f24 [4180164,49480] 0 2024-09-17T10:39:50.314 INFO:tasks.workunit.client.0.smithi159.stdout:7/455: stat d2/d18/d20/d3f/f55 0 2024-09-17T10:39:50.314 INFO:tasks.workunit.client.0.smithi159.stdout:3/508: truncate d9/df/d2c/f45 4116311 0 2024-09-17T10:39:50.317 INFO:tasks.workunit.client.0.smithi159.stdout:8/521: dwrite d4/dd/d10/f9f [0,4194304] 0 2024-09-17T10:39:50.317 INFO:tasks.workunit.client.0.smithi159.stdout:8/522: chown d4/dd/d20/f29 33443095 1 2024-09-17T10:39:50.317 INFO:tasks.workunit.client.0.smithi159.stdout:8/523: dread - d4/dd/d5d/fa2 zero size 2024-09-17T10:39:50.317 INFO:tasks.workunit.client.0.smithi159.stdout:8/524: fsync d4/dd/d10/d1a/d6b/fa5 0 2024-09-17T10:39:50.318 INFO:tasks.workunit.client.1.smithi170.stdout:8/127: read d4/f18 [2452866,86889] 0 2024-09-17T10:39:50.318 INFO:tasks.workunit.client.1.smithi170.stdout:8/128: write d4/df/f16 [233357,31256] 0 2024-09-17T10:39:50.318 INFO:tasks.workunit.client.0.smithi159.stdout:4/402: dwrite d0/d9/d24/d48/d53/f68 [0,4194304] 0 2024-09-17T10:39:50.319 INFO:tasks.workunit.client.0.smithi159.stdout:4/403: write d0/f13 [349090,16431] 0 2024-09-17T10:39:50.319 INFO:tasks.workunit.client.1.smithi170.stdout:2/181: symlink dd/d1a/d2a/l39 0 2024-09-17T10:39:50.320 INFO:tasks.workunit.client.0.smithi159.stdout:6/499: rmdir d1/df/d2c/d35/d3e 39 2024-09-17T10:39:50.324 INFO:tasks.workunit.client.0.smithi159.stdout:9/537: mkdir d0/d3/d7/da/dc/de/d36/db3 0 2024-09-17T10:39:50.327 INFO:tasks.workunit.client.1.smithi170.stdout:4/125: unlink d9/d12/f1b 0 2024-09-17T10:39:50.327 INFO:tasks.workunit.client.1.smithi170.stdout:4/126: chown d9/c11 6089 1 2024-09-17T10:39:50.327 INFO:tasks.workunit.client.1.smithi170.stdout:4/127: stat f3 0 2024-09-17T10:39:50.327 INFO:tasks.workunit.client.0.smithi159.stdout:4/404: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:50.329 INFO:tasks.workunit.client.0.smithi159.stdout:2/414: mkdir d0/df/d3e/d46/d8f 0 2024-09-17T10:39:50.332 INFO:tasks.workunit.client.0.smithi159.stdout:0/449: rmdir d5/d10/d18/d22/d4c/d6b/d7c 39 2024-09-17T10:39:50.333 INFO:tasks.workunit.client.1.smithi170.stdout:1/229: truncate d3/f39 191139 0 2024-09-17T10:39:50.334 INFO:tasks.workunit.client.0.smithi159.stdout:1/469: mknod d1/d10/c84 0 2024-09-17T10:39:50.336 INFO:tasks.workunit.client.1.smithi170.stdout:0/128: creat dd/de/d10/f24 x:0 0 0 2024-09-17T10:39:50.336 INFO:tasks.workunit.client.1.smithi170.stdout:8/129: dwrite d4/f1f [0,4194304] 0 2024-09-17T10:39:50.336 INFO:tasks.workunit.client.1.smithi170.stdout:8/130: chown d4/f1d 126708 1 2024-09-17T10:39:50.337 INFO:tasks.workunit.client.0.smithi159.stdout:7/456: symlink d2/d18/d20/d3f/d77/la7 0 2024-09-17T10:39:50.338 INFO:tasks.workunit.client.1.smithi170.stdout:7/148: mkdir d25/d2a 0 2024-09-17T10:39:50.338 INFO:tasks.workunit.client.1.smithi170.stdout:7/149: fdatasync f1e 0 2024-09-17T10:39:50.339 INFO:tasks.workunit.client.1.smithi170.stdout:7/150: write f4 [3767667,97010] 0 2024-09-17T10:39:50.339 INFO:tasks.workunit.client.0.smithi159.stdout:8/525: dwrite d4/dd/d10/d1a/d3c/f56 [0,4194304] 0 2024-09-17T10:39:50.339 INFO:tasks.workunit.client.0.smithi159.stdout:8/526: readlink d4/dd/d10/d4b/d8b/l92 0 2024-09-17T10:39:50.340 INFO:tasks.workunit.client.0.smithi159.stdout:3/509: mkdir d9/df/d54/d59/d99 0 2024-09-17T10:39:50.342 INFO:tasks.workunit.client.1.smithi170.stdout:2/182: mkdir dd/d3a 0 2024-09-17T10:39:50.345 INFO:tasks.workunit.client.1.smithi170.stdout:3/272: getdents d18/d1c 0 2024-09-17T10:39:50.352 INFO:tasks.workunit.client.0.smithi159.stdout:3/510: read d9/df/d54/f46 [841320,92084] 0 2024-09-17T10:39:50.352 INFO:tasks.workunit.client.0.smithi159.stdout:6/500: stat d1/d5d/d51/l7b 0 2024-09-17T10:39:50.355 INFO:tasks.workunit.client.0.smithi159.stdout:0/450: dwrite d5/d4f/d67/f88 [0,4194304] 0 2024-09-17T10:39:50.355 INFO:tasks.workunit.client.0.smithi159.stdout:0/451: readlink d5/l2c 0 2024-09-17T10:39:50.356 INFO:tasks.workunit.client.0.smithi159.stdout:0/452: write d5/d4f/d67/f98 [120574,98807] 0 2024-09-17T10:39:50.357 INFO:tasks.workunit.client.0.smithi159.stdout:9/538: link d0/d3/d7/da/dc/d1c/d31/d81/f9a d0/d78/fb4 0 2024-09-17T10:39:50.358 INFO:tasks.workunit.client.1.smithi170.stdout:2/183: mknod dd/c3b 0 2024-09-17T10:39:50.358 INFO:tasks.workunit.client.0.smithi159.stdout:4/405: creat d0/d9/d24/d52/f7a x:0 0 0 2024-09-17T10:39:50.359 INFO:tasks.workunit.client.1.smithi170.stdout:3/273: mkdir d18/d4b/d65 0 2024-09-17T10:39:50.359 INFO:tasks.workunit.client.1.smithi170.stdout:3/274: write d18/d1c/f3f [374434,6191] 0 2024-09-17T10:39:50.360 INFO:tasks.workunit.client.1.smithi170.stdout:3/275: chown d18/d25/c29 18683 1 2024-09-17T10:39:50.361 INFO:tasks.workunit.client.0.smithi159.stdout:2/415: rmdir d0/df/d3e/d46/d8f 0 2024-09-17T10:39:50.365 INFO:tasks.workunit.client.0.smithi159.stdout:7/457: symlink d2/d23/d67/d47/d4a/d4d/d75/d78/d86/la8 0 2024-09-17T10:39:50.366 INFO:tasks.workunit.client.1.smithi170.stdout:3/276: mknod d18/d20/c66 0 2024-09-17T10:39:50.367 INFO:tasks.workunit.client.0.smithi159.stdout:8/527: mknod d4/dd/d5d/ca8 0 2024-09-17T10:39:50.369 INFO:tasks.workunit.client.1.smithi170.stdout:1/230: dwrite d3/d5/d27/f1c [0,4194304] 0 2024-09-17T10:39:50.369 INFO:tasks.workunit.client.0.smithi159.stdout:3/511: rename d9/df/d2c/d2f/d63/d8d/d6b to d9/df/d54/d59/d5e/d9a 0 2024-09-17T10:39:50.371 INFO:tasks.workunit.client.0.smithi159.stdout:6/501: unlink d1/d5d/f79 0 2024-09-17T10:39:50.372 INFO:tasks.workunit.client.0.smithi159.stdout:6/502: truncate d1/d5d/d51/f95 236582 0 2024-09-17T10:39:50.372 INFO:tasks.workunit.client.1.smithi170.stdout:1/231: symlink d3/d5/l4d 0 2024-09-17T10:39:50.373 INFO:tasks.workunit.client.0.smithi159.stdout:7/458: dread d2/f1d [0,4194304] 0 2024-09-17T10:39:50.373 INFO:tasks.workunit.client.1.smithi170.stdout:7/151: dwrite f1e [0,4194304] 0 2024-09-17T10:39:50.373 INFO:tasks.workunit.client.1.smithi170.stdout:0/129: dwrite f1 [0,4194304] 0 2024-09-17T10:39:50.374 INFO:tasks.workunit.client.1.smithi170.stdout:0/130: creat dd/de/d16/f25 x:0 0 0 2024-09-17T10:39:50.376 INFO:tasks.workunit.client.1.smithi170.stdout:1/232: mkdir d3/d5/d27/d4e 0 2024-09-17T10:39:50.377 INFO:tasks.workunit.client.0.smithi159.stdout:7/459: dread d2/d23/d67/d47/f51 [0,4194304] 0 2024-09-17T10:39:50.388 INFO:tasks.workunit.client.0.smithi159.stdout:9/539: unlink d0/d3/d7/da/dc/d34/f5c 0 2024-09-17T10:39:50.391 INFO:tasks.workunit.client.0.smithi159.stdout:2/416: truncate d0/df/f2e 725931 0 2024-09-17T10:39:50.391 INFO:tasks.workunit.client.0.smithi159.stdout:2/417: dread - d0/d26/d4b/f7e zero size 2024-09-17T10:39:50.391 INFO:tasks.workunit.client.0.smithi159.stdout:2/418: readlink d0/l28 0 2024-09-17T10:39:50.392 INFO:tasks.workunit.client.1.smithi170.stdout:5/189: sync 2024-09-17T10:39:50.392 INFO:tasks.workunit.client.1.smithi170.stdout:1/233: creat d3/d5/d27/d4e/f4f x:0 0 0 2024-09-17T10:39:50.392 INFO:tasks.workunit.client.1.smithi170.stdout:1/234: readlink d3/d5/l4d 0 2024-09-17T10:39:50.392 INFO:tasks.workunit.client.1.smithi170.stdout:1/235: write d3/f39 [326789,9633] 0 2024-09-17T10:39:50.392 INFO:tasks.workunit.client.0.smithi159.stdout:1/470: rmdir d1/d10/d5e 39 2024-09-17T10:39:50.392 INFO:tasks.workunit.client.0.smithi159.stdout:1/471: stat d1/d19/d1a/dc/d18/f69 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/152: dread f6 [0,4194304] 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/153: stat d25/c29 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/154: stat c1c 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/155: write fc [4560078,36454] 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/156: chown c3 1 1 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/157: fdatasync fa 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/158: dread - f21 zero size 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:7/159: fdatasync f17 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:0/131: link dd/de/d16/f25 dd/de/d10/d13/f26 0 2024-09-17T10:39:50.394 INFO:tasks.workunit.client.1.smithi170.stdout:0/132: fdatasync dd/de/d10/d13/f1f 0 2024-09-17T10:39:50.395 INFO:tasks.workunit.client.0.smithi159.stdout:8/528: creat d4/dd/d10/d4b/d8b/d53/fa9 x:0 0 0 2024-09-17T10:39:50.397 INFO:tasks.workunit.client.1.smithi170.stdout:5/190: unlink d1/d3/f3d 0 2024-09-17T10:39:50.398 INFO:tasks.workunit.client.0.smithi159.stdout:4/406: rename d0/d9/da/d33/c45 to d0/d9/d24/c7b 0 2024-09-17T10:39:50.398 INFO:tasks.workunit.client.0.smithi159.stdout:4/407: creat d0/d9/d24/d48/d51/f7c x:0 0 0 2024-09-17T10:39:50.398 INFO:tasks.workunit.client.0.smithi159.stdout:4/408: creat d0/d9/da/d19/f7d x:0 0 0 2024-09-17T10:39:50.399 INFO:tasks.workunit.client.1.smithi170.stdout:1/236: creat d3/d5/d27/f50 x:0 0 0 2024-09-17T10:39:50.399 INFO:tasks.workunit.client.1.smithi170.stdout:1/237: fdatasync d3/d5/d27/f16 0 2024-09-17T10:39:50.399 INFO:tasks.workunit.client.1.smithi170.stdout:1/238: read d3/d5/f42 [55688,67306] 0 2024-09-17T10:39:50.401 INFO:tasks.workunit.client.0.smithi159.stdout:2/419: unlink d0/d14/f1c 0 2024-09-17T10:39:50.402 INFO:tasks.workunit.client.1.smithi170.stdout:7/160: creat d25/d2a/f2b x:0 0 0 2024-09-17T10:39:50.402 INFO:tasks.workunit.client.1.smithi170.stdout:7/161: dread - f17 zero size 2024-09-17T10:39:50.404 INFO:tasks.workunit.client.0.smithi159.stdout:1/472: unlink d1/d2/d14/d57/f7f 0 2024-09-17T10:39:50.405 INFO:tasks.workunit.client.0.smithi159.stdout:1/473: dread - d1/d19/d1a/f7c zero size 2024-09-17T10:39:50.405 INFO:tasks.workunit.client.1.smithi170.stdout:0/133: symlink dd/l27 0 2024-09-17T10:39:50.407 INFO:tasks.workunit.client.0.smithi159.stdout:9/540: rename d0/d3/d7/da/d46/d54/d6c/f9f to d0/d3/d7/da9/fb5 0 2024-09-17T10:39:50.407 INFO:tasks.workunit.client.0.smithi159.stdout:9/541: chown d0/d3/d7/da/dc/d1c/d31/d55/l57 1265 1 2024-09-17T10:39:50.407 INFO:tasks.workunit.client.0.smithi159.stdout:9/542: fdatasync d0/d3/d7/da/f2d 0 2024-09-17T10:39:50.407 INFO:tasks.workunit.client.0.smithi159.stdout:9/543: chown d0/d3/d7/f20 0 1 2024-09-17T10:39:50.407 INFO:tasks.workunit.client.0.smithi159.stdout:4/409: dread d0/f5c [0,4194304] 0 2024-09-17T10:39:50.408 INFO:tasks.workunit.client.1.smithi170.stdout:1/239: rename d3/d5/d35 to d3/d5/d27/d51 0 2024-09-17T10:39:50.410 INFO:tasks.workunit.client.1.smithi170.stdout:0/134: getdents dd/de 0 2024-09-17T10:39:50.410 INFO:tasks.workunit.client.1.smithi170.stdout:0/135: fsync dd/de/d10/f24 0 2024-09-17T10:39:50.410 INFO:tasks.workunit.client.1.smithi170.stdout:0/136: write dd/de/d10/d13/f26 [38478,43695] 0 2024-09-17T10:39:50.412 INFO:tasks.workunit.client.1.smithi170.stdout:1/240: rename d3/d5/d27/l18 to d3/d5/l52 0 2024-09-17T10:39:50.414 INFO:tasks.workunit.client.0.smithi159.stdout:3/512: dwrite d9/df/d2c/d2f/f83 [0,4194304] 0 2024-09-17T10:39:50.414 INFO:tasks.workunit.client.0.smithi159.stdout:3/513: dread - d9/df/d2c/d2f/d63/d8d/d74/f93 zero size 2024-09-17T10:39:50.414 INFO:tasks.workunit.client.0.smithi159.stdout:6/503: dwrite d1/fb [0,4194304] 0 2024-09-17T10:39:50.414 INFO:tasks.workunit.client.0.smithi159.stdout:2/420: creat d0/df/d3e/d47/d88/f90 x:0 0 0 2024-09-17T10:39:50.414 INFO:tasks.workunit.client.0.smithi159.stdout:2/421: dread - d0/df/d3e/f44 zero size 2024-09-17T10:39:50.415 INFO:tasks.workunit.client.1.smithi170.stdout:2/184: dwrite dd/d1a/d2a/f34 [0,4194304] 0 2024-09-17T10:39:50.415 INFO:tasks.workunit.client.1.smithi170.stdout:2/185: write dd/d14/d19/f1f [3700628,54477] 0 2024-09-17T10:39:50.415 INFO:tasks.workunit.client.0.smithi159.stdout:0/453: dwrite d5/d12/d32/f99 [0,4194304] 0 2024-09-17T10:39:50.416 INFO:tasks.workunit.client.0.smithi159.stdout:0/454: chown d5/d10/d18/d22/c34 1 1 2024-09-17T10:39:50.416 INFO:tasks.workunit.client.1.smithi170.stdout:3/277: dwrite f9 [0,4194304] 0 2024-09-17T10:39:50.416 INFO:tasks.workunit.client.1.smithi170.stdout:5/191: dread d1/d3/d13/d1a/f1f [0,4194304] 0 2024-09-17T10:39:50.416 INFO:tasks.workunit.client.1.smithi170.stdout:5/192: write d1/fe [4245349,117771] 0 2024-09-17T10:39:50.416 INFO:tasks.workunit.client.1.smithi170.stdout:5/193: dread - d1/d11/f37 zero size 2024-09-17T10:39:50.417 INFO:tasks.workunit.client.1.smithi170.stdout:0/137: mknod dd/de/d10/d13/d1d/c28 0 2024-09-17T10:39:50.420 INFO:tasks.workunit.client.0.smithi159.stdout:1/474: truncate d1/d2/d14/f35 4340039 0 2024-09-17T10:39:50.423 INFO:tasks.workunit.client.0.smithi159.stdout:5/427: sync 2024-09-17T10:39:50.428 INFO:tasks.workunit.client.0.smithi159.stdout:8/529: rename d4/dd/d10/d33/c3a to d4/dd/d20/caa 0 2024-09-17T10:39:50.430 INFO:tasks.workunit.client.0.smithi159.stdout:4/410: getdents d0/d9/d24/d48 0 2024-09-17T10:39:50.431 INFO:tasks.workunit.client.0.smithi159.stdout:4/411: stat d0/d9/da/c69 0 2024-09-17T10:39:50.435 INFO:tasks.workunit.client.1.smithi170.stdout:5/194: write d1/d11/f2b [2212891,78176] 0 2024-09-17T10:39:50.439 INFO:tasks.workunit.client.1.smithi170.stdout:3/278: symlink d18/d2c/d41/l67 0 2024-09-17T10:39:50.440 INFO:tasks.workunit.client.1.smithi170.stdout:3/279: chown d18/d2c/d3e 8098 1 2024-09-17T10:39:50.440 INFO:tasks.workunit.client.1.smithi170.stdout:0/138: dread dd/de/d10/d13/f1f [0,4194304] 0 2024-09-17T10:39:50.441 INFO:tasks.workunit.client.0.smithi159.stdout:3/514: dwrite d9/df/f8c [0,4194304] 0 2024-09-17T10:39:50.441 INFO:tasks.workunit.client.0.smithi159.stdout:3/515: creat d9/df/d54/d3c/f9b x:0 0 0 2024-09-17T10:39:50.442 INFO:tasks.workunit.client.1.smithi170.stdout:2/186: dwrite dd/d14/f36 [0,4194304] 0 2024-09-17T10:39:50.443 INFO:tasks.workunit.client.0.smithi159.stdout:6/504: mkdir d1/df/d2c/d35/d3e/d96 0 2024-09-17T10:39:50.443 INFO:tasks.workunit.client.0.smithi159.stdout:6/505: truncate d1/fb 5016579 0 2024-09-17T10:39:50.443 INFO:tasks.workunit.client.0.smithi159.stdout:6/506: fsync d1/df/f31 0 2024-09-17T10:39:50.443 INFO:tasks.workunit.client.0.smithi159.stdout:6/507: truncate d1/df/d11/d57/f62 430715 0 2024-09-17T10:39:50.443 INFO:tasks.workunit.client.0.smithi159.stdout:6/508: fdatasync d1/df/d11/f4d 0 2024-09-17T10:39:50.443 INFO:tasks.workunit.client.0.smithi159.stdout:3/516: dread d9/f25 [0,4194304] 0 2024-09-17T10:39:50.444 INFO:tasks.workunit.client.0.smithi159.stdout:9/544: dwrite d0/d3/d7/da/d46/d54/d6c/f95 [0,4194304] 0 2024-09-17T10:39:50.444 INFO:tasks.workunit.client.0.smithi159.stdout:9/545: write d0/f1e [1245399,9406] 0 2024-09-17T10:39:50.444 INFO:tasks.workunit.client.1.smithi170.stdout:3/280: dread d18/d2c/f45 [0,4194304] 0 2024-09-17T10:39:50.444 INFO:tasks.workunit.client.1.smithi170.stdout:3/281: readlink d18/d1c/l63 0 2024-09-17T10:39:50.444 INFO:tasks.workunit.client.1.smithi170.stdout:1/241: getdents d3/d5/d27/d4e 0 2024-09-17T10:39:50.448 INFO:tasks.workunit.client.0.smithi159.stdout:2/422: mkdir d0/df/d3e/d7a/d91 0 2024-09-17T10:39:50.449 INFO:tasks.workunit.client.1.smithi170.stdout:5/195: rename d1/cc to d1/d3/c3f 0 2024-09-17T10:39:50.450 INFO:tasks.workunit.client.1.smithi170.stdout:5/196: fdatasync d1/d3/d13/d1a/f22 0 2024-09-17T10:39:50.450 INFO:tasks.workunit.client.1.smithi170.stdout:5/197: write d1/f31 [1483462,117075] 0 2024-09-17T10:39:50.450 INFO:tasks.workunit.client.0.smithi159.stdout:1/475: dwrite d1/d19/d1a/dc/d31/f79 [0,4194304] 0 2024-09-17T10:39:50.451 INFO:tasks.workunit.client.0.smithi159.stdout:4/412: dwrite d0/f13 [0,4194304] 0 2024-09-17T10:39:50.454 INFO:tasks.workunit.client.1.smithi170.stdout:0/139: mknod dd/de/d16/c29 0 2024-09-17T10:39:50.454 INFO:tasks.workunit.client.1.smithi170.stdout:0/140: creat dd/de/d10/d13/f2a x:0 0 0 2024-09-17T10:39:50.465 INFO:tasks.workunit.client.0.smithi159.stdout:0/455: unlink d5/d12/f36 0 2024-09-17T10:39:50.465 INFO:tasks.workunit.client.1.smithi170.stdout:3/282: link d18/d20/f2a d18/d1c/d2b/d5f/f68 0 2024-09-17T10:39:50.465 INFO:tasks.workunit.client.1.smithi170.stdout:3/283: write d18/d2c/d4f/f54 [437192,43790] 0 2024-09-17T10:39:50.469 INFO:tasks.workunit.client.0.smithi159.stdout:5/428: link f10 d19/d6f/d75/f95 0 2024-09-17T10:39:50.471 INFO:tasks.workunit.client.1.smithi170.stdout:1/242: creat d3/f53 x:0 0 0 2024-09-17T10:39:50.472 INFO:tasks.workunit.client.0.smithi159.stdout:3/517: dwrite d9/df/d54/d59/d5e/f6c [0,4194304] 0 2024-09-17T10:39:50.472 INFO:tasks.workunit.client.0.smithi159.stdout:3/518: chown d9/df/d2c/d2f/d63/d8d/c94 489 1 2024-09-17T10:39:50.473 INFO:tasks.workunit.client.0.smithi159.stdout:8/530: mkdir d4/dd/d10/d78/dab 0 2024-09-17T10:39:50.479 INFO:tasks.workunit.client.1.smithi170.stdout:5/198: rmdir d1/d38 0 2024-09-17T10:39:50.479 INFO:tasks.workunit.client.1.smithi170.stdout:2/187: dwrite dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:50.482 INFO:tasks.workunit.client.1.smithi170.stdout:0/141: dwrite dd/de/d16/f1a [0,4194304] 0 2024-09-17T10:39:50.483 INFO:tasks.workunit.client.0.smithi159.stdout:1/476: dwrite d1/d19/d1a/dc/d18/f45 [0,4194304] 0 2024-09-17T10:39:50.484 INFO:tasks.workunit.client.0.smithi159.stdout:9/546: dwrite d0/d3/d7/da/dc/d40/d7d/f9e [0,4194304] 0 2024-09-17T10:39:50.484 INFO:tasks.workunit.client.0.smithi159.stdout:3/519: dread d9/f31 [0,4194304] 0 2024-09-17T10:39:50.487 INFO:tasks.workunit.client.0.smithi159.stdout:6/509: getdents d1/df/d2c/d85 0 2024-09-17T10:39:50.488 INFO:tasks.workunit.client.1.smithi170.stdout:5/199: dread d1/d3/f25 [0,4194304] 0 2024-09-17T10:39:50.488 INFO:tasks.workunit.client.1.smithi170.stdout:5/200: write d1/d3/d13/f32 [229887,117976] 0 2024-09-17T10:39:50.488 INFO:tasks.workunit.client.1.smithi170.stdout:5/201: creat d1/d3/f40 x:0 0 0 2024-09-17T10:39:50.488 INFO:tasks.workunit.client.1.smithi170.stdout:5/202: readlink d1/d3/l19 0 2024-09-17T10:39:50.495 INFO:tasks.workunit.client.0.smithi159.stdout:2/423: mknod d0/d26/d4b/c92 0 2024-09-17T10:39:50.495 INFO:tasks.workunit.client.0.smithi159.stdout:2/424: chown d0/df/d3e/d46/d66 907468 1 2024-09-17T10:39:50.495 INFO:tasks.workunit.client.0.smithi159.stdout:2/425: fdatasync d0/df/d3e/d47/d79/f82 0 2024-09-17T10:39:50.495 INFO:tasks.workunit.client.0.smithi159.stdout:2/426: stat d0/d26/d4b/d6d/f5a 0 2024-09-17T10:39:50.499 INFO:tasks.workunit.client.1.smithi170.stdout:1/243: mkdir d3/d5/d54 0 2024-09-17T10:39:50.501 INFO:tasks.workunit.client.1.smithi170.stdout:3/284: dwrite d18/d2c/d4f/f54 [0,4194304] 0 2024-09-17T10:39:50.501 INFO:tasks.workunit.client.1.smithi170.stdout:3/285: chown d18/d1c/d2b/f52 8442 1 2024-09-17T10:39:50.502 INFO:tasks.workunit.client.1.smithi170.stdout:3/286: dread d18/d2c/f45 [0,4194304] 0 2024-09-17T10:39:50.503 INFO:tasks.workunit.client.1.smithi170.stdout:3/287: truncate d18/d24/f33 925999 0 2024-09-17T10:39:50.503 INFO:tasks.workunit.client.1.smithi170.stdout:3/288: write d18/d24/f47 [891822,27938] 0 2024-09-17T10:39:50.503 INFO:tasks.workunit.client.1.smithi170.stdout:2/188: symlink dd/d1a/l3c 0 2024-09-17T10:39:50.504 INFO:tasks.workunit.client.0.smithi159.stdout:4/413: symlink d0/d12/l7e 0 2024-09-17T10:39:50.508 INFO:tasks.workunit.client.0.smithi159.stdout:5/429: creat d19/d1a/d32/f96 x:0 0 0 2024-09-17T10:39:50.513 INFO:tasks.workunit.client.1.smithi170.stdout:5/203: symlink d1/d3/d13/d2c/l41 0 2024-09-17T10:39:50.513 INFO:tasks.workunit.client.1.smithi170.stdout:5/204: write d1/d11/f37 [308339,119111] 0 2024-09-17T10:39:50.514 INFO:tasks.workunit.client.0.smithi159.stdout:8/531: unlink d4/dd/d10/d33/d99/la1 0 2024-09-17T10:39:50.518 INFO:tasks.workunit.client.0.smithi159.stdout:1/477: link d1/d19/d1a/f39 d1/d19/d3d/f85 0 2024-09-17T10:39:50.518 INFO:tasks.workunit.client.0.smithi159.stdout:1/478: write d1/d19/d1a/dc/d18/f6d [1299440,48667] 0 2024-09-17T10:39:50.518 INFO:tasks.workunit.client.0.smithi159.stdout:1/479: chown d1/d19/d1a/d3b/l40 275559527 1 2024-09-17T10:39:50.524 INFO:tasks.workunit.client.1.smithi170.stdout:1/244: dwrite d3/f34 [0,4194304] 0 2024-09-17T10:39:50.524 INFO:tasks.workunit.client.1.smithi170.stdout:2/189: write dd/d22/f2c [2627606,67218] 0 2024-09-17T10:39:50.524 INFO:tasks.workunit.client.1.smithi170.stdout:3/289: unlink le 0 2024-09-17T10:39:50.527 INFO:tasks.workunit.client.0.smithi159.stdout:9/547: creat d0/d3/d7/da/dc/de/d36/db3/fb6 x:0 0 0 2024-09-17T10:39:50.527 INFO:tasks.workunit.client.0.smithi159.stdout:9/548: write d0/d3/d50/f75 [241094,38013] 0 2024-09-17T10:39:50.527 INFO:tasks.workunit.client.0.smithi159.stdout:9/549: dread - d0/d3/d7/da/d1a/fac zero size 2024-09-17T10:39:50.527 INFO:tasks.workunit.client.1.smithi170.stdout:0/142: truncate f1 910689 0 2024-09-17T10:39:50.528 INFO:tasks.workunit.client.0.smithi159.stdout:6/510: mknod d1/d83/c97 0 2024-09-17T10:39:50.529 INFO:tasks.workunit.client.1.smithi170.stdout:0/143: dread dd/de/d16/f25 [0,4194304] 0 2024-09-17T10:39:50.529 INFO:tasks.workunit.client.1.smithi170.stdout:0/144: creat dd/de/d16/f2b x:0 0 0 2024-09-17T10:39:50.529 INFO:tasks.workunit.client.1.smithi170.stdout:0/145: chown dd/de/d10/l11 14158266 1 2024-09-17T10:39:50.529 INFO:tasks.workunit.client.1.smithi170.stdout:5/205: creat d1/f42 x:0 0 0 2024-09-17T10:39:50.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/532: dwrite d4/da/f66 [0,4194304] 0 2024-09-17T10:39:50.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/533: truncate d4/dd/d10/d1a/f80 696921 0 2024-09-17T10:39:50.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/534: creat d4/fac x:0 0 0 2024-09-17T10:39:50.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/535: getdents d4/dd/d10/d1a/d72 0 2024-09-17T10:39:50.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/536: readlink d4/dd/d10/l98 0 2024-09-17T10:39:50.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/537: truncate d4/dd/d10/d1a/f80 1381393 0 2024-09-17T10:39:50.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/538: chown d4/dd/d10/d78 11930959 1 2024-09-17T10:39:50.536 INFO:tasks.workunit.client.0.smithi159.stdout:2/427: stat d0/c17 0 2024-09-17T10:39:50.538 INFO:tasks.workunit.client.0.smithi159.stdout:4/414: rename d0/d9/d24/d48/c73 to d0/c7f 0 2024-09-17T10:39:50.539 INFO:tasks.workunit.client.1.smithi170.stdout:1/245: creat d3/d5/d27/d51/f55 x:0 0 0 2024-09-17T10:39:50.539 INFO:tasks.workunit.client.1.smithi170.stdout:1/246: dread - d3/d5/d27/f50 zero size 2024-09-17T10:39:50.540 INFO:tasks.workunit.client.0.smithi159.stdout:8/539: write d4/dd/d10/d1a/d1e/f2f [7926028,76275] 0 2024-09-17T10:39:50.540 INFO:tasks.workunit.client.0.smithi159.stdout:0/456: mkdir d5/d10/d18/d22/da2 0 2024-09-17T10:39:50.540 INFO:tasks.workunit.client.0.smithi159.stdout:0/457: chown d5/d10/d18/d22/d4c/l74 176 1 2024-09-17T10:39:50.543 INFO:tasks.workunit.client.0.smithi159.stdout:5/430: getdents d19/d1a/d32/d37/d74 0 2024-09-17T10:39:50.543 INFO:tasks.workunit.client.0.smithi159.stdout:5/431: fsync d19/d1a/f4f 0 2024-09-17T10:39:50.543 INFO:tasks.workunit.client.0.smithi159.stdout:5/432: read d19/d1b/d21/f6c [146274,31339] 0 2024-09-17T10:39:50.543 INFO:tasks.workunit.client.0.smithi159.stdout:5/433: chown d19/d6f/d75/c82 2706159 1 2024-09-17T10:39:50.545 INFO:tasks.workunit.client.1.smithi170.stdout:2/190: creat dd/d14/d19/f3d x:0 0 0 2024-09-17T10:39:50.545 INFO:tasks.workunit.client.1.smithi170.stdout:2/191: dread - dd/d22/d32/f26 zero size 2024-09-17T10:39:50.545 INFO:tasks.workunit.client.1.smithi170.stdout:2/192: stat dd/d1a/d2a/f34 0 2024-09-17T10:39:50.546 INFO:tasks.workunit.client.0.smithi159.stdout:1/480: mknod d1/d2/d82/c86 0 2024-09-17T10:39:50.547 INFO:tasks.workunit.client.1.smithi170.stdout:5/206: dwrite d1/d11/f36 [0,4194304] 0 2024-09-17T10:39:50.547 INFO:tasks.workunit.client.1.smithi170.stdout:5/207: read d1/d3/d13/d1a/f22 [69760,112326] 0 2024-09-17T10:39:50.548 INFO:tasks.workunit.client.0.smithi159.stdout:3/520: rmdir d9/df/d2c/d2f/d63/d8d/d74 39 2024-09-17T10:39:50.550 INFO:tasks.workunit.client.0.smithi159.stdout:8/540: dread d4/dd/d10/d1a/d1e/f47 [0,4194304] 0 2024-09-17T10:39:50.550 INFO:tasks.workunit.client.0.smithi159.stdout:8/541: write d4/da/f8e [327860,107650] 0 2024-09-17T10:39:50.553 INFO:tasks.workunit.client.0.smithi159.stdout:5/434: dread d19/d1b/d1d/d59/f5c [0,4194304] 0 2024-09-17T10:39:50.553 INFO:tasks.workunit.client.0.smithi159.stdout:5/435: read f9 [1733911,36128] 0 2024-09-17T10:39:50.553 INFO:tasks.workunit.client.0.smithi159.stdout:5/436: fsync d19/d1e/d4a/f7f 0 2024-09-17T10:39:50.554 INFO:tasks.workunit.client.0.smithi159.stdout:9/550: creat d0/d1/d2/d85/fb7 x:0 0 0 2024-09-17T10:39:50.554 INFO:tasks.workunit.client.0.smithi159.stdout:5/437: write d19/d1b/d36/f5b [531113,97264] 0 2024-09-17T10:39:50.554 INFO:tasks.workunit.client.0.smithi159.stdout:4/415: dwrite d0/d9/da/d33/f57 [0,4194304] 0 2024-09-17T10:39:50.555 INFO:tasks.workunit.client.0.smithi159.stdout:4/416: chown d0/d9/d24/d52/c54 7 1 2024-09-17T10:39:50.555 INFO:tasks.workunit.client.0.smithi159.stdout:4/417: chown d0/d9/d24/d28/f44 490 1 2024-09-17T10:39:50.555 INFO:tasks.workunit.client.0.smithi159.stdout:4/418: dread - d0/d9/d24/f5b zero size 2024-09-17T10:39:50.555 INFO:tasks.workunit.client.1.smithi170.stdout:0/146: link dd/de/d16/c29 dd/de/d10/d13/c2c 0 2024-09-17T10:39:50.556 INFO:tasks.workunit.client.0.smithi159.stdout:1/481: write d1/d19/d3d/f85 [3339126,66863] 0 2024-09-17T10:39:50.557 INFO:tasks.workunit.client.0.smithi159.stdout:4/419: dread d0/d9/f5e [0,4194304] 0 2024-09-17T10:39:50.560 INFO:tasks.workunit.client.1.smithi170.stdout:2/193: dread dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:50.560 INFO:tasks.workunit.client.1.smithi170.stdout:2/194: creat dd/d22/f3e x:0 0 0 2024-09-17T10:39:50.561 INFO:tasks.workunit.client.1.smithi170.stdout:9/108: sync 2024-09-17T10:39:50.561 INFO:tasks.workunit.client.1.smithi170.stdout:9/109: write fb [2891157,99399] 0 2024-09-17T10:39:50.561 INFO:tasks.workunit.client.1.smithi170.stdout:6/113: sync 2024-09-17T10:39:50.562 INFO:tasks.workunit.client.1.smithi170.stdout:6/114: read d0/d18/f1f [267372,126922] 0 2024-09-17T10:39:50.563 INFO:tasks.workunit.client.0.smithi159.stdout:2/428: symlink d0/df/l93 0 2024-09-17T10:39:50.563 INFO:tasks.workunit.client.0.smithi159.stdout:2/429: readlink d0/d26/d4b/l7b 0 2024-09-17T10:39:50.563 INFO:tasks.workunit.client.0.smithi159.stdout:2/430: chown d0/df/d3e/d47 453 1 2024-09-17T10:39:50.567 INFO:tasks.workunit.client.0.smithi159.stdout:0/458: creat d5/d10/d18/fa3 x:0 0 0 2024-09-17T10:39:50.569 INFO:tasks.workunit.client.1.smithi170.stdout:3/290: getdents d18/d2c 0 2024-09-17T10:39:50.570 INFO:tasks.workunit.client.0.smithi159.stdout:3/521: mkdir d9/df/d54/d3c/d9c 0 2024-09-17T10:39:50.571 INFO:tasks.workunit.client.1.smithi170.stdout:0/147: dwrite dd/de/d10/d13/f1f [0,4194304] 0 2024-09-17T10:39:50.571 INFO:tasks.workunit.client.0.smithi159.stdout:7/460: sync 2024-09-17T10:39:50.574 INFO:tasks.workunit.client.1.smithi170.stdout:6/115: dread d0/d2/f10 [0,4194304] 0 2024-09-17T10:39:50.576 INFO:tasks.workunit.client.1.smithi170.stdout:2/195: link c9 dd/d14/c3f 0 2024-09-17T10:39:50.576 INFO:tasks.workunit.client.1.smithi170.stdout:2/196: readlink dd/d1a/l1b 0 2024-09-17T10:39:50.581 INFO:tasks.workunit.client.0.smithi159.stdout:5/438: symlink d19/d1a/l97 0 2024-09-17T10:39:50.581 INFO:tasks.workunit.client.0.smithi159.stdout:5/439: dread - d19/d1a/d32/f5d zero size 2024-09-17T10:39:50.582 INFO:tasks.workunit.client.1.smithi170.stdout:5/208: rmdir d1/d3/d13/d2c 39 2024-09-17T10:39:50.590 INFO:tasks.workunit.client.1.smithi170.stdout:3/291: dwrite d18/d20/d2d/f32 [4194304,4194304] 0 2024-09-17T10:39:50.590 INFO:tasks.workunit.client.1.smithi170.stdout:3/292: chown d18/d2c/d4f/f54 19 1 2024-09-17T10:39:50.593 INFO:tasks.workunit.client.0.smithi159.stdout:7/461: dwrite d2/d18/d20/d2c/f6f [0,4194304] 0 2024-09-17T10:39:50.595 INFO:tasks.workunit.client.1.smithi170.stdout:2/197: dwrite dd/d14/d19/f2f [0,4194304] 0 2024-09-17T10:39:50.602 INFO:tasks.workunit.client.0.smithi159.stdout:5/440: dwrite d19/d33/f3b [0,4194304] 0 2024-09-17T10:39:50.608 INFO:tasks.workunit.client.1.smithi170.stdout:2/198: dwrite dd/d22/d32/f26 [0,4194304] 0 2024-09-17T10:39:50.615 INFO:tasks.workunit.client.1.smithi170.stdout:2/199: dread dd/f10 [0,4194304] 0 2024-09-17T10:39:50.641 INFO:tasks.workunit.client.0.smithi159.stdout:6/511: truncate d1/fb 2298491 0 2024-09-17T10:39:50.641 INFO:tasks.workunit.client.0.smithi159.stdout:6/512: write d1/df/d11/f56 [526954,110603] 0 2024-09-17T10:39:50.641 INFO:tasks.workunit.client.0.smithi159.stdout:6/513: chown d1/d5d/l68 279562 1 2024-09-17T10:39:50.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/482: creat d1/d63/d6c/f87 x:0 0 0 2024-09-17T10:39:50.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/483: write d1/d19/d1a/dc/f6f [873244,66808] 0 2024-09-17T10:39:50.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/484: creat d1/d2/d14/f88 x:0 0 0 2024-09-17T10:39:50.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/485: write d1/d2/d14/f88 [680459,27656] 0 2024-09-17T10:39:50.647 INFO:tasks.workunit.client.1.smithi170.stdout:5/209: getdents d1/d3/d13/d2c 0 2024-09-17T10:39:50.656 INFO:tasks.workunit.client.0.smithi159.stdout:3/522: creat d9/df/d54/d59/d99/f9d x:0 0 0 2024-09-17T10:39:50.656 INFO:tasks.workunit.client.0.smithi159.stdout:3/523: fsync d9/f6e 0 2024-09-17T10:39:50.656 INFO:tasks.workunit.client.0.smithi159.stdout:3/524: chown d9/df/f64 2003 1 2024-09-17T10:39:50.656 INFO:tasks.workunit.client.0.smithi159.stdout:3/525: readlink d9/df/d2c/l5c 0 2024-09-17T10:39:50.666 INFO:tasks.workunit.client.1.smithi170.stdout:5/210: dwrite d1/f31 [0,4194304] 0 2024-09-17T10:39:50.666 INFO:tasks.workunit.client.1.smithi170.stdout:5/211: write d1/d3/d13/d1a/f22 [2961272,51539] 0 2024-09-17T10:39:50.669 INFO:tasks.workunit.client.0.smithi159.stdout:8/542: getdents d4 0 2024-09-17T10:39:50.675 INFO:tasks.workunit.client.0.smithi159.stdout:3/526: dwrite d9/df/d54/f3b [0,4194304] 0 2024-09-17T10:39:50.675 INFO:tasks.workunit.client.0.smithi159.stdout:3/527: chown d9/df/d54 2 1 2024-09-17T10:39:50.675 INFO:tasks.workunit.client.0.smithi159.stdout:3/528: fsync d9/df/d2c/d2f/d63/d8d/f72 0 2024-09-17T10:39:50.675 INFO:tasks.workunit.client.0.smithi159.stdout:3/529: write d9/df/d2c/d2f/d63/f78 [107308,99519] 0 2024-09-17T10:39:50.689 INFO:tasks.workunit.client.0.smithi159.stdout:7/462: mkdir d2/d44/da9 0 2024-09-17T10:39:50.689 INFO:tasks.workunit.client.0.smithi159.stdout:3/530: dwrite d9/df/d2c/f57 [0,4194304] 0 2024-09-17T10:39:50.690 INFO:tasks.workunit.client.1.smithi170.stdout:0/148: getdents dd/de/d16 0 2024-09-17T10:39:50.690 INFO:tasks.workunit.client.1.smithi170.stdout:0/149: write f8 [3033727,84134] 0 2024-09-17T10:39:50.690 INFO:tasks.workunit.client.1.smithi170.stdout:0/150: readlink dd/l27 0 2024-09-17T10:39:50.692 INFO:tasks.workunit.client.1.smithi170.stdout:6/116: mkdir d0/d2/d2e 0 2024-09-17T10:39:50.695 INFO:tasks.workunit.client.1.smithi170.stdout:3/293: mkdir d18/d69 0 2024-09-17T10:39:50.707 INFO:tasks.workunit.client.1.smithi170.stdout:2/200: rmdir dd/d1a/d2a 39 2024-09-17T10:39:50.708 INFO:tasks.workunit.client.1.smithi170.stdout:2/201: chown dd/d14/d19/f3d 102 1 2024-09-17T10:39:50.709 INFO:tasks.workunit.client.1.smithi170.stdout:0/151: symlink dd/de/d16/l2d 0 2024-09-17T10:39:50.712 INFO:tasks.workunit.client.1.smithi170.stdout:6/117: symlink d0/d18/l2f 0 2024-09-17T10:39:50.713 INFO:tasks.workunit.client.1.smithi170.stdout:6/118: truncate d0/d18/f22 588431 0 2024-09-17T10:39:50.715 INFO:tasks.workunit.client.1.smithi170.stdout:3/294: symlink d18/d1c/d2b/d5f/l6a 0 2024-09-17T10:39:50.715 INFO:tasks.workunit.client.1.smithi170.stdout:2/202: write dd/d22/d32/f26 [522134,96211] 0 2024-09-17T10:39:50.716 INFO:tasks.workunit.client.1.smithi170.stdout:0/152: symlink dd/de/d10/d13/d1d/l2e 0 2024-09-17T10:39:50.716 INFO:tasks.workunit.client.1.smithi170.stdout:0/153: chown dd/de/d16/f1a 0 1 2024-09-17T10:39:50.716 INFO:tasks.workunit.client.1.smithi170.stdout:0/154: creat dd/de/d10/f2f x:0 0 0 2024-09-17T10:39:50.721 INFO:tasks.workunit.client.1.smithi170.stdout:6/119: rename d0/d18/f22 to d0/d18/f30 0 2024-09-17T10:39:50.723 INFO:tasks.workunit.client.1.smithi170.stdout:0/155: dread dd/de/d10/d13/f1f [0,4194304] 0 2024-09-17T10:39:50.724 INFO:tasks.workunit.client.1.smithi170.stdout:3/295: creat d18/f6b x:0 0 0 2024-09-17T10:39:50.724 INFO:tasks.workunit.client.1.smithi170.stdout:6/120: dread d0/d18/f1d [0,4194304] 0 2024-09-17T10:39:50.728 INFO:tasks.workunit.client.1.smithi170.stdout:2/203: rename dd/d22/f28 to dd/d14/f40 0 2024-09-17T10:39:50.728 INFO:tasks.workunit.client.1.smithi170.stdout:2/204: chown f1 1412 1 2024-09-17T10:39:50.735 INFO:tasks.workunit.client.1.smithi170.stdout:0/156: rename dd/de/d16/f2b to dd/de/d16/f30 0 2024-09-17T10:39:50.735 INFO:tasks.workunit.client.1.smithi170.stdout:0/157: chown dd/de/d16/l2d 2126441 1 2024-09-17T10:39:50.737 INFO:tasks.workunit.client.1.smithi170.stdout:6/121: creat d0/d2/f31 x:0 0 0 2024-09-17T10:39:50.740 INFO:tasks.workunit.client.1.smithi170.stdout:0/158: mknod dd/de/d10/d13/d1d/c31 0 2024-09-17T10:39:50.740 INFO:tasks.workunit.client.1.smithi170.stdout:0/159: rename dd to dd/de/d16/d32 22 2024-09-17T10:39:50.741 INFO:tasks.workunit.client.1.smithi170.stdout:0/160: dread - dd/de/d10/f24 zero size 2024-09-17T10:39:50.742 INFO:tasks.workunit.client.1.smithi170.stdout:2/205: dwrite dd/d22/f3e [0,4194304] 0 2024-09-17T10:39:50.742 INFO:tasks.workunit.client.1.smithi170.stdout:2/206: creat dd/d22/f41 x:0 0 0 2024-09-17T10:39:50.742 INFO:tasks.workunit.client.1.smithi170.stdout:6/122: creat d0/f32 x:0 0 0 2024-09-17T10:39:50.743 INFO:tasks.workunit.client.1.smithi170.stdout:0/161: mknod dd/de/d10/c33 0 2024-09-17T10:39:50.744 INFO:tasks.workunit.client.1.smithi170.stdout:0/162: write dd/de/d10/f2f [396666,112236] 0 2024-09-17T10:39:50.744 INFO:tasks.workunit.client.1.smithi170.stdout:3/296: dwrite d18/d1c/d2b/f42 [0,4194304] 0 2024-09-17T10:39:50.749 INFO:tasks.workunit.client.1.smithi170.stdout:3/297: dread fb [4194304,4194304] 0 2024-09-17T10:39:50.751 INFO:tasks.workunit.client.1.smithi170.stdout:2/207: truncate dd/d1a/d2a/f34 2726623 0 2024-09-17T10:39:50.754 INFO:tasks.workunit.client.1.smithi170.stdout:6/123: rename d0/d2/d2e to d0/d33 0 2024-09-17T10:39:50.757 INFO:tasks.workunit.client.1.smithi170.stdout:0/163: symlink dd/de/d10/d13/l34 0 2024-09-17T10:39:50.757 INFO:tasks.workunit.client.1.smithi170.stdout:0/164: read f3 [2085326,101116] 0 2024-09-17T10:39:50.762 INFO:tasks.workunit.client.1.smithi170.stdout:3/298: symlink d18/d2c/d4f/l6c 0 2024-09-17T10:39:50.764 INFO:tasks.workunit.client.1.smithi170.stdout:2/208: mknod dd/d22/c42 0 2024-09-17T10:39:50.764 INFO:tasks.workunit.client.1.smithi170.stdout:2/209: write dd/d14/f40 [428133,59238] 0 2024-09-17T10:39:50.766 INFO:tasks.workunit.client.1.smithi170.stdout:3/299: dread d18/d1c/d2b/d5f/f68 [0,4194304] 0 2024-09-17T10:39:50.768 INFO:tasks.workunit.client.1.smithi170.stdout:6/124: truncate d0/d2/f10 2056196 0 2024-09-17T10:39:50.773 INFO:tasks.workunit.client.1.smithi170.stdout:2/210: creat dd/d1a/f43 x:0 0 0 2024-09-17T10:39:50.776 INFO:tasks.workunit.client.1.smithi170.stdout:3/300: symlink d18/d2c/d4f/l6d 0 2024-09-17T10:39:50.777 INFO:tasks.workunit.client.1.smithi170.stdout:6/125: write d0/f7 [1766600,36479] 0 2024-09-17T10:39:50.777 INFO:tasks.workunit.client.1.smithi170.stdout:6/126: chown d0/d2/f1b 0 1 2024-09-17T10:39:50.777 INFO:tasks.workunit.client.1.smithi170.stdout:6/127: chown d0/f14 11969745 1 2024-09-17T10:39:50.779 INFO:tasks.workunit.client.1.smithi170.stdout:0/165: dwrite dd/de/d16/f25 [0,4194304] 0 2024-09-17T10:39:50.780 INFO:tasks.workunit.client.1.smithi170.stdout:2/211: mknod dd/d22/c44 0 2024-09-17T10:39:50.784 INFO:tasks.workunit.client.1.smithi170.stdout:6/128: symlink d0/d33/l34 0 2024-09-17T10:39:50.784 INFO:tasks.workunit.client.1.smithi170.stdout:6/129: truncate d0/f28 906643 0 2024-09-17T10:39:50.784 INFO:tasks.workunit.client.1.smithi170.stdout:6/130: read - d0/d2/f1b zero size 2024-09-17T10:39:50.791 INFO:tasks.workunit.client.1.smithi170.stdout:2/212: dread f6 [0,4194304] 0 2024-09-17T10:39:50.793 INFO:tasks.workunit.client.1.smithi170.stdout:3/301: dwrite d18/d1c/d2b/f4d [0,4194304] 0 2024-09-17T10:39:50.804 INFO:tasks.workunit.client.1.smithi170.stdout:6/131: dwrite d0/f2c [0,4194304] 0 2024-09-17T10:39:50.809 INFO:tasks.workunit.client.1.smithi170.stdout:0/166: creat dd/de/d16/f35 x:0 0 0 2024-09-17T10:39:50.810 INFO:tasks.workunit.client.1.smithi170.stdout:9/110: truncate fb 2563224 0 2024-09-17T10:39:50.811 INFO:tasks.workunit.client.1.smithi170.stdout:9/111: write fc [5192521,116007] 0 2024-09-17T10:39:50.814 INFO:tasks.workunit.client.1.smithi170.stdout:6/132: creat d0/d33/f35 x:0 0 0 2024-09-17T10:39:50.817 INFO:tasks.workunit.client.1.smithi170.stdout:3/302: dwrite f14 [4194304,4194304] 0 2024-09-17T10:39:50.817 INFO:tasks.workunit.client.1.smithi170.stdout:3/303: stat d18/d1c/c30 0 2024-09-17T10:39:50.817 INFO:tasks.workunit.client.1.smithi170.stdout:3/304: readlink d18/d1c/l44 0 2024-09-17T10:39:50.817 INFO:tasks.workunit.client.1.smithi170.stdout:0/167: rename dd/de/d16/l2d to dd/de/d10/d13/l36 0 2024-09-17T10:39:50.821 INFO:tasks.workunit.client.1.smithi170.stdout:0/168: dread f3 [0,4194304] 0 2024-09-17T10:39:50.822 INFO:tasks.workunit.client.1.smithi170.stdout:3/305: unlink d18/d1c/d2b/f61 0 2024-09-17T10:39:50.823 INFO:tasks.workunit.client.1.smithi170.stdout:2/213: dwrite dd/d22/f2c [0,4194304] 0 2024-09-17T10:39:50.824 INFO:tasks.workunit.client.1.smithi170.stdout:9/112: dread fc [0,4194304] 0 2024-09-17T10:39:50.824 INFO:tasks.workunit.client.1.smithi170.stdout:2/214: chown dd/d14/d19/f2d 178 1 2024-09-17T10:39:50.824 INFO:tasks.workunit.client.1.smithi170.stdout:2/215: truncate dd/d14/d19/f3d 49892 0 2024-09-17T10:39:50.825 INFO:tasks.workunit.client.1.smithi170.stdout:0/169: symlink dd/de/d16/l37 0 2024-09-17T10:39:50.825 INFO:tasks.workunit.client.1.smithi170.stdout:0/170: fsync dd/de/d10/d13/f1f 0 2024-09-17T10:39:50.826 INFO:tasks.workunit.client.0.smithi159.stdout:6/514: mkdir d1/df/d2c/d35/d55/d64/d98 0 2024-09-17T10:39:50.828 INFO:tasks.workunit.client.1.smithi170.stdout:2/216: dread dd/d14/d19/f2f [0,4194304] 0 2024-09-17T10:39:50.828 INFO:tasks.workunit.client.1.smithi170.stdout:2/217: stat f1 0 2024-09-17T10:39:50.829 INFO:tasks.workunit.client.0.smithi159.stdout:1/486: mknod d1/d19/d1a/d3b/c89 0 2024-09-17T10:39:50.830 INFO:tasks.workunit.client.1.smithi170.stdout:2/218: symlink dd/d14/d19/d37/l45 0 2024-09-17T10:39:50.830 INFO:tasks.workunit.client.1.smithi170.stdout:2/219: dread - dd/d14/f20 zero size 2024-09-17T10:39:50.831 INFO:tasks.workunit.client.1.smithi170.stdout:2/220: chown dd/d14/f2e 775 1 2024-09-17T10:39:50.831 INFO:tasks.workunit.client.1.smithi170.stdout:2/221: chown dd/d14/d19/c31 4227 1 2024-09-17T10:39:50.831 INFO:tasks.workunit.client.1.smithi170.stdout:2/222: dread dd/d14/d19/f3d [0,4194304] 0 2024-09-17T10:39:50.831 INFO:tasks.workunit.client.1.smithi170.stdout:2/223: dread - dd/d14/f2e zero size 2024-09-17T10:39:50.832 INFO:tasks.workunit.client.0.smithi159.stdout:6/515: dread d1/df/d11/f14 [0,4194304] 0 2024-09-17T10:39:50.834 INFO:tasks.workunit.client.1.smithi170.stdout:0/171: dread dd/de/d16/f1a [0,4194304] 0 2024-09-17T10:39:50.835 INFO:tasks.workunit.client.1.smithi170.stdout:0/172: readlink dd/l27 0 2024-09-17T10:39:50.837 INFO:tasks.workunit.client.0.smithi159.stdout:8/543: mknod d4/dd/d10/d1a/d6d/cad 0 2024-09-17T10:39:50.838 INFO:tasks.workunit.client.0.smithi159.stdout:8/544: write d4/dd/d5d/f5e [1995613,100919] 0 2024-09-17T10:39:50.838 INFO:tasks.workunit.client.0.smithi159.stdout:8/545: chown d4/dd/d10/d1a/f1f 341294002 1 2024-09-17T10:39:50.839 INFO:tasks.workunit.client.1.smithi170.stdout:2/224: truncate dd/d14/d19/f2d 4106315 0 2024-09-17T10:39:50.843 INFO:tasks.workunit.client.1.smithi170.stdout:0/173: truncate f3 2456513 0 2024-09-17T10:39:50.843 INFO:tasks.workunit.client.1.smithi170.stdout:0/174: chown dd/de/d10/f24 373877251 1 2024-09-17T10:39:50.843 INFO:tasks.workunit.client.1.smithi170.stdout:0/175: chown dd/de/d10/d13/l14 15696 1 2024-09-17T10:39:50.844 INFO:tasks.workunit.client.0.smithi159.stdout:9/551: rename d0/d3/d7/da/dc/d1c/d6a to d0/d3/d7/da/d46/d54/d8b/db8 0 2024-09-17T10:39:50.845 INFO:tasks.workunit.client.0.smithi159.stdout:9/552: read d0/d3/d7/da/d46/d54/d8b/db8/f89 [380204,36110] 0 2024-09-17T10:39:50.846 INFO:tasks.workunit.client.1.smithi170.stdout:0/176: creat dd/de/f38 x:0 0 0 2024-09-17T10:39:50.847 INFO:tasks.workunit.client.1.smithi170.stdout:0/177: readlink dd/de/d10/l19 0 2024-09-17T10:39:50.847 INFO:tasks.workunit.client.1.smithi170.stdout:0/178: creat dd/f39 x:0 0 0 2024-09-17T10:39:50.847 INFO:tasks.workunit.client.0.smithi159.stdout:6/516: dwrite d1/f37 [0,4194304] 0 2024-09-17T10:39:50.847 INFO:tasks.workunit.client.0.smithi159.stdout:6/517: truncate d1/df/f1a 9095755 0 2024-09-17T10:39:50.861 INFO:tasks.workunit.client.0.smithi159.stdout:1/487: creat d1/d10/f8a x:0 0 0 2024-09-17T10:39:50.861 INFO:tasks.workunit.client.0.smithi159.stdout:1/488: creat d1/d2f/f8b x:0 0 0 2024-09-17T10:39:50.863 INFO:tasks.workunit.client.0.smithi159.stdout:4/420: rename d0/d9/da/d19/f7d to d0/d9/d67/f80 0 2024-09-17T10:39:50.865 INFO:tasks.workunit.client.0.smithi159.stdout:9/553: creat d0/d3/d7/da9/fb9 x:0 0 0 2024-09-17T10:39:50.869 INFO:tasks.workunit.client.0.smithi159.stdout:6/518: dwrite d1/df/d2c/d85/f54 [0,4194304] 0 2024-09-17T10:39:50.870 INFO:tasks.workunit.client.1.smithi170.stdout:2/225: dwrite dd/d22/d32/f26 [0,4194304] 0 2024-09-17T10:39:50.871 INFO:tasks.workunit.client.0.smithi159.stdout:6/519: mkdir d1/df/d2c/d35/d99 0 2024-09-17T10:39:50.872 INFO:tasks.workunit.client.0.smithi159.stdout:6/520: creat d1/d83/d89/f9a x:0 0 0 2024-09-17T10:39:50.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/463: mknod d2/d8/caa 0 2024-09-17T10:39:50.910 INFO:tasks.workunit.client.1.smithi170.stdout:6/133: write d0/d2/f10 [1632597,104338] 0 2024-09-17T10:39:50.911 INFO:tasks.workunit.client.1.smithi170.stdout:6/134: creat d0/f36 x:0 0 0 2024-09-17T10:39:50.911 INFO:tasks.workunit.client.1.smithi170.stdout:3/306: rename d18/d1c/f21 to d18/d4b/f6e 0 2024-09-17T10:39:50.915 INFO:tasks.workunit.client.1.smithi170.stdout:6/135: getdents d0/d2 0 2024-09-17T10:39:50.919 INFO:tasks.workunit.client.1.smithi170.stdout:6/136: dread d0/d18/f1d [0,4194304] 0 2024-09-17T10:39:50.919 INFO:tasks.workunit.client.1.smithi170.stdout:6/137: dread - d0/d2/f25 zero size 2024-09-17T10:39:50.919 INFO:tasks.workunit.client.1.smithi170.stdout:6/138: fdatasync d0/f36 0 2024-09-17T10:39:50.920 INFO:tasks.workunit.client.1.smithi170.stdout:6/139: symlink d0/d2/l37 0 2024-09-17T10:39:50.921 INFO:tasks.workunit.client.1.smithi170.stdout:6/140: write d0/f14 [1075633,13034] 0 2024-09-17T10:39:50.922 INFO:tasks.workunit.client.1.smithi170.stdout:6/141: getdents d0/d18 0 2024-09-17T10:39:50.922 INFO:tasks.workunit.client.1.smithi170.stdout:6/142: creat d0/f38 x:0 0 0 2024-09-17T10:39:50.922 INFO:tasks.workunit.client.1.smithi170.stdout:6/143: creat d0/f39 x:0 0 0 2024-09-17T10:39:50.927 INFO:tasks.workunit.client.1.smithi170.stdout:4/128: sync 2024-09-17T10:39:50.927 INFO:tasks.workunit.client.1.smithi170.stdout:1/247: sync 2024-09-17T10:39:50.928 INFO:tasks.workunit.client.1.smithi170.stdout:1/248: chown d3/d5/d27/f1c 8206986 1 2024-09-17T10:39:50.928 INFO:tasks.workunit.client.1.smithi170.stdout:1/249: chown d3/d5 4 1 2024-09-17T10:39:50.928 INFO:tasks.workunit.client.1.smithi170.stdout:1/250: stat d3/d5/d54 0 2024-09-17T10:39:50.928 INFO:tasks.workunit.client.1.smithi170.stdout:8/131: sync 2024-09-17T10:39:50.928 INFO:tasks.workunit.client.1.smithi170.stdout:7/162: sync 2024-09-17T10:39:50.929 INFO:tasks.workunit.client.1.smithi170.stdout:3/307: dwrite f9 [0,4194304] 0 2024-09-17T10:39:50.929 INFO:tasks.workunit.client.1.smithi170.stdout:5/212: sync 2024-09-17T10:39:50.929 INFO:tasks.workunit.client.0.smithi159.stdout:0/459: rename d5/d12/d32/d3a/f3c to d5/d10/d18/d22/fa4 0 2024-09-17T10:39:50.930 INFO:tasks.workunit.client.1.smithi170.stdout:7/163: dread f8 [0,4194304] 0 2024-09-17T10:39:50.930 INFO:tasks.workunit.client.1.smithi170.stdout:7/164: fdatasync f21 0 2024-09-17T10:39:50.930 INFO:tasks.workunit.client.1.smithi170.stdout:4/129: write d9/d12/f28 [213434,29413] 0 2024-09-17T10:39:50.934 INFO:tasks.workunit.client.1.smithi170.stdout:8/132: symlink d4/df/l2c 0 2024-09-17T10:39:50.935 INFO:tasks.workunit.client.1.smithi170.stdout:1/251: write d3/d37/f41 [2651881,14298] 0 2024-09-17T10:39:50.935 INFO:tasks.workunit.client.1.smithi170.stdout:1/252: creat d3/d5/d27/f56 x:0 0 0 2024-09-17T10:39:50.935 INFO:tasks.workunit.client.1.smithi170.stdout:1/253: write d3/d5/d27/f56 [873664,68081] 0 2024-09-17T10:39:50.935 INFO:tasks.workunit.client.1.smithi170.stdout:1/254: stat d3/d5/d27/d51/f3b 0 2024-09-17T10:39:50.935 INFO:tasks.workunit.client.1.smithi170.stdout:1/255: write d3/f7 [3486472,124078] 0 2024-09-17T10:39:50.937 INFO:tasks.workunit.client.0.smithi159.stdout:5/441: rename d19/d33/f65 to d19/d69/d78/f98 0 2024-09-17T10:39:50.938 INFO:tasks.workunit.client.1.smithi170.stdout:5/213: rename d1/d3b/c3e to d1/d3/d13/c43 0 2024-09-17T10:39:50.940 INFO:tasks.workunit.client.1.smithi170.stdout:0/179: rmdir dd/de/d10 39 2024-09-17T10:39:50.943 INFO:tasks.workunit.client.1.smithi170.stdout:3/308: symlink d18/d2c/d4f/l6f 0 2024-09-17T10:39:50.943 INFO:tasks.workunit.client.1.smithi170.stdout:8/133: dread d4/f1d [0,4194304] 0 2024-09-17T10:39:50.943 INFO:tasks.workunit.client.1.smithi170.stdout:9/113: dwrite fb [0,4194304] 0 2024-09-17T10:39:50.946 INFO:tasks.workunit.client.1.smithi170.stdout:4/130: truncate d9/fa 2671490 0 2024-09-17T10:39:50.953 INFO:tasks.workunit.client.1.smithi170.stdout:3/309: write d18/d4b/f6e [2630309,75461] 0 2024-09-17T10:39:50.953 INFO:tasks.workunit.client.1.smithi170.stdout:0/180: creat dd/de/d10/d13/f3a x:0 0 0 2024-09-17T10:39:50.955 INFO:tasks.workunit.client.0.smithi159.stdout:5/442: dwrite f10 [0,4194304] 0 2024-09-17T10:39:50.959 INFO:tasks.workunit.client.1.smithi170.stdout:8/134: symlink d4/df/l2d 0 2024-09-17T10:39:50.961 INFO:tasks.workunit.client.1.smithi170.stdout:9/114: truncate f8 1146518 0 2024-09-17T10:39:50.961 INFO:tasks.workunit.client.1.smithi170.stdout:9/115: chown dd/d16/l19 6348 1 2024-09-17T10:39:50.961 INFO:tasks.workunit.client.1.smithi170.stdout:9/116: truncate dd/d16/d17/f22 374533 0 2024-09-17T10:39:50.962 INFO:tasks.workunit.client.0.smithi159.stdout:5/443: symlink d19/d69/d78/d86/d94/l99 0 2024-09-17T10:39:50.963 INFO:tasks.workunit.client.0.smithi159.stdout:5/444: stat d19/d1a/d32/f96 0 2024-09-17T10:39:50.963 INFO:tasks.workunit.client.1.smithi170.stdout:4/131: readlink d9/d12/l1a 0 2024-09-17T10:39:50.966 INFO:tasks.workunit.client.0.smithi159.stdout:5/445: dread d19/d1e/d4a/f67 [0,4194304] 0 2024-09-17T10:39:50.967 INFO:tasks.workunit.client.1.smithi170.stdout:3/310: rename d18/d1c/d2b/d5f/f68 to d18/d20/f70 0 2024-09-17T10:39:50.969 INFO:tasks.workunit.client.1.smithi170.stdout:8/135: truncate d4/f12 5055000 0 2024-09-17T10:39:50.970 INFO:tasks.workunit.client.1.smithi170.stdout:0/181: dwrite dd/de/d10/d13/f1f [0,4194304] 0 2024-09-17T10:39:50.971 INFO:tasks.workunit.client.0.smithi159.stdout:5/446: rmdir d19/d1e/d4a 39 2024-09-17T10:39:50.974 INFO:tasks.workunit.client.1.smithi170.stdout:9/117: dread fb [0,4194304] 0 2024-09-17T10:39:50.975 INFO:tasks.workunit.client.1.smithi170.stdout:4/132: creat d9/d12/f2c x:0 0 0 2024-09-17T10:39:50.975 INFO:tasks.workunit.client.1.smithi170.stdout:4/133: fsync f2 0 2024-09-17T10:39:50.976 INFO:tasks.workunit.client.1.smithi170.stdout:3/311: creat d18/f71 x:0 0 0 2024-09-17T10:39:50.978 INFO:tasks.workunit.client.1.smithi170.stdout:8/136: mkdir d4/d2e 0 2024-09-17T10:39:50.978 INFO:tasks.workunit.client.1.smithi170.stdout:8/137: write d4/f9 [1301658,123197] 0 2024-09-17T10:39:50.979 INFO:tasks.workunit.client.1.smithi170.stdout:0/182: getdents dd/de/d10 0 2024-09-17T10:39:50.979 INFO:tasks.workunit.client.1.smithi170.stdout:0/183: creat dd/de/d16/f3b x:0 0 0 2024-09-17T10:39:50.980 INFO:tasks.workunit.client.0.smithi159.stdout:5/447: write d19/d1b/d1d/d59/f5c [3636911,77462] 0 2024-09-17T10:39:50.980 INFO:tasks.workunit.client.1.smithi170.stdout:9/118: mkdir dd/d16/d1d/d23 0 2024-09-17T10:39:50.980 INFO:tasks.workunit.client.1.smithi170.stdout:4/134: fdatasync d9/d12/f15 0 2024-09-17T10:39:50.985 INFO:tasks.workunit.client.1.smithi170.stdout:8/138: symlink d4/df/l2f 0 2024-09-17T10:39:50.986 INFO:tasks.workunit.client.1.smithi170.stdout:5/214: symlink d1/d3/l44 0 2024-09-17T10:39:50.991 INFO:tasks.workunit.client.1.smithi170.stdout:9/119: dread fa [0,4194304] 0 2024-09-17T10:39:50.991 INFO:tasks.workunit.client.1.smithi170.stdout:4/135: fdatasync d9/d12/f1f 0 2024-09-17T10:39:50.998 INFO:tasks.workunit.client.1.smithi170.stdout:8/139: symlink d4/df/l30 0 2024-09-17T10:39:50.999 INFO:tasks.workunit.client.0.smithi159.stdout:1/489: symlink d1/l8c 0 2024-09-17T10:39:51.000 INFO:tasks.workunit.client.1.smithi170.stdout:0/184: getdents dd/de 0 2024-09-17T10:39:51.000 INFO:tasks.workunit.client.1.smithi170.stdout:0/185: creat dd/de/d16/f3c x:0 0 0 2024-09-17T10:39:51.001 INFO:tasks.workunit.client.1.smithi170.stdout:4/136: rename d9/f16 to d9/f2d 0 2024-09-17T10:39:51.007 INFO:tasks.workunit.client.0.smithi159.stdout:1/490: dread d1/d19/d1a/dc/d31/f79 [0,4194304] 0 2024-09-17T10:39:51.008 INFO:tasks.workunit.client.1.smithi170.stdout:8/140: rename d4/df/d1e/l2b to d4/l31 0 2024-09-17T10:39:51.010 INFO:tasks.workunit.client.1.smithi170.stdout:0/186: mkdir dd/de/d3d 0 2024-09-17T10:39:51.012 INFO:tasks.workunit.client.1.smithi170.stdout:8/141: creat d4/df/d1e/f32 x:0 0 0 2024-09-17T10:39:51.013 INFO:tasks.workunit.client.1.smithi170.stdout:0/187: fsync dd/de/f38 0 2024-09-17T10:39:51.014 INFO:tasks.workunit.client.0.smithi159.stdout:8/546: mkdir d4/dd/d10/dae 0 2024-09-17T10:39:51.015 INFO:tasks.workunit.client.0.smithi159.stdout:8/547: chown d4/dd/d10/d1a/d6b/fa5 3 1 2024-09-17T10:39:51.015 INFO:tasks.workunit.client.0.smithi159.stdout:8/548: chown d4/dd/d10/d1a/d72 2601 1 2024-09-17T10:39:51.016 INFO:tasks.workunit.client.1.smithi170.stdout:9/120: dwrite f9 [0,4194304] 0 2024-09-17T10:39:51.016 INFO:tasks.workunit.client.1.smithi170.stdout:5/215: dwrite d1/d11/f36 [0,4194304] 0 2024-09-17T10:39:51.016 INFO:tasks.workunit.client.1.smithi170.stdout:5/216: chown d1/f12 230 1 2024-09-17T10:39:51.017 INFO:tasks.workunit.client.0.smithi159.stdout:8/549: mkdir d4/dd/d10/d33/d99/daf 0 2024-09-17T10:39:51.019 INFO:tasks.workunit.client.1.smithi170.stdout:0/188: mkdir dd/de/d16/d3e 0 2024-09-17T10:39:51.022 INFO:tasks.workunit.client.1.smithi170.stdout:5/217: creat d1/d27/f45 x:0 0 0 2024-09-17T10:39:51.022 INFO:tasks.workunit.client.0.smithi159.stdout:2/431: sync 2024-09-17T10:39:51.023 INFO:tasks.workunit.client.1.smithi170.stdout:0/189: link f1 dd/de/d3d/f3f 0 2024-09-17T10:39:51.024 INFO:tasks.workunit.client.0.smithi159.stdout:8/550: dread d4/dd/d10/d4b/d8b/f73 [0,4194304] 0 2024-09-17T10:39:51.024 INFO:tasks.workunit.client.0.smithi159.stdout:0/460: symlink d5/d10/d18/la5 0 2024-09-17T10:39:51.024 INFO:tasks.workunit.client.0.smithi159.stdout:0/461: truncate d5/d12/f55 826312 0 2024-09-17T10:39:51.025 INFO:tasks.workunit.client.0.smithi159.stdout:1/491: dwrite d1/d10/f8a [0,4194304] 0 2024-09-17T10:39:51.025 INFO:tasks.workunit.client.1.smithi170.stdout:5/218: symlink d1/d3/d13/d2c/l46 0 2024-09-17T10:39:51.025 INFO:tasks.workunit.client.1.smithi170.stdout:5/219: dread - d1/d27/f45 zero size 2024-09-17T10:39:51.028 INFO:tasks.workunit.client.0.smithi159.stdout:8/551: mkdir d4/dd/d10/d1a/db0 0 2024-09-17T10:39:51.028 INFO:tasks.workunit.client.0.smithi159.stdout:8/552: dread - d4/dd/d10/d4b/d8b/d53/fa9 zero size 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/121: read dd/f10 [162398,885] 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/122: fdatasync dd/d16/f1f 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/123: chown dd/d16/d17/c21 2078039 1 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/124: read dd/f10 [1031027,64872] 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/125: stat dd/f10 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/126: fdatasync dd/f1e 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/127: truncate dd/d16/f1f 484571 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:9/128: write dd/f15 [704904,117329] 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:0/190: unlink l2 0 2024-09-17T10:39:51.030 INFO:tasks.workunit.client.1.smithi170.stdout:8/142: dwrite d4/f1f [0,4194304] 0 2024-09-17T10:39:51.031 INFO:tasks.workunit.client.0.smithi159.stdout:2/432: dread d0/d14/f33 [4194304,4194304] 0 2024-09-17T10:39:51.031 INFO:tasks.workunit.client.0.smithi159.stdout:2/433: write d0/df/d3e/d46/f51 [2185406,58146] 0 2024-09-17T10:39:51.031 INFO:tasks.workunit.client.0.smithi159.stdout:0/462: getdents d5/d10/d18/d22/d4c/d6b/d7c 0 2024-09-17T10:39:51.034 INFO:tasks.workunit.client.1.smithi170.stdout:0/191: mknod dd/de/d16/c40 0 2024-09-17T10:39:51.036 INFO:tasks.workunit.client.0.smithi159.stdout:8/553: getdents d4/dd/d10/d1a/d6d 0 2024-09-17T10:39:51.036 INFO:tasks.workunit.client.0.smithi159.stdout:8/554: fsync d4/dd/d10/f9f 0 2024-09-17T10:39:51.036 INFO:tasks.workunit.client.0.smithi159.stdout:8/555: write d4/dd/d10/f51 [4321291,98154] 0 2024-09-17T10:39:51.039 INFO:tasks.workunit.client.1.smithi170.stdout:0/192: mknod dd/de/d10/c41 0 2024-09-17T10:39:51.039 INFO:tasks.workunit.client.0.smithi159.stdout:2/434: getdents d0/d14/d76 0 2024-09-17T10:39:51.040 INFO:tasks.workunit.client.1.smithi170.stdout:6/144: fsync d0/f39 0 2024-09-17T10:39:51.040 INFO:tasks.workunit.client.1.smithi170.stdout:6/145: dread - d0/f39 zero size 2024-09-17T10:39:51.040 INFO:tasks.workunit.client.1.smithi170.stdout:6/146: read d0/f28 [793796,110019] 0 2024-09-17T10:39:51.041 INFO:tasks.workunit.client.0.smithi159.stdout:0/463: mkdir d5/d4f/d67/da6 0 2024-09-17T10:39:51.041 INFO:tasks.workunit.client.0.smithi159.stdout:0/464: truncate d5/d12/d32/d3a/f89 4426855 0 2024-09-17T10:39:51.041 INFO:tasks.workunit.client.0.smithi159.stdout:2/435: read d0/d6c/f8c [490598,46866] 0 2024-09-17T10:39:51.041 INFO:tasks.workunit.client.1.smithi170.stdout:8/143: dwrite d4/f1f [0,4194304] 0 2024-09-17T10:39:51.042 INFO:tasks.workunit.client.1.smithi170.stdout:8/144: write d4/df/f22 [1023581,8448] 0 2024-09-17T10:39:51.042 INFO:tasks.workunit.client.1.smithi170.stdout:0/193: rename dd/de/d10/d13/l14 to dd/l42 0 2024-09-17T10:39:51.045 INFO:tasks.workunit.client.1.smithi170.stdout:6/147: write d0/f13 [1627251,116739] 0 2024-09-17T10:39:51.046 INFO:tasks.workunit.client.1.smithi170.stdout:6/148: chown d0/f24 5 1 2024-09-17T10:39:51.048 INFO:tasks.workunit.client.0.smithi159.stdout:3/531: rename d9/df/d2c/d2f/f44 to d9/df/d3f/f9e 0 2024-09-17T10:39:51.049 INFO:tasks.workunit.client.0.smithi159.stdout:8/556: stat d4/l7 0 2024-09-17T10:39:51.049 INFO:tasks.workunit.client.0.smithi159.stdout:8/557: truncate d4/dd/d10/d1a/f30 77810 0 2024-09-17T10:39:51.054 INFO:tasks.workunit.client.0.smithi159.stdout:0/465: truncate d5/ff 1190546 0 2024-09-17T10:39:51.058 INFO:tasks.workunit.client.1.smithi170.stdout:0/194: rename dd/de/d16/f25 to dd/de/d10/f43 0 2024-09-17T10:39:51.058 INFO:tasks.workunit.client.1.smithi170.stdout:0/195: creat dd/de/d16/f44 x:0 0 0 2024-09-17T10:39:51.058 INFO:tasks.workunit.client.1.smithi170.stdout:0/196: dread - dd/de/d16/f3b zero size 2024-09-17T10:39:51.059 INFO:tasks.workunit.client.0.smithi159.stdout:2/436: truncate d0/f63 683013 0 2024-09-17T10:39:51.063 INFO:tasks.workunit.client.0.smithi159.stdout:4/421: rename d0/d9/da/f22 to d0/d9/d24/d39/d6a/f81 0 2024-09-17T10:39:51.066 INFO:tasks.workunit.client.0.smithi159.stdout:0/466: link d5/d10/d18/d22/d4c/l74 d5/d10/d18/la7 0 2024-09-17T10:39:51.066 INFO:tasks.workunit.client.0.smithi159.stdout:8/558: write d4/d32/f69 [384168,45974] 0 2024-09-17T10:39:51.068 INFO:tasks.workunit.client.0.smithi159.stdout:9/554: rename d0/d1/d2/d85/c8f to d0/d3/d7/da/dc/de/d36/db3/cba 0 2024-09-17T10:39:51.070 INFO:tasks.workunit.client.1.smithi170.stdout:5/220: rmdir d1/d3b 0 2024-09-17T10:39:51.070 INFO:tasks.workunit.client.1.smithi170.stdout:5/221: write d1/d11/f37 [1259446,103200] 0 2024-09-17T10:39:51.070 INFO:tasks.workunit.client.1.smithi170.stdout:5/222: chown d1/d3/d13/d1a/c2d 216580 1 2024-09-17T10:39:51.070 INFO:tasks.workunit.client.1.smithi170.stdout:5/223: truncate d1/f42 163751 0 2024-09-17T10:39:51.071 INFO:tasks.workunit.client.0.smithi159.stdout:4/422: mkdir d0/d9/d24/d52/d5d/d82 0 2024-09-17T10:39:51.071 INFO:tasks.workunit.client.0.smithi159.stdout:4/423: write d0/d9/da/d33/f3d [892830,27591] 0 2024-09-17T10:39:51.075 INFO:tasks.workunit.client.0.smithi159.stdout:0/467: mkdir d5/d10/d18/d22/d3e/d62/da8 0 2024-09-17T10:39:51.077 INFO:tasks.workunit.client.1.smithi170.stdout:8/145: dwrite d4/df/f16 [0,4194304] 0 2024-09-17T10:39:51.077 INFO:tasks.workunit.client.1.smithi170.stdout:8/146: chown d4/l1c 22204 1 2024-09-17T10:39:51.077 INFO:tasks.workunit.client.1.smithi170.stdout:5/224: symlink d1/d3/d13/d1a/l47 0 2024-09-17T10:39:51.077 INFO:tasks.workunit.client.1.smithi170.stdout:5/225: write d1/d3/d13/f32 [807924,16380] 0 2024-09-17T10:39:51.077 INFO:tasks.workunit.client.1.smithi170.stdout:5/226: readlink d1/d3/d13/d2c/l2e 0 2024-09-17T10:39:51.078 INFO:tasks.workunit.client.1.smithi170.stdout:6/149: dwrite d0/d2/f31 [0,4194304] 0 2024-09-17T10:39:51.078 INFO:tasks.workunit.client.0.smithi159.stdout:8/559: truncate d4/dd/d26/f27 1593145 0 2024-09-17T10:39:51.079 INFO:tasks.workunit.client.0.smithi159.stdout:3/532: dwrite d9/df/d2c/f22 [0,4194304] 0 2024-09-17T10:39:51.079 INFO:tasks.workunit.client.0.smithi159.stdout:3/533: truncate d9/df/d2c/d2f/d63/d8d/d74/f93 593119 0 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:2/437: dwrite d0/d26/d4b/d6d/f45 [0,4194304] 0 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:2/438: creat d0/df/d3e/d47/d88/f94 x:0 0 0 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:2/439: creat d0/d26/d4b/d6d/f95 x:0 0 0 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:2/440: readlink d0/d14/l43 0 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:2/441: readlink d0/d9/l11 0 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:2/442: write d0/d14/d76/f25 [5102492,27099] 0 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:2/443: chown d0/df 17402706 1 2024-09-17T10:39:51.080 INFO:tasks.workunit.client.0.smithi159.stdout:3/534: write d9/df/d54/f62 [426969,72866] 0 2024-09-17T10:39:51.082 INFO:tasks.workunit.client.0.smithi159.stdout:6/521: rename d1/df/c41 to d1/df/d2c/c9b 0 2024-09-17T10:39:51.082 INFO:tasks.workunit.client.0.smithi159.stdout:6/522: readlink d1/l58 0 2024-09-17T10:39:51.086 INFO:tasks.workunit.client.1.smithi170.stdout:8/147: mkdir d4/d2e/d33 0 2024-09-17T10:39:51.087 INFO:tasks.workunit.client.0.smithi159.stdout:9/555: symlink d0/d3/d7/da/dc/d1c/lbb 0 2024-09-17T10:39:51.090 INFO:tasks.workunit.client.0.smithi159.stdout:3/535: read d9/df/d2c/f45 [1472844,2981] 0 2024-09-17T10:39:51.090 INFO:tasks.workunit.client.1.smithi170.stdout:3/312: rmdir d18 39 2024-09-17T10:39:51.092 INFO:tasks.workunit.client.0.smithi159.stdout:8/560: read d4/dd/d10/f9f [2996490,21473] 0 2024-09-17T10:39:51.092 INFO:tasks.workunit.client.0.smithi159.stdout:8/561: readlink d4/dd/d10/d78/l91 0 2024-09-17T10:39:51.092 INFO:tasks.workunit.client.0.smithi159.stdout:8/562: fdatasync d4/dd/d10/d33/f45 0 2024-09-17T10:39:51.093 INFO:tasks.workunit.client.0.smithi159.stdout:3/536: write d9/df/f35 [287867,69691] 0 2024-09-17T10:39:51.093 INFO:tasks.workunit.client.0.smithi159.stdout:3/537: truncate d9/df/d54/d3c/f5f 1531626 0 2024-09-17T10:39:51.096 INFO:tasks.workunit.client.1.smithi170.stdout:9/129: dwrite f8 [0,4194304] 0 2024-09-17T10:39:51.098 INFO:tasks.workunit.client.0.smithi159.stdout:0/468: dread d5/d10/f17 [0,4194304] 0 2024-09-17T10:39:51.100 INFO:tasks.workunit.client.1.smithi170.stdout:3/313: dread d18/d1c/d2b/f52 [0,4194304] 0 2024-09-17T10:39:51.100 INFO:tasks.workunit.client.1.smithi170.stdout:8/148: creat d4/d2e/d33/f34 x:0 0 0 2024-09-17T10:39:51.103 INFO:tasks.workunit.client.0.smithi159.stdout:2/444: mkdir d0/d14/d76/d67/d96 0 2024-09-17T10:39:51.103 INFO:tasks.workunit.client.0.smithi159.stdout:2/445: fdatasync d0/df/f2e 0 2024-09-17T10:39:51.103 INFO:tasks.workunit.client.1.smithi170.stdout:9/130: mkdir dd/d24 0 2024-09-17T10:39:51.104 INFO:tasks.workunit.client.1.smithi170.stdout:9/131: stat f8 0 2024-09-17T10:39:51.105 INFO:tasks.workunit.client.1.smithi170.stdout:6/150: symlink d0/d2/l3a 0 2024-09-17T10:39:51.105 INFO:tasks.workunit.client.1.smithi170.stdout:6/151: write d0/d18/f30 [494886,83566] 0 2024-09-17T10:39:51.108 INFO:tasks.workunit.client.0.smithi159.stdout:7/464: rename d2/d18/d20/d2c/l64 to d2/d18/d20/d2c/d98/lab 0 2024-09-17T10:39:51.108 INFO:tasks.workunit.client.0.smithi159.stdout:7/465: chown d2/d8/d45/f4b 4075 1 2024-09-17T10:39:51.108 INFO:tasks.workunit.client.1.smithi170.stdout:3/314: creat d18/d20/d2d/f72 x:0 0 0 2024-09-17T10:39:51.111 INFO:tasks.workunit.client.0.smithi159.stdout:6/523: link d1/df/d11/d16/f18 d1/df/d2c/f9c 0 2024-09-17T10:39:51.112 INFO:tasks.workunit.client.1.smithi170.stdout:8/149: unlink d4/l1a 0 2024-09-17T10:39:51.112 INFO:tasks.workunit.client.1.smithi170.stdout:8/150: creat d4/df/f35 x:0 0 0 2024-09-17T10:39:51.114 INFO:tasks.workunit.client.0.smithi159.stdout:9/556: creat d0/d3/d7/da/d46/d54/d8b/fbc x:0 0 0 2024-09-17T10:39:51.115 INFO:tasks.workunit.client.0.smithi159.stdout:8/563: symlink d4/dd/d10/d33/d99/lb1 0 2024-09-17T10:39:51.118 INFO:tasks.workunit.client.1.smithi170.stdout:3/315: rename d18/d4b/d65 to d18/d24/d73 0 2024-09-17T10:39:51.119 INFO:tasks.workunit.client.0.smithi159.stdout:3/538: mknod d9/df/d54/d59/d5e/d9a/c9f 0 2024-09-17T10:39:51.122 INFO:tasks.workunit.client.0.smithi159.stdout:2/446: creat d0/d14/d76/d67/d89/f97 x:0 0 0 2024-09-17T10:39:51.123 INFO:tasks.workunit.client.1.smithi170.stdout:8/151: mknod d4/c36 0 2024-09-17T10:39:51.132 INFO:tasks.workunit.client.0.smithi159.stdout:5/448: rename d19/d1b/d1d/l56 to d19/d22/d8e/l9a 0 2024-09-17T10:39:51.133 INFO:tasks.workunit.client.0.smithi159.stdout:7/466: dwrite d2/d23/f37 [0,4194304] 0 2024-09-17T10:39:51.133 INFO:tasks.workunit.client.0.smithi159.stdout:7/467: read d2/d18/d32/f72 [455606,77450] 0 2024-09-17T10:39:51.135 INFO:tasks.workunit.client.0.smithi159.stdout:2/447: truncate d0/d26/d4b/d6d/f41 789797 0 2024-09-17T10:39:51.137 INFO:tasks.workunit.client.0.smithi159.stdout:2/448: dread d0/d14/f50 [0,4194304] 0 2024-09-17T10:39:51.138 INFO:tasks.workunit.client.1.smithi170.stdout:3/316: unlink d18/d2c/d3e/d57/l5d 0 2024-09-17T10:39:51.138 INFO:tasks.workunit.client.1.smithi170.stdout:3/317: chown d18/d2c/d4f/l6c 3188888 1 2024-09-17T10:39:51.141 INFO:tasks.workunit.client.1.smithi170.stdout:6/152: dwrite d0/d18/f30 [0,4194304] 0 2024-09-17T10:39:51.143 INFO:tasks.workunit.client.1.smithi170.stdout:8/152: unlink d4/df/l2f 0 2024-09-17T10:39:51.143 INFO:tasks.workunit.client.1.smithi170.stdout:8/153: write d4/d2e/d33/f34 [750031,38886] 0 2024-09-17T10:39:51.145 INFO:tasks.workunit.client.0.smithi159.stdout:8/564: dwrite d4/dd/d10/d1a/d1e/f96 [0,4194304] 0 2024-09-17T10:39:51.146 INFO:tasks.workunit.client.1.smithi170.stdout:3/318: creat d18/d26/d58/f74 x:0 0 0 2024-09-17T10:39:51.147 INFO:tasks.workunit.client.0.smithi159.stdout:9/557: dwrite d0/d3/d7/da9/fb5 [0,4194304] 0 2024-09-17T10:39:51.158 INFO:tasks.workunit.client.0.smithi159.stdout:5/449: dwrite d19/d22/f7b [0,4194304] 0 2024-09-17T10:39:51.161 INFO:tasks.workunit.client.0.smithi159.stdout:8/565: read d4/dd/d10/d1a/d72/d81/f85 [2521360,61666] 0 2024-09-17T10:39:51.162 INFO:tasks.workunit.client.0.smithi159.stdout:7/468: creat d2/d18/d20/d3f/d40/fac x:0 0 0 2024-09-17T10:39:51.162 INFO:tasks.workunit.client.0.smithi159.stdout:7/469: chown d2/d8/l12 8184743 1 2024-09-17T10:39:51.162 INFO:tasks.workunit.client.0.smithi159.stdout:7/470: fdatasync d2/d8/f5a 0 2024-09-17T10:39:51.165 INFO:tasks.workunit.client.0.smithi159.stdout:2/449: truncate d0/f1f 652165 0 2024-09-17T10:39:51.168 INFO:tasks.workunit.client.1.smithi170.stdout:6/153: dwrite d0/d33/f35 [0,4194304] 0 2024-09-17T10:39:51.168 INFO:tasks.workunit.client.1.smithi170.stdout:3/319: dwrite d18/f6b [0,4194304] 0 2024-09-17T10:39:51.168 INFO:tasks.workunit.client.1.smithi170.stdout:8/154: dwrite d4/f9 [0,4194304] 0 2024-09-17T10:39:51.171 INFO:tasks.workunit.client.1.smithi170.stdout:0/197: link dd/de/d10/f43 dd/de/d10/d13/d1d/f45 0 2024-09-17T10:39:51.171 INFO:tasks.workunit.client.1.smithi170.stdout:0/198: write dd/de/d16/f30 [657853,118595] 0 2024-09-17T10:39:51.181 INFO:tasks.workunit.client.0.smithi159.stdout:9/558: creat d0/d3/d7/da/d46/d54/d8b/db8/fbd x:0 0 0 2024-09-17T10:39:51.181 INFO:tasks.workunit.client.0.smithi159.stdout:9/559: chown d0/d3/d96 23 1 2024-09-17T10:39:51.182 INFO:tasks.workunit.client.1.smithi170.stdout:6/154: write d0/d2/f1a [743330,111618] 0 2024-09-17T10:39:51.182 INFO:tasks.workunit.client.1.smithi170.stdout:6/155: stat d0/d2/f1b 0 2024-09-17T10:39:51.183 INFO:tasks.workunit.client.0.smithi159.stdout:5/450: mknod d19/d6f/d75/c9b 0 2024-09-17T10:39:51.185 INFO:tasks.workunit.client.1.smithi170.stdout:3/320: rename f15 to d18/d2c/d4f/f75 0 2024-09-17T10:39:51.185 INFO:tasks.workunit.client.1.smithi170.stdout:3/321: write d18/d2c/d4f/f62 [763789,6224] 0 2024-09-17T10:39:51.197 INFO:tasks.workunit.client.1.smithi170.stdout:3/322: creat d18/d24/f76 x:0 0 0 2024-09-17T10:39:51.197 INFO:tasks.workunit.client.1.smithi170.stdout:5/227: write d1/d3/f5 [93191,111774] 0 2024-09-17T10:39:51.199 INFO:tasks.workunit.client.1.smithi170.stdout:8/155: dwrite d4/df/f28 [0,4194304] 0 2024-09-17T10:39:51.199 INFO:tasks.workunit.client.1.smithi170.stdout:8/156: write d4/f18 [3091989,120808] 0 2024-09-17T10:39:51.199 INFO:tasks.workunit.client.1.smithi170.stdout:6/156: dwrite d0/f39 [0,4194304] 0 2024-09-17T10:39:51.199 INFO:tasks.workunit.client.1.smithi170.stdout:8/157: chown d4/la 49 1 2024-09-17T10:39:51.200 INFO:tasks.workunit.client.1.smithi170.stdout:8/158: truncate d4/df/f35 136771 0 2024-09-17T10:39:51.200 INFO:tasks.workunit.client.1.smithi170.stdout:0/199: symlink dd/de/l46 0 2024-09-17T10:39:51.202 INFO:tasks.workunit.client.1.smithi170.stdout:5/228: write d1/d3/f25 [1417651,46290] 0 2024-09-17T10:39:51.204 INFO:tasks.workunit.client.0.smithi159.stdout:7/471: mkdir d2/d23/d67/d47/d4a/d4d/dad 0 2024-09-17T10:39:51.207 INFO:tasks.workunit.client.0.smithi159.stdout:2/450: creat d0/df/d3e/d47/d79/f98 x:0 0 0 2024-09-17T10:39:51.209 INFO:tasks.workunit.client.0.smithi159.stdout:1/492: rename d1/d2/d14/d57 to d1/d63/d8d 0 2024-09-17T10:39:51.209 INFO:tasks.workunit.client.0.smithi159.stdout:1/493: fsync d1/d19/d1a/f8 0 2024-09-17T10:39:51.210 INFO:tasks.workunit.client.1.smithi170.stdout:3/323: dwrite d18/f19 [0,4194304] 0 2024-09-17T10:39:51.211 INFO:tasks.workunit.client.0.smithi159.stdout:9/560: mknod d0/cbe 0 2024-09-17T10:39:51.211 INFO:tasks.workunit.client.0.smithi159.stdout:9/561: write d0/d78/fb4 [991977,14346] 0 2024-09-17T10:39:51.212 INFO:tasks.workunit.client.0.smithi159.stdout:7/472: dread d2/d18/d20/f31 [0,4194304] 0 2024-09-17T10:39:51.213 INFO:tasks.workunit.client.0.smithi159.stdout:5/451: creat d19/d69/f9c x:0 0 0 2024-09-17T10:39:51.213 INFO:tasks.workunit.client.0.smithi159.stdout:5/452: chown f10 121337928 1 2024-09-17T10:39:51.215 INFO:tasks.workunit.client.0.smithi159.stdout:2/451: creat d0/d9/f99 x:0 0 0 2024-09-17T10:39:51.217 INFO:tasks.workunit.client.0.smithi159.stdout:0/469: rename d5/f5c to d5/d12/d32/fa9 0 2024-09-17T10:39:51.217 INFO:tasks.workunit.client.0.smithi159.stdout:0/470: stat d5/d10/d18/d6f 0 2024-09-17T10:39:51.219 INFO:tasks.workunit.client.0.smithi159.stdout:1/494: creat d1/d2/f8e x:0 0 0 2024-09-17T10:39:51.220 INFO:tasks.workunit.client.1.smithi170.stdout:6/157: rename d0/d2 to d0/d3b 0 2024-09-17T10:39:51.220 INFO:tasks.workunit.client.1.smithi170.stdout:6/158: chown d0/f28 388233 1 2024-09-17T10:39:51.221 INFO:tasks.workunit.client.1.smithi170.stdout:6/159: dread - d0/f32 zero size 2024-09-17T10:39:51.222 INFO:tasks.workunit.client.0.smithi159.stdout:9/562: creat d0/d3/d7/da/dc/d1c/d31/d55/fbf x:0 0 0 2024-09-17T10:39:51.222 INFO:tasks.workunit.client.1.smithi170.stdout:6/160: dread d0/f14 [0,4194304] 0 2024-09-17T10:39:51.223 INFO:tasks.workunit.client.1.smithi170.stdout:8/159: unlink d4/c36 0 2024-09-17T10:39:51.223 INFO:tasks.workunit.client.1.smithi170.stdout:8/160: chown d4/df/c13 172974309 1 2024-09-17T10:39:51.223 INFO:tasks.workunit.client.1.smithi170.stdout:8/161: creat d4/df/f37 x:0 0 0 2024-09-17T10:39:51.224 INFO:tasks.workunit.client.1.smithi170.stdout:9/132: truncate dd/d16/f1f 307756 0 2024-09-17T10:39:51.224 INFO:tasks.workunit.client.0.smithi159.stdout:5/453: truncate f4 1119620 0 2024-09-17T10:39:51.229 INFO:tasks.workunit.client.1.smithi170.stdout:5/229: unlink d1/d3/d13/c43 0 2024-09-17T10:39:51.232 INFO:tasks.workunit.client.1.smithi170.stdout:3/324: unlink d18/d2c/d41/l67 0 2024-09-17T10:39:51.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/524: rename d1/df/d2c/d85/l6f to d1/d5d/l9d 0 2024-09-17T10:39:51.234 INFO:tasks.workunit.client.1.smithi170.stdout:6/161: mkdir d0/d3c 0 2024-09-17T10:39:51.236 INFO:tasks.workunit.client.0.smithi159.stdout:0/471: mkdir d5/d12/daa 0 2024-09-17T10:39:51.238 INFO:tasks.workunit.client.0.smithi159.stdout:1/495: mkdir d1/d2/d8f 0 2024-09-17T10:39:51.238 INFO:tasks.workunit.client.0.smithi159.stdout:1/496: write d1/d19/d1a/d3b/f78 [852049,76685] 0 2024-09-17T10:39:51.240 INFO:tasks.workunit.client.1.smithi170.stdout:8/162: getdents d4/d2e 0 2024-09-17T10:39:51.240 INFO:tasks.workunit.client.1.smithi170.stdout:5/230: dread d1/d3/fd [0,4194304] 0 2024-09-17T10:39:51.242 INFO:tasks.workunit.client.0.smithi159.stdout:9/563: link d0/d3/d7/da/d46/d54/l69 d0/d3/d7/da/d46/d54/lc0 0 2024-09-17T10:39:51.243 INFO:tasks.workunit.client.1.smithi170.stdout:9/133: mknod dd/d24/c25 0 2024-09-17T10:39:51.245 INFO:tasks.workunit.client.0.smithi159.stdout:5/454: mkdir d19/d69/d78/d9d 0 2024-09-17T10:39:51.245 INFO:tasks.workunit.client.0.smithi159.stdout:5/455: write d19/d1b/d21/f6c [984122,96561] 0 2024-09-17T10:39:51.245 INFO:tasks.workunit.client.0.smithi159.stdout:5/456: fsync d19/d33/f38 0 2024-09-17T10:39:51.247 INFO:tasks.workunit.client.1.smithi170.stdout:0/200: rmdir dd/de/d16 39 2024-09-17T10:39:51.247 INFO:tasks.workunit.client.1.smithi170.stdout:0/201: chown dd/de/d16/f30 17 1 2024-09-17T10:39:51.247 INFO:tasks.workunit.client.1.smithi170.stdout:0/202: chown dd/l42 24941 1 2024-09-17T10:39:51.248 INFO:tasks.workunit.client.1.smithi170.stdout:9/134: read fb [2950851,88399] 0 2024-09-17T10:39:51.248 INFO:tasks.workunit.client.1.smithi170.stdout:9/135: chown dd/d16/d17/c1a 135371 1 2024-09-17T10:39:51.248 INFO:tasks.workunit.client.1.smithi170.stdout:9/136: truncate dd/f1e 261321 0 2024-09-17T10:39:51.249 INFO:tasks.workunit.client.0.smithi159.stdout:2/452: getdents d0/df/d3e/d46 0 2024-09-17T10:39:51.251 INFO:tasks.workunit.client.1.smithi170.stdout:3/325: truncate d18/d20/d2d/f32 1126239 0 2024-09-17T10:39:51.254 INFO:tasks.workunit.client.0.smithi159.stdout:8/566: rename d4/dd/d5d/fa2 to d4/dd/d10/d1a/d72/d81/fb2 0 2024-09-17T10:39:51.257 INFO:tasks.workunit.client.1.smithi170.stdout:5/231: mknod d1/d11/c48 0 2024-09-17T10:39:51.257 INFO:tasks.workunit.client.1.smithi170.stdout:5/232: creat d1/f49 x:0 0 0 2024-09-17T10:39:51.257 INFO:tasks.workunit.client.1.smithi170.stdout:9/137: dread dd/f10 [0,4194304] 0 2024-09-17T10:39:51.258 INFO:tasks.workunit.client.1.smithi170.stdout:6/162: dwrite d0/d3b/f25 [0,4194304] 0 2024-09-17T10:39:51.258 INFO:tasks.workunit.client.1.smithi170.stdout:8/163: dwrite d4/df/f35 [0,4194304] 0 2024-09-17T10:39:51.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/525: mknod d1/df/c9e 0 2024-09-17T10:39:51.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/526: stat d1/f53 0 2024-09-17T10:39:51.260 INFO:tasks.workunit.client.1.smithi170.stdout:0/203: creat dd/de/d16/d3e/f47 x:0 0 0 2024-09-17T10:39:51.261 INFO:tasks.workunit.client.0.smithi159.stdout:0/472: rmdir d5/d10/d18/d22/d4c/d6b 39 2024-09-17T10:39:51.263 INFO:tasks.workunit.client.1.smithi170.stdout:3/326: truncate d18/d1c/d2b/f4d 953275 0 2024-09-17T10:39:51.269 INFO:tasks.workunit.client.1.smithi170.stdout:5/233: write d1/f31 [3262025,34059] 0 2024-09-17T10:39:51.269 INFO:tasks.workunit.client.0.smithi159.stdout:9/564: creat d0/d3/d7/da/d46/d54/fc1 x:0 0 0 2024-09-17T10:39:51.269 INFO:tasks.workunit.client.0.smithi159.stdout:9/565: write d0/d3/d7/da/dc/d3a/f82 [2403602,3915] 0 2024-09-17T10:39:51.272 INFO:tasks.workunit.client.0.smithi159.stdout:5/457: creat d19/d1a/d89/f9e x:0 0 0 2024-09-17T10:39:51.272 INFO:tasks.workunit.client.0.smithi159.stdout:5/458: write f18 [3931746,20754] 0 2024-09-17T10:39:51.272 INFO:tasks.workunit.client.0.smithi159.stdout:6/527: dread d1/f53 [0,4194304] 0 2024-09-17T10:39:51.276 INFO:tasks.workunit.client.1.smithi170.stdout:8/164: dread d4/f12 [0,4194304] 0 2024-09-17T10:39:51.276 INFO:tasks.workunit.client.1.smithi170.stdout:8/165: stat d4/df/f15 0 2024-09-17T10:39:51.277 INFO:tasks.workunit.client.0.smithi159.stdout:7/473: rename d2/d18/d20/d3f/d40/fac to d2/d23/d67/d47/d4a/d4d/d75/fae 0 2024-09-17T10:39:51.277 INFO:tasks.workunit.client.0.smithi159.stdout:7/474: chown d2/d8/c8f 166546 1 2024-09-17T10:39:51.278 INFO:tasks.workunit.client.0.smithi159.stdout:8/567: symlink d4/d4e/lb3 0 2024-09-17T10:39:51.280 INFO:tasks.workunit.client.1.smithi170.stdout:6/163: mknod d0/d18/c3d 0 2024-09-17T10:39:51.280 INFO:tasks.workunit.client.1.smithi170.stdout:0/204: dwrite dd/de/d16/f44 [0,4194304] 0 2024-09-17T10:39:51.282 INFO:tasks.workunit.client.0.smithi159.stdout:0/473: creat d5/d10/d18/d22/da2/fab x:0 0 0 2024-09-17T10:39:51.282 INFO:tasks.workunit.client.0.smithi159.stdout:8/568: dread d4/dd/d10/d33/f45 [0,4194304] 0 2024-09-17T10:39:51.282 INFO:tasks.workunit.client.0.smithi159.stdout:0/474: creat d5/d10/d18/d22/d3e/d62/fac x:0 0 0 2024-09-17T10:39:51.284 INFO:tasks.workunit.client.0.smithi159.stdout:9/566: mknod d0/d3/d7/da/d46/d54/d8b/cc2 0 2024-09-17T10:39:51.284 INFO:tasks.workunit.client.0.smithi159.stdout:8/569: dread d4/dd/d10/d1a/d1e/d3e/d8f/f9a [0,4194304] 0 2024-09-17T10:39:51.286 INFO:tasks.workunit.client.0.smithi159.stdout:5/459: link d19/l5a d19/d22/l9f 0 2024-09-17T10:39:51.286 INFO:tasks.workunit.client.0.smithi159.stdout:5/460: stat cf 0 2024-09-17T10:39:51.286 INFO:tasks.workunit.client.0.smithi159.stdout:5/461: write d19/d1a/d32/f5d [659062,110086] 0 2024-09-17T10:39:51.290 INFO:tasks.workunit.client.0.smithi159.stdout:1/497: rename d1/d63/d6c/f27 to d1/d19/d1a/d3b/f90 0 2024-09-17T10:39:51.290 INFO:tasks.workunit.client.0.smithi159.stdout:1/498: readlink d1/d19/d1a/dc/d18/l22 0 2024-09-17T10:39:51.291 INFO:tasks.workunit.client.0.smithi159.stdout:1/499: chown d1/d2f/f6b 1 1 2024-09-17T10:39:51.291 INFO:tasks.workunit.client.0.smithi159.stdout:1/500: write d1/d19/d1a/dc/d18/f69 [555295,5349] 0 2024-09-17T10:39:51.292 INFO:tasks.workunit.client.1.smithi170.stdout:8/166: mknod d4/d2e/c38 0 2024-09-17T10:39:51.292 INFO:tasks.workunit.client.1.smithi170.stdout:8/167: creat d4/f39 x:0 0 0 2024-09-17T10:39:51.292 INFO:tasks.workunit.client.1.smithi170.stdout:8/168: chown d4/c23 161549 1 2024-09-17T10:39:51.292 INFO:tasks.workunit.client.0.smithi159.stdout:7/475: mkdir d2/d18/d20/d3f/daf 0 2024-09-17T10:39:51.294 INFO:tasks.workunit.client.0.smithi159.stdout:2/453: rmdir d0/df/d3e/d47/d79 39 2024-09-17T10:39:51.294 INFO:tasks.workunit.client.0.smithi159.stdout:2/454: creat d0/d26/d4b/f9a x:0 0 0 2024-09-17T10:39:51.301 INFO:tasks.workunit.client.0.smithi159.stdout:0/475: mkdir d5/d4f/d67/dad 0 2024-09-17T10:39:51.303 INFO:tasks.workunit.client.0.smithi159.stdout:5/462: symlink d19/d1b/d1d/la0 0 2024-09-17T10:39:51.304 INFO:tasks.workunit.client.1.smithi170.stdout:6/164: mkdir d0/d3c/d3e 0 2024-09-17T10:39:51.310 INFO:tasks.workunit.client.1.smithi170.stdout:0/205: unlink dd/l1e 0 2024-09-17T10:39:51.311 INFO:tasks.workunit.client.0.smithi159.stdout:1/501: dwrite d1/d19/d1a/dc/d31/f50 [0,4194304] 0 2024-09-17T10:39:51.311 INFO:tasks.workunit.client.0.smithi159.stdout:1/502: write d1/d19/d1a/d3b/f90 [2643756,91269] 0 2024-09-17T10:39:51.314 INFO:tasks.workunit.client.0.smithi159.stdout:0/476: getdents d5 0 2024-09-17T10:39:51.314 INFO:tasks.workunit.client.0.smithi159.stdout:0/477: write d5/d10/d18/d22/f42 [734578,12050] 0 2024-09-17T10:39:51.315 INFO:tasks.workunit.client.1.smithi170.stdout:8/169: mkdir d4/df/d3a 0 2024-09-17T10:39:51.315 INFO:tasks.workunit.client.1.smithi170.stdout:8/170: creat d4/df/f3b x:0 0 0 2024-09-17T10:39:51.317 INFO:tasks.workunit.client.0.smithi159.stdout:5/463: creat d19/d1e/d4a/fa1 x:0 0 0 2024-09-17T10:39:51.317 INFO:tasks.workunit.client.0.smithi159.stdout:5/464: fdatasync d19/d1b/d21/f2a 0 2024-09-17T10:39:51.319 INFO:tasks.workunit.client.1.smithi170.stdout:6/165: rename d0/c12 to d0/d33/c3f 0 2024-09-17T10:39:51.319 INFO:tasks.workunit.client.1.smithi170.stdout:6/166: truncate d0/f14 1499380 0 2024-09-17T10:39:51.320 INFO:tasks.workunit.client.0.smithi159.stdout:7/476: dwrite d2/d9a/f9d [0,4194304] 0 2024-09-17T10:39:51.320 INFO:tasks.workunit.client.0.smithi159.stdout:7/477: stat d2/d18/d20/d3f/d73/d82 0 2024-09-17T10:39:51.320 INFO:tasks.workunit.client.0.smithi159.stdout:2/455: dwrite d0/d14/f50 [0,4194304] 0 2024-09-17T10:39:51.320 INFO:tasks.workunit.client.1.smithi170.stdout:2/226: sync 2024-09-17T10:39:51.320 INFO:tasks.workunit.client.1.smithi170.stdout:7/165: sync 2024-09-17T10:39:51.321 INFO:tasks.workunit.client.1.smithi170.stdout:1/256: sync 2024-09-17T10:39:51.321 INFO:tasks.workunit.client.1.smithi170.stdout:4/137: sync 2024-09-17T10:39:51.321 INFO:tasks.workunit.client.1.smithi170.stdout:0/206: dread dd/de/d10/d13/d1d/f45 [0,4194304] 0 2024-09-17T10:39:51.321 INFO:tasks.workunit.client.1.smithi170.stdout:9/138: dread dd/d16/f1f [0,4194304] 0 2024-09-17T10:39:51.326 INFO:tasks.workunit.client.1.smithi170.stdout:8/171: symlink d4/d2e/d33/l3c 0 2024-09-17T10:39:51.328 INFO:tasks.workunit.client.1.smithi170.stdout:7/166: dread f15 [0,4194304] 0 2024-09-17T10:39:51.328 INFO:tasks.workunit.client.0.smithi159.stdout:1/503: rename d1/d2/c29 to d1/d2/c91 0 2024-09-17T10:39:51.328 INFO:tasks.workunit.client.0.smithi159.stdout:1/504: chown d1/f75 277207 1 2024-09-17T10:39:51.329 INFO:tasks.workunit.client.0.smithi159.stdout:3/539: sync 2024-09-17T10:39:51.329 INFO:tasks.workunit.client.0.smithi159.stdout:4/424: sync 2024-09-17T10:39:51.329 INFO:tasks.workunit.client.0.smithi159.stdout:3/540: read - d9/df/d3f/f61 zero size 2024-09-17T10:39:51.329 INFO:tasks.workunit.client.1.smithi170.stdout:2/227: rename dd/f35 to dd/d1a/f46 0 2024-09-17T10:39:51.331 INFO:tasks.workunit.client.0.smithi159.stdout:0/478: mkdir d5/d10/d18/d22/d3e/dae 0 2024-09-17T10:39:51.334 INFO:tasks.workunit.client.0.smithi159.stdout:5/465: rmdir d19/d69/d78 39 2024-09-17T10:39:51.338 INFO:tasks.workunit.client.1.smithi170.stdout:1/257: creat d3/d5/d27/d4e/f57 x:0 0 0 2024-09-17T10:39:51.339 INFO:tasks.workunit.client.1.smithi170.stdout:6/167: dwrite d0/d18/f30 [0,4194304] 0 2024-09-17T10:39:51.339 INFO:tasks.workunit.client.1.smithi170.stdout:6/168: creat d0/f40 x:0 0 0 2024-09-17T10:39:51.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/207: mknod dd/de/d16/c48 0 2024-09-17T10:39:51.342 INFO:tasks.workunit.client.1.smithi170.stdout:2/228: read dd/f21 [3205811,64159] 0 2024-09-17T10:39:51.345 INFO:tasks.workunit.client.1.smithi170.stdout:7/167: dread f4 [0,4194304] 0 2024-09-17T10:39:51.345 INFO:tasks.workunit.client.1.smithi170.stdout:7/168: creat d25/d2a/f2c x:0 0 0 2024-09-17T10:39:51.345 INFO:tasks.workunit.client.1.smithi170.stdout:7/169: creat d25/d2a/f2d x:0 0 0 2024-09-17T10:39:51.345 INFO:tasks.workunit.client.1.smithi170.stdout:7/170: creat d25/d2a/f2e x:0 0 0 2024-09-17T10:39:51.345 INFO:tasks.workunit.client.1.smithi170.stdout:7/171: write f1d [746652,15266] 0 2024-09-17T10:39:51.346 INFO:tasks.workunit.client.1.smithi170.stdout:7/172: chown f1d 85529 1 2024-09-17T10:39:51.346 INFO:tasks.workunit.client.1.smithi170.stdout:7/173: creat d25/d2a/f2f x:0 0 0 2024-09-17T10:39:51.350 INFO:tasks.workunit.client.0.smithi159.stdout:1/505: dwrite d1/d19/d1a/ff [0,4194304] 0 2024-09-17T10:39:51.350 INFO:tasks.workunit.client.0.smithi159.stdout:1/506: chown d1/l72 58601808 1 2024-09-17T10:39:51.352 INFO:tasks.workunit.client.1.smithi170.stdout:8/172: mknod d4/d2e/c3d 0 2024-09-17T10:39:51.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/456: creat d0/df/d3e/d7a/f9b x:0 0 0 2024-09-17T10:39:51.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/457: truncate d0/df/d3e/d47/d79/f82 320364 0 2024-09-17T10:39:51.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/458: read - d0/d26/d4b/d6d/f57 zero size 2024-09-17T10:39:51.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/459: write d0/f54 [1716947,13620] 0 2024-09-17T10:39:51.355 INFO:tasks.workunit.client.1.smithi170.stdout:4/138: creat d9/d12/d2a/f2e x:0 0 0 2024-09-17T10:39:51.358 INFO:tasks.workunit.client.1.smithi170.stdout:3/327: truncate d18/d20/d2d/f32 1290268 0 2024-09-17T10:39:51.360 INFO:tasks.workunit.client.0.smithi159.stdout:6/528: rename d1/d83/d89 to d1/df/d2c/d35/d3e/d96/d9f 0 2024-09-17T10:39:51.360 INFO:tasks.workunit.client.0.smithi159.stdout:6/529: fdatasync d1/df/f74 0 2024-09-17T10:39:51.360 INFO:tasks.workunit.client.0.smithi159.stdout:1/507: write d1/d2f/f59 [691332,88044] 0 2024-09-17T10:39:51.361 INFO:tasks.workunit.client.1.smithi170.stdout:6/169: dwrite d0/f28 [0,4194304] 0 2024-09-17T10:39:51.365 INFO:tasks.workunit.client.0.smithi159.stdout:4/425: creat d0/d9/d24/d48/f83 x:0 0 0 2024-09-17T10:39:51.365 INFO:tasks.workunit.client.0.smithi159.stdout:4/426: write d0/d9/d24/d48/f83 [7710,105429] 0 2024-09-17T10:39:51.365 INFO:tasks.workunit.client.0.smithi159.stdout:3/541: dwrite d9/df/d2c/f45 [0,4194304] 0 2024-09-17T10:39:51.365 INFO:tasks.workunit.client.0.smithi159.stdout:4/427: truncate d0/d9/d24/d39/f41 555747 0 2024-09-17T10:39:51.368 INFO:tasks.workunit.client.1.smithi170.stdout:0/208: mkdir dd/de/d10/d13/d1d/d49 0 2024-09-17T10:39:51.368 INFO:tasks.workunit.client.1.smithi170.stdout:0/209: write fc [647799,87506] 0 2024-09-17T10:39:51.369 INFO:tasks.workunit.client.1.smithi170.stdout:0/210: write dd/de/d10/f24 [243738,1950] 0 2024-09-17T10:39:51.369 INFO:tasks.workunit.client.1.smithi170.stdout:0/211: dread - dd/de/d16/d3e/f47 zero size 2024-09-17T10:39:51.369 INFO:tasks.workunit.client.1.smithi170.stdout:0/212: readlink dd/l27 0 2024-09-17T10:39:51.369 INFO:tasks.workunit.client.0.smithi159.stdout:0/479: mknod d5/d10/d18/d22/d3e/d51/caf 0 2024-09-17T10:39:51.371 INFO:tasks.workunit.client.1.smithi170.stdout:2/229: symlink dd/d14/d19/l47 0 2024-09-17T10:39:51.373 INFO:tasks.workunit.client.0.smithi159.stdout:0/480: dread d5/ff [0,4194304] 0 2024-09-17T10:39:51.375 INFO:tasks.workunit.client.0.smithi159.stdout:2/460: creat d0/df/d3e/d47/d79/f9c x:0 0 0 2024-09-17T10:39:51.375 INFO:tasks.workunit.client.0.smithi159.stdout:2/461: chown d0/df/d3e/d7a/f9b 8 1 2024-09-17T10:39:51.379 INFO:tasks.workunit.client.0.smithi159.stdout:9/567: rename d0/d3/d7/da/d1a/fac to d0/d3/d33/fc3 0 2024-09-17T10:39:51.381 INFO:tasks.workunit.client.1.smithi170.stdout:2/230: dread dd/d22/f2c [4194304,4194304] 0 2024-09-17T10:39:51.381 INFO:tasks.workunit.client.1.smithi170.stdout:3/328: dwrite f16 [0,4194304] 0 2024-09-17T10:39:51.384 INFO:tasks.workunit.client.0.smithi159.stdout:1/508: creat d1/d19/d3d/d7d/f92 x:0 0 0 2024-09-17T10:39:51.384 INFO:tasks.workunit.client.0.smithi159.stdout:1/509: chown d1/d63/d6c/f3e 470961 1 2024-09-17T10:39:51.387 INFO:tasks.workunit.client.1.smithi170.stdout:7/174: rename f17 to d25/d2a/f30 0 2024-09-17T10:39:51.391 INFO:tasks.workunit.client.0.smithi159.stdout:3/542: symlink d9/df/d54/la0 0 2024-09-17T10:39:51.391 INFO:tasks.workunit.client.0.smithi159.stdout:3/543: stat d9/f97 0 2024-09-17T10:39:51.394 INFO:tasks.workunit.client.1.smithi170.stdout:9/139: rmdir dd/d16 39 2024-09-17T10:39:51.397 INFO:tasks.workunit.client.1.smithi170.stdout:8/173: creat d4/d2e/f3e x:0 0 0 2024-09-17T10:39:51.398 INFO:tasks.workunit.client.0.smithi159.stdout:1/510: dwrite d1/d19/d1a/d3b/f90 [0,4194304] 0 2024-09-17T10:39:51.406 INFO:tasks.workunit.client.1.smithi170.stdout:0/213: creat dd/de/d3d/f4a x:0 0 0 2024-09-17T10:39:51.406 INFO:tasks.workunit.client.1.smithi170.stdout:0/214: readlink dd/l18 0 2024-09-17T10:39:51.406 INFO:tasks.workunit.client.1.smithi170.stdout:0/215: write dd/de/f38 [433779,72983] 0 2024-09-17T10:39:51.408 INFO:tasks.workunit.client.1.smithi170.stdout:3/329: mknod d18/d26/c77 0 2024-09-17T10:39:51.411 INFO:tasks.workunit.client.1.smithi170.stdout:8/174: dwrite d4/df/d1e/f32 [0,4194304] 0 2024-09-17T10:39:51.411 INFO:tasks.workunit.client.1.smithi170.stdout:8/175: truncate d4/d2e/d33/f34 1242379 0 2024-09-17T10:39:51.413 INFO:tasks.workunit.client.1.smithi170.stdout:6/170: rename d0/f28 to d0/d3c/d3e/f41 0 2024-09-17T10:39:51.413 INFO:tasks.workunit.client.1.smithi170.stdout:6/171: chown d0/c4 108 1 2024-09-17T10:39:51.413 INFO:tasks.workunit.client.1.smithi170.stdout:6/172: readlink d0/l29 0 2024-09-17T10:39:51.413 INFO:tasks.workunit.client.1.smithi170.stdout:6/173: write d0/f14 [177019,42526] 0 2024-09-17T10:39:51.414 INFO:tasks.workunit.client.0.smithi159.stdout:0/481: symlink d5/d12/d32/lb0 0 2024-09-17T10:39:51.417 INFO:tasks.workunit.client.1.smithi170.stdout:7/175: symlink d25/d2a/l31 0 2024-09-17T10:39:51.419 INFO:tasks.workunit.client.0.smithi159.stdout:2/462: symlink d0/d14/d76/d67/l9d 0 2024-09-17T10:39:51.421 INFO:tasks.workunit.client.0.smithi159.stdout:8/570: rename d4/dd/d5d/f8c to d4/da/fb4 0 2024-09-17T10:39:51.429 INFO:tasks.workunit.client.0.smithi159.stdout:3/544: mknod d9/df/d54/ca1 0 2024-09-17T10:39:51.429 INFO:tasks.workunit.client.0.smithi159.stdout:3/545: stat d9/df/d2c/l28 0 2024-09-17T10:39:51.430 INFO:tasks.workunit.client.1.smithi170.stdout:0/216: dwrite fc [8388608,4194304] 0 2024-09-17T10:39:51.430 INFO:tasks.workunit.client.0.smithi159.stdout:1/511: getdents d1/d2/d14/d67 0 2024-09-17T10:39:51.431 INFO:tasks.workunit.client.1.smithi170.stdout:8/176: dwrite d4/df/f22 [0,4194304] 0 2024-09-17T10:39:51.431 INFO:tasks.workunit.client.1.smithi170.stdout:8/177: fdatasync d4/df/f28 0 2024-09-17T10:39:51.432 INFO:tasks.workunit.client.1.smithi170.stdout:9/140: unlink dd/d16/f1f 0 2024-09-17T10:39:51.434 INFO:tasks.workunit.client.0.smithi159.stdout:0/482: link d5/d10/d18/d22/d3e/d51/caf d5/d4f/d67/dad/cb1 0 2024-09-17T10:39:51.434 INFO:tasks.workunit.client.0.smithi159.stdout:0/483: write d5/d10/d18/d22/d3e/d62/f76 [982407,66280] 0 2024-09-17T10:39:51.436 INFO:tasks.workunit.client.1.smithi170.stdout:4/139: getdents d9/d12/d2a 0 2024-09-17T10:39:51.438 INFO:tasks.workunit.client.0.smithi159.stdout:2/463: link d0/d26/d4b/l62 d0/df/l9e 0 2024-09-17T10:39:51.440 INFO:tasks.workunit.client.1.smithi170.stdout:3/330: creat d18/d1c/d2b/f78 x:0 0 0 2024-09-17T10:39:51.441 INFO:tasks.workunit.client.0.smithi159.stdout:1/512: write d1/d10/f15 [4061910,23468] 0 2024-09-17T10:39:51.443 INFO:tasks.workunit.client.0.smithi159.stdout:7/478: rename d2/d18/f17 to d2/d18/d20/fb0 0 2024-09-17T10:39:51.443 INFO:tasks.workunit.client.0.smithi159.stdout:7/479: chown d2/d18/f2f 378 1 2024-09-17T10:39:51.450 INFO:tasks.workunit.client.0.smithi159.stdout:3/546: dwrite d9/df/f10 [4194304,4194304] 0 2024-09-17T10:39:51.450 INFO:tasks.workunit.client.0.smithi159.stdout:0/484: rmdir d5/d10 39 2024-09-17T10:39:51.452 INFO:tasks.workunit.client.1.smithi170.stdout:2/231: rename dd/d22/c42 to dd/d14/c48 0 2024-09-17T10:39:51.459 INFO:tasks.workunit.client.0.smithi159.stdout:5/466: rename d19/d1e/d4a/l8f to d19/d6f/d75/la2 0 2024-09-17T10:39:51.460 INFO:tasks.workunit.client.0.smithi159.stdout:3/547: write d9/df/d54/d59/f80 [2045221,3060] 0 2024-09-17T10:39:51.460 INFO:tasks.workunit.client.0.smithi159.stdout:2/464: dwrite d0/d14/d76/f25 [4194304,4194304] 0 2024-09-17T10:39:51.460 INFO:tasks.workunit.client.1.smithi170.stdout:9/141: dwrite dd/f10 [0,4194304] 0 2024-09-17T10:39:51.460 INFO:tasks.workunit.client.1.smithi170.stdout:7/176: symlink d25/l32 0 2024-09-17T10:39:51.460 INFO:tasks.workunit.client.1.smithi170.stdout:7/177: write f8 [1511309,64764] 0 2024-09-17T10:39:51.463 INFO:tasks.workunit.client.0.smithi159.stdout:7/480: mkdir d2/d44/da9/db1 0 2024-09-17T10:39:51.463 INFO:tasks.workunit.client.0.smithi159.stdout:7/481: chown d2/d18/d20/d3f/d40/f48 6092 1 2024-09-17T10:39:51.464 INFO:tasks.workunit.client.0.smithi159.stdout:0/485: getdents d5/d10/d18/d22/d3e/d51 0 2024-09-17T10:39:51.465 INFO:tasks.workunit.client.1.smithi170.stdout:0/217: symlink dd/de/d10/l4b 0 2024-09-17T10:39:51.473 INFO:tasks.workunit.client.0.smithi159.stdout:4/428: rename d0/l6f to d0/d9/d24/d52/l84 0 2024-09-17T10:39:51.474 INFO:tasks.workunit.client.1.smithi170.stdout:8/178: mkdir d4/df/d3f 0 2024-09-17T10:39:51.474 INFO:tasks.workunit.client.1.smithi170.stdout:8/179: write d4/f12 [6049920,105945] 0 2024-09-17T10:39:51.474 INFO:tasks.workunit.client.1.smithi170.stdout:8/180: truncate d4/d2e/f3e 686217 0 2024-09-17T10:39:51.474 INFO:tasks.workunit.client.1.smithi170.stdout:8/181: creat d4/f40 x:0 0 0 2024-09-17T10:39:51.474 INFO:tasks.workunit.client.0.smithi159.stdout:5/467: symlink d19/d69/d78/la3 0 2024-09-17T10:39:51.479 INFO:tasks.workunit.client.1.smithi170.stdout:9/142: dwrite fa [0,4194304] 0 2024-09-17T10:39:51.479 INFO:tasks.workunit.client.1.smithi170.stdout:3/331: symlink d18/d25/d3b/l79 0 2024-09-17T10:39:51.479 INFO:tasks.workunit.client.1.smithi170.stdout:3/332: chown d18/d25/f60 264446149 1 2024-09-17T10:39:51.482 INFO:tasks.workunit.client.1.smithi170.stdout:2/232: truncate dd/d14/d19/f1f 624874 0 2024-09-17T10:39:51.482 INFO:tasks.workunit.client.1.smithi170.stdout:2/233: write dd/d22/f2c [8975743,108031] 0 2024-09-17T10:39:51.484 INFO:tasks.workunit.client.0.smithi159.stdout:2/465: truncate d0/d9/f37 3722181 0 2024-09-17T10:39:51.484 INFO:tasks.workunit.client.0.smithi159.stdout:5/468: dread f10 [0,4194304] 0 2024-09-17T10:39:51.485 INFO:tasks.workunit.client.1.smithi170.stdout:7/178: mknod d25/c33 0 2024-09-17T10:39:51.486 INFO:tasks.workunit.client.1.smithi170.stdout:7/179: creat d25/d2a/f34 x:0 0 0 2024-09-17T10:39:51.487 INFO:tasks.workunit.client.0.smithi159.stdout:4/429: dwrite d0/d9/d24/d48/d51/f7c [0,4194304] 0 2024-09-17T10:39:51.487 INFO:tasks.workunit.client.0.smithi159.stdout:4/430: chown d0/d12/l7e 22728 1 2024-09-17T10:39:51.488 INFO:tasks.workunit.client.1.smithi170.stdout:2/234: read dd/d1a/d2a/f34 [1290104,9084] 0 2024-09-17T10:39:51.492 INFO:tasks.workunit.client.0.smithi159.stdout:0/486: rmdir d5/d10/d18/d22/d4c 39 2024-09-17T10:39:51.494 INFO:tasks.workunit.client.1.smithi170.stdout:0/218: rename dd/de/d16/d3e/f47 to dd/de/d3d/f4c 0 2024-09-17T10:39:51.494 INFO:tasks.workunit.client.1.smithi170.stdout:0/219: chown dd/de/d16/f3b 1392065 1 2024-09-17T10:39:51.495 INFO:tasks.workunit.client.1.smithi170.stdout:0/220: truncate dd/de/d10/d13/f1f 4226010 0 2024-09-17T10:39:51.495 INFO:tasks.workunit.client.1.smithi170.stdout:0/221: chown dd/f15 34158 1 2024-09-17T10:39:51.495 INFO:tasks.workunit.client.1.smithi170.stdout:0/222: write dd/de/d3d/f4c [705584,54293] 0 2024-09-17T10:39:51.497 INFO:tasks.workunit.client.0.smithi159.stdout:4/431: write d0/d12/f3a [2640669,100928] 0 2024-09-17T10:39:51.497 INFO:tasks.workunit.client.1.smithi170.stdout:0/223: dread f3 [0,4194304] 0 2024-09-17T10:39:51.497 INFO:tasks.workunit.client.1.smithi170.stdout:0/224: chown fa 71418 1 2024-09-17T10:39:51.498 INFO:tasks.workunit.client.0.smithi159.stdout:8/571: rename d4/dd/d10/d1a/f80 to d4/dd/d10/d33/d99/fb5 0 2024-09-17T10:39:51.499 INFO:tasks.workunit.client.0.smithi159.stdout:5/469: truncate d19/d1e/d4a/f67 270363 0 2024-09-17T10:39:51.501 INFO:tasks.workunit.client.1.smithi170.stdout:8/182: link d4/c23 d4/df/d3f/c41 0 2024-09-17T10:39:51.501 INFO:tasks.workunit.client.1.smithi170.stdout:8/183: dread - d4/df/f3b zero size 2024-09-17T10:39:51.503 INFO:tasks.workunit.client.0.smithi159.stdout:2/466: dwrite d0/d26/f49 [0,4194304] 0 2024-09-17T10:39:51.504 INFO:tasks.workunit.client.1.smithi170.stdout:4/140: truncate d9/d12/f22 375889 0 2024-09-17T10:39:51.505 INFO:tasks.workunit.client.1.smithi170.stdout:9/143: getdents dd/d16/d1d 0 2024-09-17T10:39:51.509 INFO:tasks.workunit.client.1.smithi170.stdout:3/333: rmdir d18/d25/d3b 39 2024-09-17T10:39:51.509 INFO:tasks.workunit.client.1.smithi170.stdout:3/334: chown d18/c55 1 1 2024-09-17T10:39:51.513 INFO:tasks.workunit.client.0.smithi159.stdout:7/482: rename d2/d8/d45/c60 to d2/d8/cb2 0 2024-09-17T10:39:51.514 INFO:tasks.workunit.client.0.smithi159.stdout:0/487: dwrite d5/d10/d18/d22/fa4 [0,4194304] 0 2024-09-17T10:39:51.516 INFO:tasks.workunit.client.0.smithi159.stdout:8/572: mkdir d4/d32/db6 0 2024-09-17T10:39:51.517 INFO:tasks.workunit.client.0.smithi159.stdout:2/467: write d0/d9/d40/f36 [3045274,106550] 0 2024-09-17T10:39:51.519 INFO:tasks.workunit.client.1.smithi170.stdout:7/180: mknod d25/c35 0 2024-09-17T10:39:51.520 INFO:tasks.workunit.client.1.smithi170.stdout:7/181: creat d25/d2a/f36 x:0 0 0 2024-09-17T10:39:51.520 INFO:tasks.workunit.client.1.smithi170.stdout:7/182: chown fa 6936212 1 2024-09-17T10:39:51.520 INFO:tasks.workunit.client.1.smithi170.stdout:7/183: creat d25/d2a/f37 x:0 0 0 2024-09-17T10:39:51.522 INFO:tasks.workunit.client.1.smithi170.stdout:2/235: rmdir dd/d14/d19/d37 39 2024-09-17T10:39:51.522 INFO:tasks.workunit.client.1.smithi170.stdout:2/236: fdatasync dd/d1a/f43 0 2024-09-17T10:39:51.522 INFO:tasks.workunit.client.1.smithi170.stdout:2/237: chown dd/f21 922 1 2024-09-17T10:39:51.527 INFO:tasks.workunit.client.1.smithi170.stdout:8/184: creat d4/df/d3a/f42 x:0 0 0 2024-09-17T10:39:51.529 INFO:tasks.workunit.client.0.smithi159.stdout:0/488: mkdir d5/d4f/db2 0 2024-09-17T10:39:51.529 INFO:tasks.workunit.client.0.smithi159.stdout:0/489: stat d5/d4f/d67/dad 0 2024-09-17T10:39:51.529 INFO:tasks.workunit.client.0.smithi159.stdout:5/470: dwrite d19/d1b/d1d/d59/f73 [0,4194304] 0 2024-09-17T10:39:51.529 INFO:tasks.workunit.client.0.smithi159.stdout:5/471: readlink d19/d6f/d75/la2 0 2024-09-17T10:39:51.530 INFO:tasks.workunit.client.0.smithi159.stdout:4/432: dwrite d0/d9/d24/d48/f83 [0,4194304] 0 2024-09-17T10:39:51.530 INFO:tasks.workunit.client.1.smithi170.stdout:0/225: dwrite dd/de/d16/f44 [0,4194304] 0 2024-09-17T10:39:51.530 INFO:tasks.workunit.client.1.smithi170.stdout:4/141: getdents d9 0 2024-09-17T10:39:51.532 INFO:tasks.workunit.client.0.smithi159.stdout:8/573: symlink d4/dd/d10/d4b/d9c/lb7 0 2024-09-17T10:39:51.532 INFO:tasks.workunit.client.1.smithi170.stdout:9/144: truncate fc 4763607 0 2024-09-17T10:39:51.533 INFO:tasks.workunit.client.1.smithi170.stdout:7/184: dwrite f20 [0,4194304] 0 2024-09-17T10:39:51.534 INFO:tasks.workunit.client.0.smithi159.stdout:2/468: symlink d0/df/d3e/d47/l9f 0 2024-09-17T10:39:51.538 INFO:tasks.workunit.client.1.smithi170.stdout:3/335: unlink f9 0 2024-09-17T10:39:51.541 INFO:tasks.workunit.client.1.smithi170.stdout:7/185: write fe [32987,1678] 0 2024-09-17T10:39:51.541 INFO:tasks.workunit.client.0.smithi159.stdout:7/483: rename d2/d23/d67/d47/d4a/f91 to d2/d23/d67/d47/d4a/d4d/dad/fb3 0 2024-09-17T10:39:51.544 INFO:tasks.workunit.client.0.smithi159.stdout:0/490: mkdir d5/d10/d18/d22/da2/db3 0 2024-09-17T10:39:51.544 INFO:tasks.workunit.client.0.smithi159.stdout:0/491: chown d5/d10/c41 4079671 1 2024-09-17T10:39:51.548 INFO:tasks.workunit.client.0.smithi159.stdout:5/472: dwrite d19/d1a/f20 [0,4194304] 0 2024-09-17T10:39:51.548 INFO:tasks.workunit.client.0.smithi159.stdout:5/473: chown d19/d1e/f58 89 1 2024-09-17T10:39:51.549 INFO:tasks.workunit.client.1.smithi170.stdout:2/238: truncate dd/f10 3667618 0 2024-09-17T10:39:51.552 INFO:tasks.workunit.client.0.smithi159.stdout:5/474: dread d19/d1a/d32/f5d [0,4194304] 0 2024-09-17T10:39:51.554 INFO:tasks.workunit.client.1.smithi170.stdout:8/185: link d4/df/f37 d4/d2e/d33/f43 0 2024-09-17T10:39:51.559 INFO:tasks.workunit.client.0.smithi159.stdout:4/433: dwrite d0/d9/da/d33/f3c [0,4194304] 0 2024-09-17T10:39:51.560 INFO:tasks.workunit.client.1.smithi170.stdout:0/226: unlink dd/de/d10/c41 0 2024-09-17T10:39:51.560 INFO:tasks.workunit.client.1.smithi170.stdout:7/186: dwrite d25/d2a/f2e [0,4194304] 0 2024-09-17T10:39:51.561 INFO:tasks.workunit.client.1.smithi170.stdout:7/187: fdatasync d25/d2a/f2b 0 2024-09-17T10:39:51.561 INFO:tasks.workunit.client.1.smithi170.stdout:7/188: read - d25/d2a/f2c zero size 2024-09-17T10:39:51.561 INFO:tasks.workunit.client.1.smithi170.stdout:7/189: creat d25/d2a/f38 x:0 0 0 2024-09-17T10:39:51.561 INFO:tasks.workunit.client.1.smithi170.stdout:7/190: fdatasync f6 0 2024-09-17T10:39:51.561 INFO:tasks.workunit.client.1.smithi170.stdout:7/191: truncate d25/d2a/f2b 15693 0 2024-09-17T10:39:51.564 INFO:tasks.workunit.client.1.smithi170.stdout:4/142: symlink d9/l2f 0 2024-09-17T10:39:51.569 INFO:tasks.workunit.client.1.smithi170.stdout:9/145: symlink dd/d16/l26 0 2024-09-17T10:39:51.569 INFO:tasks.workunit.client.1.smithi170.stdout:9/146: chown dd/d24 1 1 2024-09-17T10:39:51.572 INFO:tasks.workunit.client.0.smithi159.stdout:8/574: creat d4/dd/d10/d1a/d1e/fb8 x:0 0 0 2024-09-17T10:39:51.575 INFO:tasks.workunit.client.0.smithi159.stdout:2/469: symlink d0/df/d3e/d47/la0 0 2024-09-17T10:39:51.575 INFO:tasks.workunit.client.0.smithi159.stdout:2/470: dread - d0/df/d3e/d47/d79/f9c zero size 2024-09-17T10:39:51.577 INFO:tasks.workunit.client.1.smithi170.stdout:3/336: link d18/f1b d18/d25/d3b/f7a 0 2024-09-17T10:39:51.580 INFO:tasks.workunit.client.0.smithi159.stdout:2/471: fsync d0/d9/d40/f36 0 2024-09-17T10:39:51.581 INFO:tasks.workunit.client.0.smithi159.stdout:2/472: write d0/f54 [8407534,14117] 0 2024-09-17T10:39:51.581 INFO:tasks.workunit.client.1.smithi170.stdout:7/192: dwrite d25/d2a/f2c [0,4194304] 0 2024-09-17T10:39:51.581 INFO:tasks.workunit.client.0.smithi159.stdout:7/484: creat d2/d23/d67/fb4 x:0 0 0 2024-09-17T10:39:51.584 INFO:tasks.workunit.client.1.smithi170.stdout:2/239: symlink dd/l49 0 2024-09-17T10:39:51.585 INFO:tasks.workunit.client.1.smithi170.stdout:2/240: chown dd/d14/c48 83661 1 2024-09-17T10:39:51.586 INFO:tasks.workunit.client.1.smithi170.stdout:7/193: dread f15 [0,4194304] 0 2024-09-17T10:39:51.586 INFO:tasks.workunit.client.1.smithi170.stdout:7/194: truncate d25/d2a/f2f 3759 0 2024-09-17T10:39:51.586 INFO:tasks.workunit.client.1.smithi170.stdout:7/195: stat fc 0 2024-09-17T10:39:51.586 INFO:tasks.workunit.client.0.smithi159.stdout:5/475: dwrite fa [4194304,4194304] 0 2024-09-17T10:39:51.586 INFO:tasks.workunit.client.0.smithi159.stdout:5/476: chown d19/d1b/d1d/d59 807819 1 2024-09-17T10:39:51.587 INFO:tasks.workunit.client.0.smithi159.stdout:0/492: mknod d5/d10/d18/d22/d4c/d70/cb4 0 2024-09-17T10:39:51.589 INFO:tasks.workunit.client.1.smithi170.stdout:8/186: unlink d4/df/l30 0 2024-09-17T10:39:51.589 INFO:tasks.workunit.client.1.smithi170.stdout:8/187: stat d4/d2e/c38 0 2024-09-17T10:39:51.589 INFO:tasks.workunit.client.1.smithi170.stdout:8/188: fdatasync d4/d2e/d33/f34 0 2024-09-17T10:39:51.601 INFO:tasks.workunit.client.1.smithi170.stdout:0/227: unlink dd/de/d10/d13/l36 0 2024-09-17T10:39:51.604 INFO:tasks.workunit.client.0.smithi159.stdout:7/485: creat d2/d23/d67/d7b/fb5 x:0 0 0 2024-09-17T10:39:51.606 INFO:tasks.workunit.client.1.smithi170.stdout:8/189: dread d4/df/f22 [0,4194304] 0 2024-09-17T10:39:51.607 INFO:tasks.workunit.client.0.smithi159.stdout:5/477: mkdir d19/d1a/da4 0 2024-09-17T10:39:51.607 INFO:tasks.workunit.client.0.smithi159.stdout:5/478: chown d19/d1b/d21 106295809 1 2024-09-17T10:39:51.611 INFO:tasks.workunit.client.0.smithi159.stdout:0/493: rename d5/d10/d18/d22/d4c/c5b to d5/d10/d18/d22/d4c/d6b/d7c/cb5 0 2024-09-17T10:39:51.615 INFO:tasks.workunit.client.0.smithi159.stdout:6/530: sync 2024-09-17T10:39:51.615 INFO:tasks.workunit.client.0.smithi159.stdout:4/434: rmdir d0/d9/d24/d48 39 2024-09-17T10:39:51.615 INFO:tasks.workunit.client.0.smithi159.stdout:4/435: readlink d0/d9/da/d19/l43 0 2024-09-17T10:39:51.618 INFO:tasks.workunit.client.0.smithi159.stdout:0/494: mknod d5/d10/d18/cb6 0 2024-09-17T10:39:51.618 INFO:tasks.workunit.client.0.smithi159.stdout:0/495: read - d5/d12/d32/fa9 zero size 2024-09-17T10:39:51.619 INFO:tasks.workunit.client.0.smithi159.stdout:8/575: dwrite d4/d32/d5f/f84 [0,4194304] 0 2024-09-17T10:39:51.619 INFO:tasks.workunit.client.0.smithi159.stdout:8/576: stat d4/d4e/d63/fa3 0 2024-09-17T10:39:51.619 INFO:tasks.workunit.client.1.smithi170.stdout:3/337: dwrite f0 [0,4194304] 0 2024-09-17T10:39:51.620 INFO:tasks.workunit.client.0.smithi159.stdout:8/577: read d4/f23 [1202234,118302] 0 2024-09-17T10:39:51.620 INFO:tasks.workunit.client.0.smithi159.stdout:8/578: chown d4/dd/d10/d78 409378810 1 2024-09-17T10:39:51.620 INFO:tasks.workunit.client.0.smithi159.stdout:8/579: dread - d4/dd/d10/d4b/d8b/d53/fa9 zero size 2024-09-17T10:39:51.620 INFO:tasks.workunit.client.0.smithi159.stdout:8/580: chown d4/dd/d10/d1a/d6b 4 1 2024-09-17T10:39:51.620 INFO:tasks.workunit.client.0.smithi159.stdout:8/581: creat d4/da/fb9 x:0 0 0 2024-09-17T10:39:51.621 INFO:tasks.workunit.client.0.smithi159.stdout:2/473: dwrite d0/d26/d4b/d6d/f95 [0,4194304] 0 2024-09-17T10:39:51.623 INFO:tasks.workunit.client.0.smithi159.stdout:6/531: creat d1/df/d2c/d35/d99/fa0 x:0 0 0 2024-09-17T10:39:51.623 INFO:tasks.workunit.client.0.smithi159.stdout:6/532: stat d1/df/c1d 0 2024-09-17T10:39:51.623 INFO:tasks.workunit.client.0.smithi159.stdout:6/533: readlink d1/df/d11/d5a/l7f 0 2024-09-17T10:39:51.626 INFO:tasks.workunit.client.0.smithi159.stdout:4/436: mkdir d0/d9/d24/d39/d6a/d85 0 2024-09-17T10:39:51.626 INFO:tasks.workunit.client.0.smithi159.stdout:4/437: truncate d0/d9/d24/d39/d6a/f77 203467 0 2024-09-17T10:39:51.629 INFO:tasks.workunit.client.0.smithi159.stdout:6/534: dread d1/df/d2c/d85/f43 [0,4194304] 0 2024-09-17T10:39:51.630 INFO:tasks.workunit.client.0.smithi159.stdout:6/535: stat d1/df/d2c/f60 0 2024-09-17T10:39:51.630 INFO:tasks.workunit.client.0.smithi159.stdout:6/536: readlink d1/df/d11/d5a/l86 0 2024-09-17T10:39:51.630 INFO:tasks.workunit.client.1.smithi170.stdout:4/143: dread d9/f17 [0,4194304] 0 2024-09-17T10:39:51.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/582: unlink d4/dd/d10/d1a/d72/d81/f85 0 2024-09-17T10:39:51.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/583: chown d4/d4e/d63/c74 28 1 2024-09-17T10:39:51.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/584: write d4/da/f8e [859585,96706] 0 2024-09-17T10:39:51.637 INFO:tasks.workunit.client.0.smithi159.stdout:7/486: dwrite d2/d18/f54 [0,4194304] 0 2024-09-17T10:39:51.637 INFO:tasks.workunit.client.1.smithi170.stdout:8/190: dwrite d4/df/f37 [0,4194304] 0 2024-09-17T10:39:51.638 INFO:tasks.workunit.client.1.smithi170.stdout:8/191: write d4/df/f16 [5209119,108823] 0 2024-09-17T10:39:51.638 INFO:tasks.workunit.client.1.smithi170.stdout:8/192: fdatasync d4/df/d3a/f42 0 2024-09-17T10:39:51.639 INFO:tasks.workunit.client.1.smithi170.stdout:2/241: creat dd/d3a/f4a x:0 0 0 2024-09-17T10:39:51.640 INFO:tasks.workunit.client.0.smithi159.stdout:2/474: symlink d0/d14/d76/d67/la1 0 2024-09-17T10:39:51.643 INFO:tasks.workunit.client.1.smithi170.stdout:7/196: creat d25/f39 x:0 0 0 2024-09-17T10:39:51.644 INFO:tasks.workunit.client.0.smithi159.stdout:5/479: dwrite d19/d6f/d75/f91 [0,4194304] 0 2024-09-17T10:39:51.645 INFO:tasks.workunit.client.0.smithi159.stdout:6/537: rmdir d1 39 2024-09-17T10:39:51.647 INFO:tasks.workunit.client.1.smithi170.stdout:0/228: mkdir dd/de/d3d/d4d 0 2024-09-17T10:39:51.647 INFO:tasks.workunit.client.1.smithi170.stdout:0/229: creat dd/f4e x:0 0 0 2024-09-17T10:39:51.648 INFO:tasks.workunit.client.0.smithi159.stdout:4/438: dwrite d0/d12/f35 [0,4194304] 0 2024-09-17T10:39:51.650 INFO:tasks.workunit.client.0.smithi159.stdout:5/480: dread f10 [0,4194304] 0 2024-09-17T10:39:51.650 INFO:tasks.workunit.client.0.smithi159.stdout:8/585: creat d4/d32/d86/fba x:0 0 0 2024-09-17T10:39:51.651 INFO:tasks.workunit.client.1.smithi170.stdout:7/197: dread f6 [0,4194304] 0 2024-09-17T10:39:51.651 INFO:tasks.workunit.client.1.smithi170.stdout:7/198: creat d25/d2a/f3a x:0 0 0 2024-09-17T10:39:51.652 INFO:tasks.workunit.client.1.smithi170.stdout:3/338: mkdir d18/d2c/d4f/d7b 0 2024-09-17T10:39:51.652 INFO:tasks.workunit.client.1.smithi170.stdout:3/339: read fb [2120617,10136] 0 2024-09-17T10:39:51.652 INFO:tasks.workunit.client.1.smithi170.stdout:3/340: chown d18/d20/f70 21478 1 2024-09-17T10:39:51.661 INFO:tasks.workunit.client.1.smithi170.stdout:0/230: write dd/de/d16/f1a [1552968,8949] 0 2024-09-17T10:39:51.662 INFO:tasks.workunit.client.0.smithi159.stdout:4/439: write d0/d9/d24/d48/d53/f68 [405840,57297] 0 2024-09-17T10:39:51.662 INFO:tasks.workunit.client.0.smithi159.stdout:4/440: readlink d0/d9/da/l10 0 2024-09-17T10:39:51.662 INFO:tasks.workunit.client.0.smithi159.stdout:4/441: fsync d0/d9/d24/d48/d51/f6d 0 2024-09-17T10:39:51.663 INFO:tasks.workunit.client.0.smithi159.stdout:7/487: dwrite d2/d18/f28 [4194304,4194304] 0 2024-09-17T10:39:51.663 INFO:tasks.workunit.client.0.smithi159.stdout:7/488: read - d2/d18/d20/d2c/f41 zero size 2024-09-17T10:39:51.667 INFO:tasks.workunit.client.1.smithi170.stdout:3/341: write f0 [1731854,32548] 0 2024-09-17T10:39:51.668 INFO:tasks.workunit.client.0.smithi159.stdout:8/586: read d4/dd/d10/f51 [1791439,73312] 0 2024-09-17T10:39:51.674 INFO:tasks.workunit.client.0.smithi159.stdout:2/475: truncate d0/d26/d4b/d6d/f5a 913325 0 2024-09-17T10:39:51.675 INFO:tasks.workunit.client.0.smithi159.stdout:9/568: sync 2024-09-17T10:39:51.675 INFO:tasks.workunit.client.0.smithi159.stdout:1/513: sync 2024-09-17T10:39:51.675 INFO:tasks.workunit.client.0.smithi159.stdout:1/514: stat d1/d19/d1a/dc/l2d 0 2024-09-17T10:39:51.675 INFO:tasks.workunit.client.0.smithi159.stdout:9/569: dread - d0/d3/d7/da9/fb9 zero size 2024-09-17T10:39:51.675 INFO:tasks.workunit.client.1.smithi170.stdout:0/231: dread dd/de/d16/f44 [0,4194304] 0 2024-09-17T10:39:51.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:51 smithi159 ceph-mon[27674]: pgmap v274: 65 pgs: 65 active+clean; 1.1 GiB data, 3.6 GiB used, 533 GiB / 536 GiB avail; 109 MiB/s rd, 149 MiB/s wr, 496 op/s 2024-09-17T10:39:51.682 INFO:tasks.workunit.client.0.smithi159.stdout:6/538: unlink d1/df/d11/d57/f62 0 2024-09-17T10:39:51.683 INFO:tasks.workunit.client.1.smithi170.stdout:2/242: symlink dd/d1a/l4b 0 2024-09-17T10:39:51.690 INFO:tasks.workunit.client.1.smithi170.stdout:7/199: mkdir d25/d3b 0 2024-09-17T10:39:51.690 INFO:tasks.workunit.client.1.smithi170.stdout:7/200: creat d25/d2a/f3c x:0 0 0 2024-09-17T10:39:51.693 INFO:tasks.workunit.client.0.smithi159.stdout:4/442: getdents d0/d9/d24/d48 0 2024-09-17T10:39:51.693 INFO:tasks.workunit.client.0.smithi159.stdout:4/443: chown d0/d12 10 1 2024-09-17T10:39:51.693 INFO:tasks.workunit.client.0.smithi159.stdout:4/444: rename d0/d9/d24/d52/d5d/d82 to d0/d9/d24/d52/d5d/d82/d86 22 2024-09-17T10:39:51.693 INFO:tasks.workunit.client.1.smithi170.stdout:9/147: rmdir dd/d16 39 2024-09-17T10:39:51.695 INFO:tasks.workunit.client.1.smithi170.stdout:0/232: dwrite dd/de/d16/f3c [0,4194304] 0 2024-09-17T10:39:51.696 INFO:tasks.workunit.client.0.smithi159.stdout:6/539: dwrite d1/df/d11/f27 [4194304,4194304] 0 2024-09-17T10:39:51.696 INFO:tasks.workunit.client.0.smithi159.stdout:6/540: fdatasync d1/df/d11/d16/f19 0 2024-09-17T10:39:51.699 INFO:tasks.workunit.client.1.smithi170.stdout:3/342: mkdir d18/d4b/d7c 0 2024-09-17T10:39:51.699 INFO:tasks.workunit.client.0.smithi159.stdout:7/489: mknod d2/d23/d67/cb6 0 2024-09-17T10:39:51.699 INFO:tasks.workunit.client.0.smithi159.stdout:8/587: creat d4/dd/d10/d78/dab/fbb x:0 0 0 2024-09-17T10:39:51.699 INFO:tasks.workunit.client.0.smithi159.stdout:8/588: dread - d4/dd/d10/d1a/d1e/d3e/f4f zero size 2024-09-17T10:39:51.702 INFO:tasks.workunit.client.1.smithi170.stdout:2/243: mkdir dd/d14/d19/d4c 0 2024-09-17T10:39:51.702 INFO:tasks.workunit.client.1.smithi170.stdout:2/244: stat dd/d1a/d2a/l39 0 2024-09-17T10:39:51.702 INFO:tasks.workunit.client.1.smithi170.stdout:2/245: chown dd/d1a/l3c 36 1 2024-09-17T10:39:51.702 INFO:tasks.workunit.client.1.smithi170.stdout:2/246: write dd/d14/d19/f33 [473890,126694] 0 2024-09-17T10:39:51.703 INFO:tasks.workunit.client.0.smithi159.stdout:2/476: mknod d0/df/d3e/d47/ca2 0 2024-09-17T10:39:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:51 smithi170 ceph-mon[33842]: pgmap v274: 65 pgs: 65 active+clean; 1.1 GiB data, 3.6 GiB used, 533 GiB / 536 GiB avail; 109 MiB/s rd, 149 MiB/s wr, 496 op/s 2024-09-17T10:39:51.707 INFO:tasks.workunit.client.0.smithi159.stdout:6/541: dread d1/df/d2c/d85/f54 [0,4194304] 0 2024-09-17T10:39:51.707 INFO:tasks.workunit.client.0.smithi159.stdout:6/542: creat d1/d5d/d51/fa1 x:0 0 0 2024-09-17T10:39:51.707 INFO:tasks.workunit.client.0.smithi159.stdout:6/543: truncate d1/d5d/f94 802061 0 2024-09-17T10:39:51.707 INFO:tasks.workunit.client.0.smithi159.stdout:1/515: link d1/d19/d1a/f8 d1/d19/d1a/dc/d18/f93 0 2024-09-17T10:39:51.709 INFO:tasks.workunit.client.1.smithi170.stdout:7/201: unlink d25/f39 0 2024-09-17T10:39:51.711 INFO:tasks.workunit.client.0.smithi159.stdout:9/570: mkdir d0/d3/d7/da/d46/d54/dc4 0 2024-09-17T10:39:51.711 INFO:tasks.workunit.client.0.smithi159.stdout:9/571: creat d0/d3/d7/da/dc/d1c/d31/d47/fc5 x:0 0 0 2024-09-17T10:39:51.712 INFO:tasks.workunit.client.0.smithi159.stdout:5/481: mknod d19/ca5 0 2024-09-17T10:39:51.712 INFO:tasks.workunit.client.0.smithi159.stdout:5/482: dread - d19/d1a/d89/f9e zero size 2024-09-17T10:39:51.714 INFO:tasks.workunit.client.1.smithi170.stdout:0/233: mknod dd/de/d10/d13/d1d/d49/c4f 0 2024-09-17T10:39:51.714 INFO:tasks.workunit.client.1.smithi170.stdout:0/234: fdatasync dd/de/d10/f24 0 2024-09-17T10:39:51.715 INFO:tasks.workunit.client.0.smithi159.stdout:7/490: mkdir d2/d18/d20/d3f/d77/db7 0 2024-09-17T10:39:51.717 INFO:tasks.workunit.client.0.smithi159.stdout:8/589: symlink d4/d4e/d63/lbc 0 2024-09-17T10:39:51.718 INFO:tasks.workunit.client.1.smithi170.stdout:2/247: symlink dd/l4d 0 2024-09-17T10:39:51.719 INFO:tasks.workunit.client.0.smithi159.stdout:2/477: symlink d0/d26/la3 0 2024-09-17T10:39:51.720 INFO:tasks.workunit.client.1.smithi170.stdout:7/202: mknod d25/d2a/c3d 0 2024-09-17T10:39:51.720 INFO:tasks.workunit.client.1.smithi170.stdout:7/203: fdatasync d25/d2a/f38 0 2024-09-17T10:39:51.720 INFO:tasks.workunit.client.1.smithi170.stdout:7/204: chown c14 15 1 2024-09-17T10:39:51.720 INFO:tasks.workunit.client.1.smithi170.stdout:7/205: fdatasync d25/d2a/f38 0 2024-09-17T10:39:51.723 INFO:tasks.workunit.client.0.smithi159.stdout:6/544: mknod d1/df/d2c/d35/ca2 0 2024-09-17T10:39:51.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/148: dwrite f9 [0,4194304] 0 2024-09-17T10:39:51.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/149: creat dd/f27 x:0 0 0 2024-09-17T10:39:51.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/150: fdatasync dd/f1e 0 2024-09-17T10:39:51.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/151: chown dd/f15 16327310 1 2024-09-17T10:39:51.725 INFO:tasks.workunit.client.1.smithi170.stdout:3/343: dwrite d18/d1c/f3f [0,4194304] 0 2024-09-17T10:39:51.725 INFO:tasks.workunit.client.1.smithi170.stdout:3/344: chown d18/d20/f70 7550 1 2024-09-17T10:39:51.725 INFO:tasks.workunit.client.0.smithi159.stdout:1/516: truncate d1/d2f/f59 131876 0 2024-09-17T10:39:51.726 INFO:tasks.workunit.client.0.smithi159.stdout:3/548: sync 2024-09-17T10:39:51.726 INFO:tasks.workunit.client.0.smithi159.stdout:3/549: dread - d9/df/d3f/f84 zero size 2024-09-17T10:39:51.727 INFO:tasks.workunit.client.0.smithi159.stdout:9/572: symlink d0/d3/d7/da/d1a/lc6 0 2024-09-17T10:39:51.729 INFO:tasks.workunit.client.1.smithi170.stdout:0/235: write dd/de/d10/d13/d1d/f45 [903418,63171] 0 2024-09-17T10:39:51.729 INFO:tasks.workunit.client.1.smithi170.stdout:0/236: read f8 [4327897,70150] 0 2024-09-17T10:39:51.729 INFO:tasks.workunit.client.1.smithi170.stdout:0/237: write f8 [3659817,91970] 0 2024-09-17T10:39:51.729 INFO:tasks.workunit.client.1.smithi170.stdout:0/238: write dd/de/d10/d13/f26 [398256,106187] 0 2024-09-17T10:39:51.734 INFO:tasks.workunit.client.0.smithi159.stdout:8/590: link d4/dd/d20/f89 d4/dd/d10/d1a/d72/fbd 0 2024-09-17T10:39:51.734 INFO:tasks.workunit.client.0.smithi159.stdout:8/591: creat d4/dd/d10/d4b/d8b/d53/fbe x:0 0 0 2024-09-17T10:39:51.734 INFO:tasks.workunit.client.1.smithi170.stdout:3/345: mkdir d18/d2c/d41/d7d 0 2024-09-17T10:39:51.735 INFO:tasks.workunit.client.1.smithi170.stdout:9/152: dread f8 [0,4194304] 0 2024-09-17T10:39:51.736 INFO:tasks.workunit.client.1.smithi170.stdout:9/153: write dd/d16/d17/f22 [367513,125181] 0 2024-09-17T10:39:51.736 INFO:tasks.workunit.client.1.smithi170.stdout:9/154: chown fb 4147685 1 2024-09-17T10:39:51.736 INFO:tasks.workunit.client.0.smithi159.stdout:2/478: mknod d0/df/ca4 0 2024-09-17T10:39:51.740 INFO:tasks.workunit.client.1.smithi170.stdout:9/155: dread fb [0,4194304] 0 2024-09-17T10:39:51.740 INFO:tasks.workunit.client.1.smithi170.stdout:2/248: dread dd/f18 [0,4194304] 0 2024-09-17T10:39:51.741 INFO:tasks.workunit.client.1.smithi170.stdout:0/239: mknod dd/de/d10/d13/c50 0 2024-09-17T10:39:51.741 INFO:tasks.workunit.client.1.smithi170.stdout:0/240: chown dd/l42 355730 1 2024-09-17T10:39:51.741 INFO:tasks.workunit.client.1.smithi170.stdout:0/241: read - dd/de/d16/f3b zero size 2024-09-17T10:39:51.741 INFO:tasks.workunit.client.0.smithi159.stdout:4/445: dwrite d0/d9/d24/f75 [0,4194304] 0 2024-09-17T10:39:51.743 INFO:tasks.workunit.client.0.smithi159.stdout:1/517: link d1/d19/d1a/dc/f42 d1/d2f/f94 0 2024-09-17T10:39:51.744 INFO:tasks.workunit.client.1.smithi170.stdout:3/346: rename d18/d25/d3b to d18/d2c/d3e/d57/d7e 0 2024-09-17T10:39:51.747 INFO:tasks.workunit.client.1.smithi170.stdout:7/206: dread f4 [0,4194304] 0 2024-09-17T10:39:51.749 INFO:tasks.workunit.client.1.smithi170.stdout:2/249: getdents dd/d22/d32 0 2024-09-17T10:39:51.749 INFO:tasks.workunit.client.1.smithi170.stdout:2/250: truncate dd/d22/f41 82264 0 2024-09-17T10:39:51.749 INFO:tasks.workunit.client.1.smithi170.stdout:2/251: chown dd/d22/f3e 4 1 2024-09-17T10:39:51.756 INFO:tasks.workunit.client.0.smithi159.stdout:1/518: dread d1/d19/d1a/dc/d18/f5c [4194304,4194304] 0 2024-09-17T10:39:51.756 INFO:tasks.workunit.client.1.smithi170.stdout:0/242: truncate dd/de/d10/f2f 133530 0 2024-09-17T10:39:51.757 INFO:tasks.workunit.client.1.smithi170.stdout:0/243: dread - dd/de/d10/d13/f3a zero size 2024-09-17T10:39:51.760 INFO:tasks.workunit.client.1.smithi170.stdout:3/347: write d18/d2c/d4f/f54 [4081057,94933] 0 2024-09-17T10:39:51.760 INFO:tasks.workunit.client.1.smithi170.stdout:9/156: rename dd/d16/d17/l18 to dd/d16/d1d/l28 0 2024-09-17T10:39:51.760 INFO:tasks.workunit.client.1.smithi170.stdout:9/157: chown dd/d16/d17/c1a 11 1 2024-09-17T10:39:51.762 INFO:tasks.workunit.client.0.smithi159.stdout:5/483: rmdir d19/d6f 39 2024-09-17T10:39:51.762 INFO:tasks.workunit.client.0.smithi159.stdout:5/484: readlink d19/d1b/d1d/d59/l88 0 2024-09-17T10:39:51.765 INFO:tasks.workunit.client.0.smithi159.stdout:7/491: rename d2/d8 to d2/d18/d20/db8 0 2024-09-17T10:39:51.766 INFO:tasks.workunit.client.1.smithi170.stdout:9/158: dread dd/d16/d17/f22 [0,4194304] 0 2024-09-17T10:39:51.766 INFO:tasks.workunit.client.1.smithi170.stdout:9/159: truncate f9 4900751 0 2024-09-17T10:39:51.767 INFO:tasks.workunit.client.0.smithi159.stdout:1/519: read d1/d19/d1a/dc/d31/f50 [3123879,120849] 0 2024-09-17T10:39:51.767 INFO:tasks.workunit.client.0.smithi159.stdout:8/592: dwrite d4/da/f8e [0,4194304] 0 2024-09-17T10:39:51.772 INFO:tasks.workunit.client.0.smithi159.stdout:2/479: creat d0/d14/fa5 x:0 0 0 2024-09-17T10:39:51.774 INFO:tasks.workunit.client.1.smithi170.stdout:0/244: mknod dd/de/d10/d13/c51 0 2024-09-17T10:39:51.776 INFO:tasks.workunit.client.1.smithi170.stdout:2/252: dwrite dd/d14/f20 [0,4194304] 0 2024-09-17T10:39:51.776 INFO:tasks.workunit.client.1.smithi170.stdout:2/253: chown dd/d14 3 1 2024-09-17T10:39:51.781 INFO:tasks.workunit.client.1.smithi170.stdout:3/348: unlink fb 0 2024-09-17T10:39:51.781 INFO:tasks.workunit.client.1.smithi170.stdout:3/349: write d18/d20/f70 [268420,10327] 0 2024-09-17T10:39:51.784 INFO:tasks.workunit.client.1.smithi170.stdout:0/245: symlink dd/de/d3d/d4d/l52 0 2024-09-17T10:39:51.785 INFO:tasks.workunit.client.1.smithi170.stdout:0/246: truncate dd/de/d3d/f4c 1632119 0 2024-09-17T10:39:51.786 INFO:tasks.workunit.client.1.smithi170.stdout:3/350: read d18/d20/d2d/f32 [1108114,22570] 0 2024-09-17T10:39:51.788 INFO:tasks.workunit.client.1.smithi170.stdout:2/254: dread dd/f29 [0,4194304] 0 2024-09-17T10:39:51.797 INFO:tasks.workunit.client.1.smithi170.stdout:2/255: symlink dd/d1a/l4e 0 2024-09-17T10:39:51.797 INFO:tasks.workunit.client.1.smithi170.stdout:2/256: stat dd/d14/d19/f3d 0 2024-09-17T10:39:51.797 INFO:tasks.workunit.client.1.smithi170.stdout:2/257: fdatasync dd/d22/d32/f26 0 2024-09-17T10:39:51.800 INFO:tasks.workunit.client.1.smithi170.stdout:2/258: unlink dd/d1a/f46 0 2024-09-17T10:39:51.800 INFO:tasks.workunit.client.1.smithi170.stdout:2/259: read dd/d22/f41 [69360,130601] 0 2024-09-17T10:39:51.801 INFO:tasks.workunit.client.0.smithi159.stdout:1/520: dwrite d1/d19/d1a/f39 [0,4194304] 0 2024-09-17T10:39:51.801 INFO:tasks.workunit.client.0.smithi159.stdout:1/521: fsync d1/d2/f5f 0 2024-09-17T10:39:51.801 INFO:tasks.workunit.client.0.smithi159.stdout:8/593: dwrite d4/dd/d10/d4b/d8b/d53/fbe [0,4194304] 0 2024-09-17T10:39:51.802 INFO:tasks.workunit.client.0.smithi159.stdout:4/446: unlink d0/d9/d67/f6c 0 2024-09-17T10:39:51.802 INFO:tasks.workunit.client.0.smithi159.stdout:4/447: write d0/d9/d24/d39/d6a/f81 [43227,57815] 0 2024-09-17T10:39:51.803 INFO:tasks.workunit.client.1.smithi170.stdout:9/160: dwrite f8 [0,4194304] 0 2024-09-17T10:39:51.803 INFO:tasks.workunit.client.1.smithi170.stdout:0/247: dwrite dd/de/d16/f1a [0,4194304] 0 2024-09-17T10:39:51.803 INFO:tasks.workunit.client.1.smithi170.stdout:1/258: sync 2024-09-17T10:39:51.803 INFO:tasks.workunit.client.1.smithi170.stdout:6/174: sync 2024-09-17T10:39:51.803 INFO:tasks.workunit.client.1.smithi170.stdout:5/234: sync 2024-09-17T10:39:51.803 INFO:tasks.workunit.client.0.smithi159.stdout:9/573: getdents d0/d3/d7/da/d46/d54/d8b/db8 0 2024-09-17T10:39:51.804 INFO:tasks.workunit.client.0.smithi159.stdout:9/574: write d0/d3/d7/da/f2d [4653251,12409] 0 2024-09-17T10:39:51.805 INFO:tasks.workunit.client.0.smithi159.stdout:5/485: mknod d19/d22/d8e/ca6 0 2024-09-17T10:39:51.806 INFO:tasks.workunit.client.1.smithi170.stdout:2/260: write dd/d14/f36 [2855133,116917] 0 2024-09-17T10:39:51.806 INFO:tasks.workunit.client.1.smithi170.stdout:2/261: fdatasync dd/d14/d19/f33 0 2024-09-17T10:39:51.809 INFO:tasks.workunit.client.0.smithi159.stdout:3/550: rename d9/df/d54/d3c/f56 to d9/df/d54/d59/fa2 0 2024-09-17T10:39:51.809 INFO:tasks.workunit.client.0.smithi159.stdout:3/551: chown d9/df/d2c/c34 418 1 2024-09-17T10:39:51.811 INFO:tasks.workunit.client.1.smithi170.stdout:9/161: mkdir dd/d16/d1d/d29 0 2024-09-17T10:39:51.812 INFO:tasks.workunit.client.0.smithi159.stdout:7/492: mkdir d2/d44/da9/db9 0 2024-09-17T10:39:51.819 INFO:tasks.workunit.client.1.smithi170.stdout:0/248: mknod dd/de/d3d/c53 0 2024-09-17T10:39:51.819 INFO:tasks.workunit.client.1.smithi170.stdout:0/249: truncate dd/de/d16/f3b 538019 0 2024-09-17T10:39:51.819 INFO:tasks.workunit.client.1.smithi170.stdout:0/250: dread - dd/de/d16/f35 zero size 2024-09-17T10:39:51.819 INFO:tasks.workunit.client.1.smithi170.stdout:0/251: stat dd/de/d16/f30 0 2024-09-17T10:39:51.819 INFO:tasks.workunit.client.1.smithi170.stdout:0/252: dread - dd/de/d3d/f4a zero size 2024-09-17T10:39:51.820 INFO:tasks.workunit.client.0.smithi159.stdout:9/575: dwrite d0/d3/d7/da/dc/de/d36/db3/fb6 [0,4194304] 0 2024-09-17T10:39:51.825 INFO:tasks.workunit.client.1.smithi170.stdout:5/235: truncate d1/d27/f33 78894 0 2024-09-17T10:39:51.826 INFO:tasks.workunit.client.0.smithi159.stdout:8/594: symlink d4/d4e/lbf 0 2024-09-17T10:39:51.827 INFO:tasks.workunit.client.1.smithi170.stdout:8/193: dwrite d4/df/f37 [4194304,4194304] 0 2024-09-17T10:39:51.827 INFO:tasks.workunit.client.1.smithi170.stdout:8/194: write d4/f18 [411773,17042] 0 2024-09-17T10:39:51.828 INFO:tasks.workunit.client.0.smithi159.stdout:8/595: dread d4/dd/d10/d33/d99/fb5 [0,4194304] 0 2024-09-17T10:39:51.828 INFO:tasks.workunit.client.0.smithi159.stdout:8/596: truncate d4/dd/d10/d1a/d1e/fb8 313360 0 2024-09-17T10:39:51.828 INFO:tasks.workunit.client.0.smithi159.stdout:8/597: chown d4/da/fb9 916 1 2024-09-17T10:39:51.828 INFO:tasks.workunit.client.0.smithi159.stdout:8/598: truncate d4/dd/d10/d1a/d1e/f2a 5224741 0 2024-09-17T10:39:51.828 INFO:tasks.workunit.client.0.smithi159.stdout:8/599: chown d4/dd/d10/f18 3480640 1 2024-09-17T10:39:51.828 INFO:tasks.workunit.client.0.smithi159.stdout:8/600: creat d4/dd/d10/d4b/fc0 x:0 0 0 2024-09-17T10:39:51.829 INFO:tasks.workunit.client.0.smithi159.stdout:4/448: symlink d0/d9/l87 0 2024-09-17T10:39:51.829 INFO:tasks.workunit.client.1.smithi170.stdout:2/262: truncate dd/f29 2721319 0 2024-09-17T10:39:51.830 INFO:tasks.workunit.client.1.smithi170.stdout:5/236: dread d1/d3/fd [0,4194304] 0 2024-09-17T10:39:51.830 INFO:tasks.workunit.client.1.smithi170.stdout:5/237: chown d1/d3/d13/d1a/c2d 1658 1 2024-09-17T10:39:51.830 INFO:tasks.workunit.client.1.smithi170.stdout:5/238: creat d1/f4a x:0 0 0 2024-09-17T10:39:51.831 INFO:tasks.workunit.client.0.smithi159.stdout:5/486: mkdir d19/d1b/d1d/d59/da7 0 2024-09-17T10:39:51.831 INFO:tasks.workunit.client.0.smithi159.stdout:5/487: chown d19/f7d 468078 1 2024-09-17T10:39:51.833 INFO:tasks.workunit.client.1.smithi170.stdout:9/162: mkdir dd/d16/d2a 0 2024-09-17T10:39:51.835 INFO:tasks.workunit.client.0.smithi159.stdout:3/552: symlink d9/df/d2c/d2f/d63/d8d/d8e/la3 0 2024-09-17T10:39:51.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/553: write d9/df/d2c/d2f/d63/d8d/f6d [336328,71648] 0 2024-09-17T10:39:51.836 INFO:tasks.workunit.client.0.smithi159.stdout:3/554: truncate d9/df/d54/d3c/f50 4612048 0 2024-09-17T10:39:51.836 INFO:tasks.workunit.client.1.smithi170.stdout:0/253: mkdir dd/de/d16/d54 0 2024-09-17T10:39:51.837 INFO:tasks.workunit.client.0.smithi159.stdout:7/493: creat d2/d23/d67/d47/d87/fba x:0 0 0 2024-09-17T10:39:51.840 INFO:tasks.workunit.client.1.smithi170.stdout:6/175: link d0/d3b/l37 d0/d3b/l42 0 2024-09-17T10:39:51.843 INFO:tasks.workunit.client.1.smithi170.stdout:1/259: getdents d3/d5/d27/d51 0 2024-09-17T10:39:51.844 INFO:tasks.workunit.client.0.smithi159.stdout:4/449: write d0/d9/d24/f75 [3001510,110712] 0 2024-09-17T10:39:51.844 INFO:tasks.workunit.client.0.smithi159.stdout:4/450: fdatasync d0/f8 0 2024-09-17T10:39:51.845 INFO:tasks.workunit.client.0.smithi159.stdout:3/555: write d9/df/f64 [337513,112541] 0 2024-09-17T10:39:51.845 INFO:tasks.workunit.client.0.smithi159.stdout:3/556: stat d9/df/f85 0 2024-09-17T10:39:51.845 INFO:tasks.workunit.client.0.smithi159.stdout:3/557: write d9/df/d3f/f8a [329764,4335] 0 2024-09-17T10:39:51.845 INFO:tasks.workunit.client.0.smithi159.stdout:3/558: fsync d9/f23 0 2024-09-17T10:39:51.845 INFO:tasks.workunit.client.1.smithi170.stdout:0/254: write dd/de/d16/f1a [3445034,50710] 0 2024-09-17T10:39:51.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/576: mkdir d0/d3/d7/da/d1a/dc7 0 2024-09-17T10:39:51.849 INFO:tasks.workunit.client.1.smithi170.stdout:8/195: mkdir d4/df/d3f/d44 0 2024-09-17T10:39:51.854 INFO:tasks.workunit.client.1.smithi170.stdout:1/260: dread d3/d5/d27/f1c [0,4194304] 0 2024-09-17T10:39:51.854 INFO:tasks.workunit.client.1.smithi170.stdout:1/261: chown d3/d5/f42 930144 1 2024-09-17T10:39:51.855 INFO:tasks.workunit.client.0.smithi159.stdout:3/559: write d9/df/d2c/f32 [207493,96946] 0 2024-09-17T10:39:51.855 INFO:tasks.workunit.client.0.smithi159.stdout:3/560: fsync d9/df/f58 0 2024-09-17T10:39:51.855 INFO:tasks.workunit.client.1.smithi170.stdout:2/263: unlink f6 0 2024-09-17T10:39:51.856 INFO:tasks.workunit.client.0.smithi159.stdout:8/601: stat d4/d32/d5f/c71 0 2024-09-17T10:39:51.862 INFO:tasks.workunit.client.0.smithi159.stdout:7/494: symlink d2/d9a/lbb 0 2024-09-17T10:39:51.865 INFO:tasks.workunit.client.1.smithi170.stdout:9/163: dwrite dd/d16/d17/f22 [0,4194304] 0 2024-09-17T10:39:51.865 INFO:tasks.workunit.client.1.smithi170.stdout:1/262: dread d3/f7 [0,4194304] 0 2024-09-17T10:39:51.865 INFO:tasks.workunit.client.0.smithi159.stdout:5/488: dwrite d19/f1f [0,4194304] 0 2024-09-17T10:39:51.868 INFO:tasks.workunit.client.1.smithi170.stdout:0/255: link dd/de/f38 dd/de/d10/d13/d1d/d49/f55 0 2024-09-17T10:39:51.868 INFO:tasks.workunit.client.1.smithi170.stdout:0/256: chown f8 159098123 1 2024-09-17T10:39:51.870 INFO:tasks.workunit.client.1.smithi170.stdout:1/263: dread d3/d5/f22 [0,4194304] 0 2024-09-17T10:39:51.870 INFO:tasks.workunit.client.1.smithi170.stdout:1/264: truncate d3/d5/d27/d51/f3b 362332 0 2024-09-17T10:39:51.871 INFO:tasks.workunit.client.0.smithi159.stdout:4/451: rename d0/d9/da/c69 to d0/d9/d24/d52/d5d/d82/c88 0 2024-09-17T10:39:51.871 INFO:tasks.workunit.client.0.smithi159.stdout:4/452: write d0/d9/da/f34 [636607,35316] 0 2024-09-17T10:39:51.872 INFO:tasks.workunit.client.1.smithi170.stdout:8/196: symlink d4/df/d3a/l45 0 2024-09-17T10:39:51.872 INFO:tasks.workunit.client.1.smithi170.stdout:8/197: creat d4/d2e/f46 x:0 0 0 2024-09-17T10:39:51.873 INFO:tasks.workunit.client.0.smithi159.stdout:9/577: rmdir d0/d3/d7/da/dc/d1c 39 2024-09-17T10:39:51.874 INFO:tasks.workunit.client.0.smithi159.stdout:6/545: getdents d1/d5d/d51 0 2024-09-17T10:39:51.877 INFO:tasks.workunit.client.0.smithi159.stdout:8/602: dwrite d4/dd/d10/d4b/f59 [0,4194304] 0 2024-09-17T10:39:51.877 INFO:tasks.workunit.client.0.smithi159.stdout:5/489: dread d19/d1a/d32/f3f [0,4194304] 0 2024-09-17T10:39:51.878 INFO:tasks.workunit.client.1.smithi170.stdout:2/264: unlink dd/l49 0 2024-09-17T10:39:51.878 INFO:tasks.workunit.client.1.smithi170.stdout:2/265: creat dd/d1a/f4f x:0 0 0 2024-09-17T10:39:51.880 INFO:tasks.workunit.client.0.smithi159.stdout:5/490: dread d19/d1b/d1d/f2d [0,4194304] 0 2024-09-17T10:39:51.880 INFO:tasks.workunit.client.0.smithi159.stdout:3/561: symlink d9/df/d54/d3c/d9c/la4 0 2024-09-17T10:39:51.882 INFO:tasks.workunit.client.1.smithi170.stdout:6/176: mkdir d0/d3b/d43 0 2024-09-17T10:39:51.885 INFO:tasks.workunit.client.1.smithi170.stdout:1/265: creat d3/d37/f58 x:0 0 0 2024-09-17T10:39:51.886 INFO:tasks.workunit.client.1.smithi170.stdout:1/266: creat d3/f59 x:0 0 0 2024-09-17T10:39:51.891 INFO:tasks.workunit.client.1.smithi170.stdout:8/198: rename d4/df/f16 to d4/df/d3f/f47 0 2024-09-17T10:39:51.891 INFO:tasks.workunit.client.1.smithi170.stdout:8/199: stat d4/f12 0 2024-09-17T10:39:51.892 INFO:tasks.workunit.client.0.smithi159.stdout:5/491: dwrite d19/d1a/d32/f5d [0,4194304] 0 2024-09-17T10:39:51.893 INFO:tasks.workunit.client.0.smithi159.stdout:5/492: write fc [2140815,95835] 0 2024-09-17T10:39:51.900 INFO:tasks.workunit.client.1.smithi170.stdout:6/177: rmdir d0/d3c/d3e 39 2024-09-17T10:39:51.905 INFO:tasks.workunit.client.1.smithi170.stdout:1/267: truncate d3/f34 517253 0 2024-09-17T10:39:51.910 INFO:tasks.workunit.client.0.smithi159.stdout:4/453: mkdir d0/d9/d24/d39/d6a/d89 0 2024-09-17T10:39:51.911 INFO:tasks.workunit.client.0.smithi159.stdout:9/578: symlink d0/d3/d7/da/dc/lc8 0 2024-09-17T10:39:51.911 INFO:tasks.workunit.client.0.smithi159.stdout:9/579: write d0/d3/d7/da/d46/d54/d6c/fb1 [198124,21917] 0 2024-09-17T10:39:51.913 INFO:tasks.workunit.client.0.smithi159.stdout:0/496: sync 2024-09-17T10:39:51.913 INFO:tasks.workunit.client.0.smithi159.stdout:0/497: truncate d5/d10/f9b 5013831 0 2024-09-17T10:39:51.913 INFO:tasks.workunit.client.0.smithi159.stdout:0/498: write d5/ff [1479605,63326] 0 2024-09-17T10:39:51.913 INFO:tasks.workunit.client.0.smithi159.stdout:8/603: creat d4/fc1 x:0 0 0 2024-09-17T10:39:51.918 INFO:tasks.workunit.client.0.smithi159.stdout:1/522: link d1/d2f/f59 d1/d19/d1a/dc/d31/f95 0 2024-09-17T10:39:51.922 INFO:tasks.workunit.client.0.smithi159.stdout:3/562: unlink d9/df/d54/c48 0 2024-09-17T10:39:51.925 INFO:tasks.workunit.client.0.smithi159.stdout:1/523: dread d1/d19/d1a/dc/f42 [0,4194304] 0 2024-09-17T10:39:51.926 INFO:tasks.workunit.client.0.smithi159.stdout:1/524: fsync d1/d2/f54 0 2024-09-17T10:39:51.926 INFO:tasks.workunit.client.0.smithi159.stdout:7/495: symlink d2/d23/d67/d47/d4a/lbc 0 2024-09-17T10:39:51.926 INFO:tasks.workunit.client.0.smithi159.stdout:7/496: truncate d2/d23/d67/d47/d4a/d4d/d75/fae 203730 0 2024-09-17T10:39:51.929 INFO:tasks.workunit.client.0.smithi159.stdout:9/580: dwrite d0/d3/d7/da9/fb9 [0,4194304] 0 2024-09-17T10:39:51.930 INFO:tasks.workunit.client.1.smithi170.stdout:6/178: mknod d0/d3b/c44 0 2024-09-17T10:39:51.930 INFO:tasks.workunit.client.1.smithi170.stdout:6/179: chown d0/f14 2 1 2024-09-17T10:39:51.931 INFO:tasks.workunit.client.1.smithi170.stdout:6/180: chown d0/d3b/l2a 5094 1 2024-09-17T10:39:51.931 INFO:tasks.workunit.client.1.smithi170.stdout:6/181: fsync d0/f39 0 2024-09-17T10:39:51.933 INFO:tasks.workunit.client.0.smithi159.stdout:1/525: dread d1/d19/d1a/dc/d18/f6d [0,4194304] 0 2024-09-17T10:39:51.933 INFO:tasks.workunit.client.0.smithi159.stdout:1/526: chown d1/d19/d1a/dc/l2d 1977193 1 2024-09-17T10:39:51.933 INFO:tasks.workunit.client.0.smithi159.stdout:5/493: symlink d19/d1e/d4a/la8 0 2024-09-17T10:39:51.934 INFO:tasks.workunit.client.1.smithi170.stdout:2/266: truncate dd/d14/f36 1332943 0 2024-09-17T10:39:51.934 INFO:tasks.workunit.client.1.smithi170.stdout:2/267: chown dd/d1a/d2a/l39 26656793 1 2024-09-17T10:39:51.935 INFO:tasks.workunit.client.0.smithi159.stdout:4/454: mknod d0/d12/c8a 0 2024-09-17T10:39:51.937 INFO:tasks.workunit.client.0.smithi159.stdout:0/499: symlink d5/d10/d18/d22/d3e/d62/da8/lb7 0 2024-09-17T10:39:51.943 INFO:tasks.workunit.client.0.smithi159.stdout:3/563: creat d9/df/d54/d3c/d9c/fa5 x:0 0 0 2024-09-17T10:39:51.945 INFO:tasks.workunit.client.0.smithi159.stdout:5/494: write d19/d1b/d21/f2a [4098917,96950] 0 2024-09-17T10:39:51.945 INFO:tasks.workunit.client.0.smithi159.stdout:7/497: mknod d2/d18/d20/d3f/d73/d82/da2/cbd 0 2024-09-17T10:39:51.950 INFO:tasks.workunit.client.1.smithi170.stdout:2/268: dwrite dd/d1a/f4f [0,4194304] 0 2024-09-17T10:39:51.951 INFO:tasks.workunit.client.0.smithi159.stdout:9/581: creat d0/d3/d7/da/d46/d54/dc4/fc9 x:0 0 0 2024-09-17T10:39:51.951 INFO:tasks.workunit.client.0.smithi159.stdout:9/582: chown d0/d1/d2 11 1 2024-09-17T10:39:51.951 INFO:tasks.workunit.client.0.smithi159.stdout:9/583: creat d0/d3/d7/da/dc/de/d21/fca x:0 0 0 2024-09-17T10:39:51.955 INFO:tasks.workunit.client.1.smithi170.stdout:6/182: dwrite d0/d3b/f10 [0,4194304] 0 2024-09-17T10:39:51.956 INFO:tasks.workunit.client.1.smithi170.stdout:6/183: write d0/d3b/f10 [4217605,18115] 0 2024-09-17T10:39:51.959 INFO:tasks.workunit.client.1.smithi170.stdout:2/269: dread dd/f23 [0,4194304] 0 2024-09-17T10:39:51.967 INFO:tasks.workunit.client.1.smithi170.stdout:2/270: rmdir dd/d14 39 2024-09-17T10:39:51.967 INFO:tasks.workunit.client.1.smithi170.stdout:8/200: getdents d4/df/d3a 0 2024-09-17T10:39:51.967 INFO:tasks.workunit.client.1.smithi170.stdout:6/184: write d0/d3c/d3e/f41 [444656,73530] 0 2024-09-17T10:39:51.968 INFO:tasks.workunit.client.1.smithi170.stdout:2/271: dread f1 [0,4194304] 0 2024-09-17T10:39:51.969 INFO:tasks.workunit.client.0.smithi159.stdout:7/498: dwrite d2/d23/d67/d47/f5d [0,4194304] 0 2024-09-17T10:39:51.969 INFO:tasks.workunit.client.0.smithi159.stdout:4/455: creat d0/d9/d24/f8b x:0 0 0 2024-09-17T10:39:51.971 INFO:tasks.workunit.client.0.smithi159.stdout:0/500: link d5/ff d5/d4f/d67/fb8 0 2024-09-17T10:39:51.971 INFO:tasks.workunit.client.0.smithi159.stdout:0/501: chown d5/ff 6 1 2024-09-17T10:39:51.973 INFO:tasks.workunit.client.0.smithi159.stdout:0/502: dread d5/f1b [0,4194304] 0 2024-09-17T10:39:51.976 INFO:tasks.workunit.client.1.smithi170.stdout:2/272: dread dd/d22/f3e [0,4194304] 0 2024-09-17T10:39:51.976 INFO:tasks.workunit.client.0.smithi159.stdout:8/604: rmdir d4/d32 39 2024-09-17T10:39:51.978 INFO:tasks.workunit.client.1.smithi170.stdout:8/201: getdents d4/d2e/d33 0 2024-09-17T10:39:51.978 INFO:tasks.workunit.client.0.smithi159.stdout:7/499: write d2/d18/f54 [3958470,6484] 0 2024-09-17T10:39:51.980 INFO:tasks.workunit.client.0.smithi159.stdout:3/564: rename d9/df/d54/f7d to d9/df/d54/fa6 0 2024-09-17T10:39:51.983 INFO:tasks.workunit.client.1.smithi170.stdout:2/273: creat dd/d22/d32/f50 x:0 0 0 2024-09-17T10:39:51.984 INFO:tasks.workunit.client.0.smithi159.stdout:5/495: mkdir d19/d1b/d1d/da9 0 2024-09-17T10:39:51.986 INFO:tasks.workunit.client.1.smithi170.stdout:2/274: creat dd/d14/f51 x:0 0 0 2024-09-17T10:39:51.989 INFO:tasks.workunit.client.0.smithi159.stdout:9/584: link d0/d3/d7/da/d46/d54/c61 d0/d3/d7/da/dc/d3a/da6/ccb 0 2024-09-17T10:39:51.989 INFO:tasks.workunit.client.1.smithi170.stdout:9/164: truncate dd/f10 2458657 0 2024-09-17T10:39:51.989 INFO:tasks.workunit.client.1.smithi170.stdout:9/165: chown dd/d16/d2a 924 1 2024-09-17T10:39:51.990 INFO:tasks.workunit.client.0.smithi159.stdout:1/527: mknod d1/d10/c96 0 2024-09-17T10:39:51.993 INFO:tasks.workunit.client.1.smithi170.stdout:2/275: rename dd/d14/f40 to dd/d22/d32/f52 0 2024-09-17T10:39:51.993 INFO:tasks.workunit.client.1.smithi170.stdout:2/276: write dd/d3a/f4a [282966,47655] 0 2024-09-17T10:39:51.996 INFO:tasks.workunit.client.1.smithi170.stdout:8/202: dwrite d4/f21 [4194304,4194304] 0 2024-09-17T10:39:51.996 INFO:tasks.workunit.client.1.smithi170.stdout:1/268: getdents d3 0 2024-09-17T10:39:51.996 INFO:tasks.workunit.client.1.smithi170.stdout:1/269: chown d3/d5/c36 1552902 1 2024-09-17T10:39:51.996 INFO:tasks.workunit.client.1.smithi170.stdout:8/203: creat d4/d2e/f48 x:0 0 0 2024-09-17T10:39:52.001 INFO:tasks.workunit.client.0.smithi159.stdout:4/456: creat d0/d9/d24/d48/d51/f8c x:0 0 0 2024-09-17T10:39:52.001 INFO:tasks.workunit.client.0.smithi159.stdout:4/457: write d0/d9/d24/d52/f7a [578108,95906] 0 2024-09-17T10:39:52.001 INFO:tasks.workunit.client.0.smithi159.stdout:4/458: fsync d0/d9/d24/f29 0 2024-09-17T10:39:52.004 INFO:tasks.workunit.client.1.smithi170.stdout:8/204: symlink d4/l49 0 2024-09-17T10:39:52.007 INFO:tasks.workunit.client.1.smithi170.stdout:2/277: dread dd/d14/f20 [0,4194304] 0 2024-09-17T10:39:52.008 INFO:tasks.workunit.client.1.smithi170.stdout:8/205: rename d4/f12 to d4/df/d3f/f4a 0 2024-09-17T10:39:52.010 INFO:tasks.workunit.client.0.smithi159.stdout:7/500: rename d2/d18/d20/db8/c8f to d2/cbe 0 2024-09-17T10:39:52.010 INFO:tasks.workunit.client.0.smithi159.stdout:7/501: readlink d2/d23/d67/d47/d4a/d4d/d75/d78/d86/la8 0 2024-09-17T10:39:52.011 INFO:tasks.workunit.client.1.smithi170.stdout:2/278: mkdir dd/d22/d32/d53 0 2024-09-17T10:39:52.011 INFO:tasks.workunit.client.1.smithi170.stdout:2/279: write dd/f23 [2521683,58263] 0 2024-09-17T10:39:52.012 INFO:tasks.workunit.client.0.smithi159.stdout:3/565: mknod d9/df/d54/d3c/d9c/ca7 0 2024-09-17T10:39:52.013 INFO:tasks.workunit.client.1.smithi170.stdout:8/206: creat d4/df/d3a/f4b x:0 0 0 2024-09-17T10:39:52.015 INFO:tasks.workunit.client.0.smithi159.stdout:2/480: sync 2024-09-17T10:39:52.016 INFO:tasks.workunit.client.0.smithi159.stdout:1/528: creat d1/d2/d14/d67/f97 x:0 0 0 2024-09-17T10:39:52.017 INFO:tasks.workunit.client.0.smithi159.stdout:1/529: stat d1/d10/f15 0 2024-09-17T10:39:52.017 INFO:tasks.workunit.client.1.smithi170.stdout:2/280: mkdir dd/d54 0 2024-09-17T10:39:52.019 INFO:tasks.workunit.client.0.smithi159.stdout:4/459: symlink d0/d9/d24/d39/l8d 0 2024-09-17T10:39:52.019 INFO:tasks.workunit.client.0.smithi159.stdout:4/460: stat d0/f8 0 2024-09-17T10:39:52.020 INFO:tasks.workunit.client.1.smithi170.stdout:8/207: mkdir d4/df/d3f/d4c 0 2024-09-17T10:39:52.021 INFO:tasks.workunit.client.0.smithi159.stdout:0/503: mkdir d5/d10/db9 0 2024-09-17T10:39:52.023 INFO:tasks.workunit.client.1.smithi170.stdout:2/281: creat dd/d1a/d2a/f55 x:0 0 0 2024-09-17T10:39:52.023 INFO:tasks.workunit.client.1.smithi170.stdout:2/282: chown dd/d1a/d2a/f55 3 1 2024-09-17T10:39:52.023 INFO:tasks.workunit.client.0.smithi159.stdout:8/605: getdents d4/dd/d10/d1a/d1e 0 2024-09-17T10:39:52.024 INFO:tasks.workunit.client.0.smithi159.stdout:8/606: readlink d4/dd/d10/d4b/d9c/lb7 0 2024-09-17T10:39:52.024 INFO:tasks.workunit.client.0.smithi159.stdout:2/481: dread d0/f3c [0,4194304] 0 2024-09-17T10:39:52.024 INFO:tasks.workunit.client.1.smithi170.stdout:8/208: rmdir d4/df/d3f 39 2024-09-17T10:39:52.027 INFO:tasks.workunit.client.0.smithi159.stdout:5/496: rename d19/d1b/d21/f6d to d19/d6f/faa 0 2024-09-17T10:39:52.027 INFO:tasks.workunit.client.0.smithi159.stdout:5/497: readlink d19/d1b/d36/l5f 0 2024-09-17T10:39:52.027 INFO:tasks.workunit.client.0.smithi159.stdout:5/498: write d19/d1a/d32/f96 [132309,124139] 0 2024-09-17T10:39:52.029 INFO:tasks.workunit.client.0.smithi159.stdout:7/502: mknod d2/d23/d67/d47/d4a/d4d/d75/d78/cbf 0 2024-09-17T10:39:52.031 INFO:tasks.workunit.client.0.smithi159.stdout:1/530: getdents d1/d19 0 2024-09-17T10:39:52.032 INFO:tasks.workunit.client.0.smithi159.stdout:0/504: creat d5/d4f/db2/fba x:0 0 0 2024-09-17T10:39:52.033 INFO:tasks.workunit.client.0.smithi159.stdout:8/607: symlink d4/da/lc2 0 2024-09-17T10:39:52.034 INFO:tasks.workunit.client.0.smithi159.stdout:2/482: symlink d0/d14/d76/la6 0 2024-09-17T10:39:52.035 INFO:tasks.workunit.client.0.smithi159.stdout:4/461: rename d0/d12/f1c to d0/d9/d24/d28/f8e 0 2024-09-17T10:39:52.035 INFO:tasks.workunit.client.0.smithi159.stdout:4/462: chown d0/d9/d24 1412 1 2024-09-17T10:39:52.037 INFO:tasks.workunit.client.0.smithi159.stdout:7/503: unlink d2/d18/d20/f8e 0 2024-09-17T10:39:52.038 INFO:tasks.workunit.client.0.smithi159.stdout:0/505: creat d5/d10/d18/d22/d4c/fbb x:0 0 0 2024-09-17T10:39:52.039 INFO:tasks.workunit.client.0.smithi159.stdout:8/608: creat d4/dd/fc3 x:0 0 0 2024-09-17T10:39:52.039 INFO:tasks.workunit.client.0.smithi159.stdout:8/609: truncate d4/dd/d10/d1a/d6b/fa5 672074 0 2024-09-17T10:39:52.040 INFO:tasks.workunit.client.0.smithi159.stdout:2/483: symlink d0/df/d3e/d7a/d91/la7 0 2024-09-17T10:39:52.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/499: rename f9 to d19/d1a/d32/d37/d74/fab 0 2024-09-17T10:39:52.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/500: dread - d19/d69/f9c zero size 2024-09-17T10:39:52.042 INFO:tasks.workunit.client.0.smithi159.stdout:0/506: truncate d5/d12/d32/d3a/f89 182294 0 2024-09-17T10:39:52.044 INFO:tasks.workunit.client.0.smithi159.stdout:8/610: rename d4/dd/d10/d1a/d1e/fb8 to d4/dd/d10/d33/d99/fc4 0 2024-09-17T10:39:52.044 INFO:tasks.workunit.client.0.smithi159.stdout:8/611: chown d4/dd/d10/d78/l91 29 1 2024-09-17T10:39:52.044 INFO:tasks.workunit.client.0.smithi159.stdout:6/546: sync 2024-09-17T10:39:52.047 INFO:tasks.workunit.client.0.smithi159.stdout:0/507: dread d5/d12/d32/d3a/f57 [0,4194304] 0 2024-09-17T10:39:52.047 INFO:tasks.workunit.client.0.smithi159.stdout:6/547: creat d1/df/d2c/d35/d3e/d96/fa3 x:0 0 0 2024-09-17T10:39:52.051 INFO:tasks.workunit.client.1.smithi170.stdout:6/185: truncate d0/d3b/f10 3339820 0 2024-09-17T10:39:52.053 INFO:tasks.workunit.client.0.smithi159.stdout:0/508: creat d5/d10/d18/d22/d4c/d6b/fbc x:0 0 0 2024-09-17T10:39:52.055 INFO:tasks.workunit.client.0.smithi159.stdout:2/484: dwrite d0/d26/d4b/d6d/f57 [0,4194304] 0 2024-09-17T10:39:52.055 INFO:tasks.workunit.client.0.smithi159.stdout:8/612: rename d4/dd/d20 to d4/dd/d10/d33/d99/daf/dc5 0 2024-09-17T10:39:52.056 INFO:tasks.workunit.client.0.smithi159.stdout:0/509: mkdir d5/d12/daa/dbd 0 2024-09-17T10:39:52.056 INFO:tasks.workunit.client.0.smithi159.stdout:0/510: truncate d5/d10/d18/d22/f80 425975 0 2024-09-17T10:39:52.056 INFO:tasks.workunit.client.0.smithi159.stdout:0/511: write d5/f81 [945998,103323] 0 2024-09-17T10:39:52.061 INFO:tasks.workunit.client.0.smithi159.stdout:2/485: symlink d0/d14/d76/d67/d96/la8 0 2024-09-17T10:39:52.064 INFO:tasks.workunit.client.1.smithi170.stdout:2/283: dread dd/f10 [0,4194304] 0 2024-09-17T10:39:52.064 INFO:tasks.workunit.client.1.smithi170.stdout:2/284: creat dd/d1a/f56 x:0 0 0 2024-09-17T10:39:52.065 INFO:tasks.workunit.client.0.smithi159.stdout:0/512: mknod d5/d4f/d67/da6/cbe 0 2024-09-17T10:39:52.067 INFO:tasks.workunit.client.0.smithi159.stdout:8/613: rmdir d4/dd/d10/d1a/d6b 39 2024-09-17T10:39:52.067 INFO:tasks.workunit.client.0.smithi159.stdout:8/614: truncate d4/dd/d10/d4b/d9c/fa7 891547 0 2024-09-17T10:39:52.067 INFO:tasks.workunit.client.0.smithi159.stdout:8/615: readlink d4/dd/d10/d78/l91 0 2024-09-17T10:39:52.067 INFO:tasks.workunit.client.0.smithi159.stdout:8/616: chown d4/dd/fc3 624 1 2024-09-17T10:39:52.067 INFO:tasks.workunit.client.0.smithi159.stdout:8/617: chown d4/da/l13 33908 1 2024-09-17T10:39:52.068 INFO:tasks.workunit.client.1.smithi170.stdout:1/270: dwrite d3/d5/d27/d51/f55 [0,4194304] 0 2024-09-17T10:39:52.068 INFO:tasks.workunit.client.0.smithi159.stdout:9/585: dwrite d0/d3/d7/da/d46/d54/d8b/db8/fbd [0,4194304] 0 2024-09-17T10:39:52.071 INFO:tasks.workunit.client.0.smithi159.stdout:1/531: dread d1/d19/f71 [0,4194304] 0 2024-09-17T10:39:52.072 INFO:tasks.workunit.client.0.smithi159.stdout:0/513: dread d5/f5f [0,4194304] 0 2024-09-17T10:39:52.081 INFO:tasks.workunit.client.0.smithi159.stdout:8/618: link d4/dd/d10/d1a/d1e/f2a d4/dd/d10/d33/fc6 0 2024-09-17T10:39:52.081 INFO:tasks.workunit.client.0.smithi159.stdout:8/619: dread - d4/dd/d10/d1a/d1e/d3e/fa6 zero size 2024-09-17T10:39:52.082 INFO:tasks.workunit.client.0.smithi159.stdout:6/548: dwrite d1/df/f45 [0,4194304] 0 2024-09-17T10:39:52.083 INFO:tasks.workunit.client.1.smithi170.stdout:2/285: creat dd/d54/f57 x:0 0 0 2024-09-17T10:39:52.084 INFO:tasks.workunit.client.1.smithi170.stdout:2/286: creat dd/d1a/d2a/f58 x:0 0 0 2024-09-17T10:39:52.089 INFO:tasks.workunit.client.1.smithi170.stdout:6/186: dwrite d0/f2c [0,4194304] 0 2024-09-17T10:39:52.089 INFO:tasks.workunit.client.1.smithi170.stdout:6/187: chown d0/d3b/l1c 60445 1 2024-09-17T10:39:52.090 INFO:tasks.workunit.client.1.smithi170.stdout:2/287: dread dd/d14/f36 [0,4194304] 0 2024-09-17T10:39:52.090 INFO:tasks.workunit.client.1.smithi170.stdout:2/288: readlink dd/d14/d19/d37/l45 0 2024-09-17T10:39:52.090 INFO:tasks.workunit.client.1.smithi170.stdout:2/289: read - dd/d22/d32/f50 zero size 2024-09-17T10:39:52.090 INFO:tasks.workunit.client.1.smithi170.stdout:1/271: dwrite d3/d37/f31 [0,4194304] 0 2024-09-17T10:39:52.091 INFO:tasks.workunit.client.0.smithi159.stdout:7/504: write d2/d18/d20/db8/f5a [3355103,130762] 0 2024-09-17T10:39:52.091 INFO:tasks.workunit.client.0.smithi159.stdout:2/486: dread d0/f63 [0,4194304] 0 2024-09-17T10:39:52.092 INFO:tasks.workunit.client.0.smithi159.stdout:1/532: write d1/d19/d3d/f85 [269889,61926] 0 2024-09-17T10:39:52.092 INFO:tasks.workunit.client.0.smithi159.stdout:1/533: fsync d1/d19/d1a/dc/d18/f69 0 2024-09-17T10:39:52.092 INFO:tasks.workunit.client.0.smithi159.stdout:9/586: link d0/d3/d7/da/dc/d3a/l51 d0/d3/d7/da/d1a/d60/lcc 0 2024-09-17T10:39:52.094 INFO:tasks.workunit.client.1.smithi170.stdout:9/166: dread f9 [0,4194304] 0 2024-09-17T10:39:52.101 INFO:tasks.workunit.client.0.smithi159.stdout:4/463: dwrite d0/d9/da/d33/f3c [0,4194304] 0 2024-09-17T10:39:52.101 INFO:tasks.workunit.client.0.smithi159.stdout:4/464: truncate d0/d9/da/d33/f3d 2711129 0 2024-09-17T10:39:52.102 INFO:tasks.workunit.client.1.smithi170.stdout:1/272: truncate d3/d5/d27/f1c 1837931 0 2024-09-17T10:39:52.103 INFO:tasks.workunit.client.1.smithi170.stdout:8/209: rmdir d4/df/d3a 39 2024-09-17T10:39:52.103 INFO:tasks.workunit.client.0.smithi159.stdout:8/620: mknod d4/dd/d10/d1a/d1e/d3e/cc7 0 2024-09-17T10:39:52.109 INFO:tasks.workunit.client.1.smithi170.stdout:1/273: link d3/d5/c3c d3/d5/d27/d4e/c5a 0 2024-09-17T10:39:52.112 INFO:tasks.workunit.client.0.smithi159.stdout:6/549: mkdir d1/df/da4 0 2024-09-17T10:39:52.120 INFO:tasks.workunit.client.0.smithi159.stdout:7/505: unlink d2/d23/d67/d47/d4a/d4d/d75/fae 0 2024-09-17T10:39:52.122 INFO:tasks.workunit.client.0.smithi159.stdout:2/487: mknod d0/df/d3e/d46/ca9 0 2024-09-17T10:39:52.122 INFO:tasks.workunit.client.0.smithi159.stdout:2/488: readlink d0/d26/d4b/d6d/l7c 0 2024-09-17T10:39:52.122 INFO:tasks.workunit.client.0.smithi159.stdout:2/489: write d0/d9/f99 [70703,11299] 0 2024-09-17T10:39:52.124 INFO:tasks.workunit.client.0.smithi159.stdout:0/514: symlink d5/d10/lbf 0 2024-09-17T10:39:52.127 INFO:tasks.workunit.client.0.smithi159.stdout:1/534: dwrite d1/d2/f4f [0,4194304] 0 2024-09-17T10:39:52.128 INFO:tasks.workunit.client.0.smithi159.stdout:8/621: creat d4/dd/d10/d1a/d6d/fc8 x:0 0 0 2024-09-17T10:39:52.128 INFO:tasks.workunit.client.0.smithi159.stdout:8/622: rename d4/dd/d10/d33/d99 to d4/dd/d10/d33/d99/dc9 22 2024-09-17T10:39:52.128 INFO:tasks.workunit.client.0.smithi159.stdout:8/623: chown d4/dd/d10/f51 70 1 2024-09-17T10:39:52.128 INFO:tasks.workunit.client.0.smithi159.stdout:8/624: chown d4/l15 130329 1 2024-09-17T10:39:52.132 INFO:tasks.workunit.client.0.smithi159.stdout:7/506: link d2/c3e d2/d18/d20/d3f/d73/d82/da2/cc0 0 2024-09-17T10:39:52.132 INFO:tasks.workunit.client.0.smithi159.stdout:7/507: chown d2/d18/d20/d3f/d40/ca3 604510 1 2024-09-17T10:39:52.133 INFO:tasks.workunit.client.0.smithi159.stdout:0/515: mkdir d5/d10/db9/dc0 0 2024-09-17T10:39:52.135 INFO:tasks.workunit.client.0.smithi159.stdout:1/535: dread d1/d19/d3d/f85 [0,4194304] 0 2024-09-17T10:39:52.135 INFO:tasks.workunit.client.0.smithi159.stdout:7/508: mknod d2/d23/cc1 0 2024-09-17T10:39:52.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/516: unlink d5/d4f/d67/c6e 0 2024-09-17T10:39:52.138 INFO:tasks.workunit.client.0.smithi159.stdout:7/509: creat d2/d18/d20/db8/d45/fc2 x:0 0 0 2024-09-17T10:39:52.139 INFO:tasks.workunit.client.0.smithi159.stdout:7/510: write d2/d23/fa0 [507835,85984] 0 2024-09-17T10:39:52.139 INFO:tasks.workunit.client.0.smithi159.stdout:7/511: write d2/d18/f11 [2841373,53562] 0 2024-09-17T10:39:52.139 INFO:tasks.workunit.client.0.smithi159.stdout:7/512: stat d2/d18/d20/d3f/d40/d7f/l9b 0 2024-09-17T10:39:52.140 INFO:tasks.workunit.client.0.smithi159.stdout:0/517: creat d5/d10/d18/d22/d4c/d70/fc1 x:0 0 0 2024-09-17T10:39:52.142 INFO:tasks.workunit.client.0.smithi159.stdout:0/518: creat d5/d10/d18/fc2 x:0 0 0 2024-09-17T10:39:52.144 INFO:tasks.workunit.client.0.smithi159.stdout:0/519: mkdir d5/d12/d32/dc3 0 2024-09-17T10:39:52.145 INFO:tasks.workunit.client.0.smithi159.stdout:7/513: dread d2/d18/d20/d3f/d40/f48 [0,4194304] 0 2024-09-17T10:39:52.145 INFO:tasks.workunit.client.1.smithi170.stdout:6/188: dwrite d0/d18/f1f [0,4194304] 0 2024-09-17T10:39:52.148 INFO:tasks.workunit.client.0.smithi159.stdout:7/514: unlink d2/d18/d20/d3f/d73/d82/l96 0 2024-09-17T10:39:52.153 INFO:tasks.workunit.client.0.smithi159.stdout:7/515: creat d2/d44/da9/db1/fc3 x:0 0 0 2024-09-17T10:39:52.154 INFO:tasks.workunit.client.1.smithi170.stdout:6/189: symlink d0/l45 0 2024-09-17T10:39:52.156 INFO:tasks.workunit.client.1.smithi170.stdout:6/190: rename d0/d3b/f1b to d0/d3b/d43/f46 0 2024-09-17T10:39:52.160 INFO:tasks.workunit.client.1.smithi170.stdout:6/191: rename d0/f36 to d0/d3b/d43/f47 0 2024-09-17T10:39:52.161 INFO:tasks.workunit.client.1.smithi170.stdout:6/192: truncate d0/d3b/d43/f47 678478 0 2024-09-17T10:39:52.163 INFO:tasks.workunit.client.0.smithi159.stdout:4/465: dwrite d0/d9/d24/d28/f44 [8388608,4194304] 0 2024-09-17T10:39:52.168 INFO:tasks.workunit.client.1.smithi170.stdout:2/290: dwrite dd/d14/d19/f2f [0,4194304] 0 2024-09-17T10:39:52.168 INFO:tasks.workunit.client.1.smithi170.stdout:9/167: dwrite f9 [0,4194304] 0 2024-09-17T10:39:52.168 INFO:tasks.workunit.client.1.smithi170.stdout:6/193: dread d0/d3c/d3e/f41 [0,4194304] 0 2024-09-17T10:39:52.172 INFO:tasks.workunit.client.1.smithi170.stdout:2/291: creat dd/d14/d19/f59 x:0 0 0 2024-09-17T10:39:52.173 INFO:tasks.workunit.client.1.smithi170.stdout:9/168: creat dd/d16/d1d/d23/f2b x:0 0 0 2024-09-17T10:39:52.174 INFO:tasks.workunit.client.1.smithi170.stdout:6/194: creat d0/d33/f48 x:0 0 0 2024-09-17T10:39:52.174 INFO:tasks.workunit.client.0.smithi159.stdout:4/466: read d0/d9/d24/d48/f83 [833913,21095] 0 2024-09-17T10:39:52.175 INFO:tasks.workunit.client.0.smithi159.stdout:2/490: dwrite d0/df/d3e/d47/d79/f9c [0,4194304] 0 2024-09-17T10:39:52.175 INFO:tasks.workunit.client.0.smithi159.stdout:6/550: dwrite d1/d5d/d51/fa1 [0,4194304] 0 2024-09-17T10:39:52.175 INFO:tasks.workunit.client.0.smithi159.stdout:6/551: truncate d1/df/d2c/f50 4513839 0 2024-09-17T10:39:52.176 INFO:tasks.workunit.client.1.smithi170.stdout:1/274: dwrite d3/f4c [0,4194304] 0 2024-09-17T10:39:52.176 INFO:tasks.workunit.client.1.smithi170.stdout:2/292: link dd/d14/d19/c31 dd/d14/d19/d4c/c5a 0 2024-09-17T10:39:52.177 INFO:tasks.workunit.client.0.smithi159.stdout:0/520: dwrite d5/d10/f49 [0,4194304] 0 2024-09-17T10:39:52.177 INFO:tasks.workunit.client.0.smithi159.stdout:7/516: dwrite d2/d18/d20/f6e [0,4194304] 0 2024-09-17T10:39:52.177 INFO:tasks.workunit.client.1.smithi170.stdout:6/195: rename d0/d3b/c44 to d0/d3b/d43/c49 0 2024-09-17T10:39:52.178 INFO:tasks.workunit.client.1.smithi170.stdout:6/196: dread - d0/f32 zero size 2024-09-17T10:39:52.178 INFO:tasks.workunit.client.0.smithi159.stdout:4/467: getdents d0/d9 0 2024-09-17T10:39:52.183 INFO:tasks.workunit.client.1.smithi170.stdout:8/210: dwrite d4/f18 [4194304,4194304] 0 2024-09-17T10:39:52.188 INFO:tasks.workunit.client.0.smithi159.stdout:2/491: write d0/d14/d76/f25 [2285120,39925] 0 2024-09-17T10:39:52.188 INFO:tasks.workunit.client.1.smithi170.stdout:1/275: rename d3/f53 to d3/d5/d27/f5b 0 2024-09-17T10:39:52.190 INFO:tasks.workunit.client.1.smithi170.stdout:9/169: write f8 [1989524,106248] 0 2024-09-17T10:39:52.190 INFO:tasks.workunit.client.0.smithi159.stdout:4/468: dread d0/d9/d24/d48/f83 [0,4194304] 0 2024-09-17T10:39:52.200 INFO:tasks.workunit.client.1.smithi170.stdout:6/197: dwrite d0/d18/f19 [0,4194304] 0 2024-09-17T10:39:52.200 INFO:tasks.workunit.client.1.smithi170.stdout:6/198: truncate d0/d3b/f10 3867322 0 2024-09-17T10:39:52.201 INFO:tasks.workunit.client.1.smithi170.stdout:6/199: write d0/f40 [594185,53403] 0 2024-09-17T10:39:52.201 INFO:tasks.workunit.client.0.smithi159.stdout:0/521: mknod d5/d4f/cc4 0 2024-09-17T10:39:52.201 INFO:tasks.workunit.client.0.smithi159.stdout:0/522: chown d5/f81 35989 1 2024-09-17T10:39:52.203 INFO:tasks.workunit.client.0.smithi159.stdout:7/517: mkdir d2/d18/d20/d3f/d73/d95/dc4 0 2024-09-17T10:39:52.204 INFO:tasks.workunit.client.0.smithi159.stdout:0/523: dread d5/f81 [0,4194304] 0 2024-09-17T10:39:52.206 INFO:tasks.workunit.client.0.smithi159.stdout:6/552: dwrite d1/df/d2c/d35/d3e/f84 [0,4194304] 0 2024-09-17T10:39:52.212 INFO:tasks.workunit.client.1.smithi170.stdout:2/293: dwrite dd/d14/d19/f3d [0,4194304] 0 2024-09-17T10:39:52.212 INFO:tasks.workunit.client.1.smithi170.stdout:2/294: read - dd/d54/f57 zero size 2024-09-17T10:39:52.212 INFO:tasks.workunit.client.1.smithi170.stdout:2/295: dread - dd/d22/d32/f50 zero size 2024-09-17T10:39:52.213 INFO:tasks.workunit.client.0.smithi159.stdout:2/492: dwrite d0/df/d3e/d47/d79/f9c [0,4194304] 0 2024-09-17T10:39:52.214 INFO:tasks.workunit.client.1.smithi170.stdout:1/276: truncate f1 137328 0 2024-09-17T10:39:52.218 INFO:tasks.workunit.client.1.smithi170.stdout:9/170: mkdir dd/d16/d1d/d29/d2c 0 2024-09-17T10:39:52.218 INFO:tasks.workunit.client.1.smithi170.stdout:9/171: stat dd/f27 0 2024-09-17T10:39:52.221 INFO:tasks.workunit.client.1.smithi170.stdout:1/277: dread d3/d5/d27/f16 [0,4194304] 0 2024-09-17T10:39:52.225 INFO:tasks.workunit.client.1.smithi170.stdout:6/200: dwrite d0/f40 [0,4194304] 0 2024-09-17T10:39:52.228 INFO:tasks.workunit.client.1.smithi170.stdout:8/211: rmdir d4/df 39 2024-09-17T10:39:52.229 INFO:tasks.workunit.client.0.smithi159.stdout:7/518: dwrite d2/d23/d67/d47/d4a/fa5 [4194304,4194304] 0 2024-09-17T10:39:52.229 INFO:tasks.workunit.client.1.smithi170.stdout:2/296: dwrite dd/d1a/f43 [0,4194304] 0 2024-09-17T10:39:52.232 INFO:tasks.workunit.client.0.smithi159.stdout:6/553: mknod d1/df/d11/ca5 0 2024-09-17T10:39:52.237 INFO:tasks.workunit.client.0.smithi159.stdout:2/493: creat d0/df/faa x:0 0 0 2024-09-17T10:39:52.239 INFO:tasks.workunit.client.0.smithi159.stdout:0/524: getdents d5/d10/d18/d22/d4c/d6b 0 2024-09-17T10:39:52.240 INFO:tasks.workunit.client.1.smithi170.stdout:7/207: sync 2024-09-17T10:39:52.240 INFO:tasks.workunit.client.1.smithi170.stdout:3/351: sync 2024-09-17T10:39:52.240 INFO:tasks.workunit.client.1.smithi170.stdout:7/208: dread - f21 zero size 2024-09-17T10:39:52.240 INFO:tasks.workunit.client.1.smithi170.stdout:4/144: sync 2024-09-17T10:39:52.241 INFO:tasks.workunit.client.1.smithi170.stdout:9/172: getdents dd/d16 0 2024-09-17T10:39:52.241 INFO:tasks.workunit.client.1.smithi170.stdout:9/173: stat dd/d16/d1d/d23 0 2024-09-17T10:39:52.242 INFO:tasks.workunit.client.0.smithi159.stdout:7/519: dwrite d2/d18/d32/f72 [0,4194304] 0 2024-09-17T10:39:52.243 INFO:tasks.workunit.client.0.smithi159.stdout:6/554: unlink d1/df/d11/d16/f75 0 2024-09-17T10:39:52.243 INFO:tasks.workunit.client.0.smithi159.stdout:6/555: creat d1/df/d2c/d35/d99/fa6 x:0 0 0 2024-09-17T10:39:52.245 INFO:tasks.workunit.client.1.smithi170.stdout:1/278: mknod d3/d5/d27/d4e/c5c 0 2024-09-17T10:39:52.246 INFO:tasks.workunit.client.0.smithi159.stdout:0/525: fdatasync d5/d12/d32/d3a/f4e 0 2024-09-17T10:39:52.246 INFO:tasks.workunit.client.1.smithi170.stdout:5/239: sync 2024-09-17T10:39:52.248 INFO:tasks.workunit.client.1.smithi170.stdout:6/201: creat d0/d3c/f4a x:0 0 0 2024-09-17T10:39:52.251 INFO:tasks.workunit.client.1.smithi170.stdout:8/212: link d4/f40 d4/d2e/d33/f4d 0 2024-09-17T10:39:52.255 INFO:tasks.workunit.client.0.smithi159.stdout:7/520: truncate d2/d23/d67/d7b/f68 267 0 2024-09-17T10:39:52.256 INFO:tasks.workunit.client.0.smithi159.stdout:2/494: dwrite d0/d14/d76/f25 [4194304,4194304] 0 2024-09-17T10:39:52.256 INFO:tasks.workunit.client.0.smithi159.stdout:2/495: write d0/d14/fa5 [688554,76049] 0 2024-09-17T10:39:52.259 INFO:tasks.workunit.client.1.smithi170.stdout:2/297: mkdir dd/d3a/d5b 0 2024-09-17T10:39:52.261 INFO:tasks.workunit.client.0.smithi159.stdout:0/526: write d5/d10/f49 [1149867,73790] 0 2024-09-17T10:39:52.261 INFO:tasks.workunit.client.0.smithi159.stdout:0/527: chown d5/d10/d18/d22/d4c/d6b/l84 4723 1 2024-09-17T10:39:52.261 INFO:tasks.workunit.client.0.smithi159.stdout:0/528: fsync d5/d10/d18/d22/f80 0 2024-09-17T10:39:52.261 INFO:tasks.workunit.client.0.smithi159.stdout:5/501: sync 2024-09-17T10:39:52.261 INFO:tasks.workunit.client.0.smithi159.stdout:3/566: sync 2024-09-17T10:39:52.262 INFO:tasks.workunit.client.0.smithi159.stdout:3/567: write d9/df/d54/d3c/f5f [171168,61112] 0 2024-09-17T10:39:52.262 INFO:tasks.workunit.client.1.smithi170.stdout:2/298: dread fb [0,4194304] 0 2024-09-17T10:39:52.262 INFO:tasks.workunit.client.1.smithi170.stdout:6/202: read d0/d18/f1f [2006200,111198] 0 2024-09-17T10:39:52.262 INFO:tasks.workunit.client.1.smithi170.stdout:6/203: read - d0/d33/f48 zero size 2024-09-17T10:39:52.262 INFO:tasks.workunit.client.1.smithi170.stdout:6/204: fdatasync d0/d3c/d3e/f41 0 2024-09-17T10:39:52.263 INFO:tasks.workunit.client.0.smithi159.stdout:6/556: rename d1/df/d11/f21 to d1/d5d/fa7 0 2024-09-17T10:39:52.263 INFO:tasks.workunit.client.0.smithi159.stdout:0/529: dread d5/f82 [0,4194304] 0 2024-09-17T10:39:52.263 INFO:tasks.workunit.client.1.smithi170.stdout:3/352: chown d18/d1c/d2b/d5f/l6a 27 1 2024-09-17T10:39:52.265 INFO:tasks.workunit.client.1.smithi170.stdout:4/145: stat d9/d12 0 2024-09-17T10:39:52.265 INFO:tasks.workunit.client.0.smithi159.stdout:9/587: sync 2024-09-17T10:39:52.266 INFO:tasks.workunit.client.0.smithi159.stdout:2/496: dread d0/d26/f49 [0,4194304] 0 2024-09-17T10:39:52.266 INFO:tasks.workunit.client.1.smithi170.stdout:7/209: mkdir d25/d2a/d3e 0 2024-09-17T10:39:52.268 INFO:tasks.workunit.client.1.smithi170.stdout:9/174: rename f8 to dd/d24/f2d 0 2024-09-17T10:39:52.271 INFO:tasks.workunit.client.1.smithi170.stdout:1/279: creat d3/d5/d27/d51/f5d x:0 0 0 2024-09-17T10:39:52.271 INFO:tasks.workunit.client.1.smithi170.stdout:0/257: sync 2024-09-17T10:39:52.272 INFO:tasks.workunit.client.1.smithi170.stdout:5/240: mknod d1/d3/d13/d2c/c4b 0 2024-09-17T10:39:52.275 INFO:tasks.workunit.client.1.smithi170.stdout:8/213: symlink d4/df/d3f/d44/l4e 0 2024-09-17T10:39:52.276 INFO:tasks.workunit.client.0.smithi159.stdout:9/588: dread d0/d1/d2/f8 [0,4194304] 0 2024-09-17T10:39:52.276 INFO:tasks.workunit.client.0.smithi159.stdout:9/589: chown d0/d1/d2/l4 0 1 2024-09-17T10:39:52.276 INFO:tasks.workunit.client.0.smithi159.stdout:5/502: creat d19/d22/d8e/fac x:0 0 0 2024-09-17T10:39:52.278 INFO:tasks.workunit.client.1.smithi170.stdout:2/299: link fb dd/d54/f5c 0 2024-09-17T10:39:52.280 INFO:tasks.workunit.client.0.smithi159.stdout:3/568: mknod d9/df/d2c/d2f/d63/d8d/d74/ca8 0 2024-09-17T10:39:52.283 INFO:tasks.workunit.client.1.smithi170.stdout:6/205: symlink d0/l4b 0 2024-09-17T10:39:52.283 INFO:tasks.workunit.client.1.smithi170.stdout:6/206: chown d0/f2c 19 1 2024-09-17T10:39:52.286 INFO:tasks.workunit.client.0.smithi159.stdout:7/521: rename d2/d18/d20/d2c/l70 to d2/d23/d67/d47/d4a/d4d/d75/d78/lc5 0 2024-09-17T10:39:52.286 INFO:tasks.workunit.client.0.smithi159.stdout:7/522: chown d2/d44 1 1 2024-09-17T10:39:52.286 INFO:tasks.workunit.client.0.smithi159.stdout:7/523: chown d2/d23/d67/d47/c65 174 1 2024-09-17T10:39:52.286 INFO:tasks.workunit.client.0.smithi159.stdout:7/524: readlink d2/d18/l3a 0 2024-09-17T10:39:52.286 INFO:tasks.workunit.client.0.smithi159.stdout:7/525: stat d2/d18/d20/d3f/c49 0 2024-09-17T10:39:52.287 INFO:tasks.workunit.client.1.smithi170.stdout:3/353: chown d18/d2c/f45 24590258 1 2024-09-17T10:39:52.288 INFO:tasks.workunit.client.1.smithi170.stdout:8/214: dread d4/f1f [0,4194304] 0 2024-09-17T10:39:52.288 INFO:tasks.workunit.client.1.smithi170.stdout:8/215: truncate d4/f39 184815 0 2024-09-17T10:39:52.293 INFO:tasks.workunit.client.0.smithi159.stdout:6/557: symlink d1/df/d11/d57/la8 0 2024-09-17T10:39:52.293 INFO:tasks.workunit.client.0.smithi159.stdout:6/558: dread d1/df/d2c/f3c [0,4194304] 0 2024-09-17T10:39:52.293 INFO:tasks.workunit.client.0.smithi159.stdout:6/559: fdatasync d1/df/d2c/f8c 0 2024-09-17T10:39:52.293 INFO:tasks.workunit.client.1.smithi170.stdout:4/146: creat d9/d12/d2a/f30 x:0 0 0 2024-09-17T10:39:52.294 INFO:tasks.workunit.client.1.smithi170.stdout:7/210: dwrite d25/d2a/f3a [0,4194304] 0 2024-09-17T10:39:52.294 INFO:tasks.workunit.client.1.smithi170.stdout:7/211: truncate d25/d2a/f30 793856 0 2024-09-17T10:39:52.294 INFO:tasks.workunit.client.0.smithi159.stdout:2/497: dwrite d0/df/d3e/d46/d66/f68 [0,4194304] 0 2024-09-17T10:39:52.294 INFO:tasks.workunit.client.0.smithi159.stdout:0/530: creat d5/d12/daa/fc5 x:0 0 0 2024-09-17T10:39:52.294 INFO:tasks.workunit.client.0.smithi159.stdout:0/531: chown d5/l1d 122219148 1 2024-09-17T10:39:52.295 INFO:tasks.workunit.client.1.smithi170.stdout:9/175: symlink dd/d16/l2e 0 2024-09-17T10:39:52.295 INFO:tasks.workunit.client.1.smithi170.stdout:9/176: chown dd/d16/d17 20266 1 2024-09-17T10:39:52.295 INFO:tasks.workunit.client.1.smithi170.stdout:9/177: read - dd/d16/d1d/d23/f2b zero size 2024-09-17T10:39:52.298 INFO:tasks.workunit.client.1.smithi170.stdout:8/216: write d4/df/d1e/f32 [2503230,70401] 0 2024-09-17T10:39:52.298 INFO:tasks.workunit.client.1.smithi170.stdout:8/217: fsync d4/f18 0 2024-09-17T10:39:52.298 INFO:tasks.workunit.client.1.smithi170.stdout:8/218: chown d4/df/d1e/c29 1870 1 2024-09-17T10:39:52.299 INFO:tasks.workunit.client.0.smithi159.stdout:9/590: stat d0/d3/d7/da/dc/d1c/d2b/c5d 0 2024-09-17T10:39:52.299 INFO:tasks.workunit.client.1.smithi170.stdout:2/300: dwrite dd/d1a/d2a/f58 [0,4194304] 0 2024-09-17T10:39:52.299 INFO:tasks.workunit.client.1.smithi170.stdout:2/301: readlink dd/d1a/d2a/l39 0 2024-09-17T10:39:52.299 INFO:tasks.workunit.client.0.smithi159.stdout:8/625: sync 2024-09-17T10:39:52.299 INFO:tasks.workunit.client.0.smithi159.stdout:8/626: chown d4/dd/d10/d1a/d3c/f56 30844036 1 2024-09-17T10:39:52.299 INFO:tasks.workunit.client.0.smithi159.stdout:1/536: sync 2024-09-17T10:39:52.300 INFO:tasks.workunit.client.1.smithi170.stdout:1/280: getdents d3/d5 0 2024-09-17T10:39:52.300 INFO:tasks.workunit.client.1.smithi170.stdout:1/281: truncate d3/d5/d27/f16 2289272 0 2024-09-17T10:39:52.302 INFO:tasks.workunit.client.0.smithi159.stdout:5/503: symlink d19/d6f/lad 0 2024-09-17T10:39:52.302 INFO:tasks.workunit.client.0.smithi159.stdout:5/504: stat d19/d69/d78/d86/d94 0 2024-09-17T10:39:52.303 INFO:tasks.workunit.client.1.smithi170.stdout:3/354: dread f0 [0,4194304] 0 2024-09-17T10:39:52.305 INFO:tasks.workunit.client.1.smithi170.stdout:0/258: truncate dd/de/d16/f3c 3239107 0 2024-09-17T10:39:52.305 INFO:tasks.workunit.client.1.smithi170.stdout:0/259: dread - dd/f39 zero size 2024-09-17T10:39:52.305 INFO:tasks.workunit.client.1.smithi170.stdout:0/260: write dd/de/f38 [1064561,65334] 0 2024-09-17T10:39:52.307 INFO:tasks.workunit.client.0.smithi159.stdout:7/526: rename d2/d18/d20/d3f/d40/f48 to d2/d23/d67/d7b/fc6 0 2024-09-17T10:39:52.307 INFO:tasks.workunit.client.0.smithi159.stdout:7/527: write d2/d44/f99 [416721,41251] 0 2024-09-17T10:39:52.309 INFO:tasks.workunit.client.1.smithi170.stdout:5/241: symlink d1/d27/l4c 0 2024-09-17T10:39:52.309 INFO:tasks.workunit.client.1.smithi170.stdout:5/242: readlink d1/d27/l4c 0 2024-09-17T10:39:52.309 INFO:tasks.workunit.client.1.smithi170.stdout:5/243: truncate d1/d3/d13/d1a/f1f 4273967 0 2024-09-17T10:39:52.313 INFO:tasks.workunit.client.0.smithi159.stdout:2/498: mkdir d0/df/d3e/d47/d88/dab 0 2024-09-17T10:39:52.315 INFO:tasks.workunit.client.1.smithi170.stdout:4/147: mknod d9/d12/d2a/c31 0 2024-09-17T10:39:52.319 INFO:tasks.workunit.client.0.smithi159.stdout:0/532: link d5/d10/d18/f8b d5/d12/d32/fc6 0 2024-09-17T10:39:52.323 INFO:tasks.workunit.client.0.smithi159.stdout:8/627: mkdir d4/dd/d10/d4b/dca 0 2024-09-17T10:39:52.323 INFO:tasks.workunit.client.0.smithi159.stdout:8/628: dread - d4/dd/d10/d78/dab/fbb zero size 2024-09-17T10:39:52.323 INFO:tasks.workunit.client.0.smithi159.stdout:8/629: chown d4/d32/d5f/c76 2604 1 2024-09-17T10:39:52.324 INFO:tasks.workunit.client.0.smithi159.stdout:1/537: truncate d1/d19/d1a/dc/d18/f45 4187092 0 2024-09-17T10:39:52.324 INFO:tasks.workunit.client.0.smithi159.stdout:1/538: stat d1/d2/d14/c16 0 2024-09-17T10:39:52.324 INFO:tasks.workunit.client.0.smithi159.stdout:1/539: write d1/d19/d1a/dc/f3f [333527,128485] 0 2024-09-17T10:39:52.325 INFO:tasks.workunit.client.0.smithi159.stdout:3/569: dwrite d9/df/f64 [4194304,4194304] 0 2024-09-17T10:39:52.327 INFO:tasks.workunit.client.0.smithi159.stdout:6/560: dwrite d1/df/d2c/d85/f6b [0,4194304] 0 2024-09-17T10:39:52.328 INFO:tasks.workunit.client.0.smithi159.stdout:6/561: read - d1/d5d/f8b zero size 2024-09-17T10:39:52.328 INFO:tasks.workunit.client.0.smithi159.stdout:9/591: dwrite d0/d3/d7/da/dc/de/d36/f59 [0,4194304] 0 2024-09-17T10:39:52.328 INFO:tasks.workunit.client.0.smithi159.stdout:9/592: fdatasync d0/d3/d7/da/d1a/d60/fa4 0 2024-09-17T10:39:52.328 INFO:tasks.workunit.client.0.smithi159.stdout:5/505: mkdir d19/d6f/d75/dae 0 2024-09-17T10:39:52.328 INFO:tasks.workunit.client.0.smithi159.stdout:5/506: creat d19/d69/faf x:0 0 0 2024-09-17T10:39:52.329 INFO:tasks.workunit.client.1.smithi170.stdout:7/212: rename f6 to d25/d2a/f3f 0 2024-09-17T10:39:52.329 INFO:tasks.workunit.client.1.smithi170.stdout:7/213: chown d25/d2a/f3a 13659248 1 2024-09-17T10:39:52.329 INFO:tasks.workunit.client.1.smithi170.stdout:7/214: fdatasync d25/d2a/f3c 0 2024-09-17T10:39:52.330 INFO:tasks.workunit.client.1.smithi170.stdout:9/178: creat dd/d16/d1d/d29/f2f x:0 0 0 2024-09-17T10:39:52.331 INFO:tasks.workunit.client.1.smithi170.stdout:9/179: creat dd/d16/d1d/d23/f30 x:0 0 0 2024-09-17T10:39:52.331 INFO:tasks.workunit.client.1.smithi170.stdout:2/302: dwrite dd/f21 [0,4194304] 0 2024-09-17T10:39:52.333 INFO:tasks.workunit.client.0.smithi159.stdout:8/630: rename d4/dd/d10/d4b/d9c/fa7 to d4/dd/fcb 0 2024-09-17T10:39:52.335 INFO:tasks.workunit.client.1.smithi170.stdout:8/219: creat d4/df/d3f/f4f x:0 0 0 2024-09-17T10:39:52.336 INFO:tasks.workunit.client.1.smithi170.stdout:8/220: dread d4/f39 [0,4194304] 0 2024-09-17T10:39:52.338 INFO:tasks.workunit.client.0.smithi159.stdout:9/593: dread d0/d3/d50/f6f [0,4194304] 0 2024-09-17T10:39:52.338 INFO:tasks.workunit.client.0.smithi159.stdout:9/594: truncate d0/d3/d50/f75 310098 0 2024-09-17T10:39:52.339 INFO:tasks.workunit.client.0.smithi159.stdout:9/595: dread - d0/d3/d7/da/dc/d1c/d31/d47/fb0 zero size 2024-09-17T10:39:52.339 INFO:tasks.workunit.client.0.smithi159.stdout:1/540: creat d1/d19/d1a/f98 x:0 0 0 2024-09-17T10:39:52.341 INFO:tasks.workunit.client.0.smithi159.stdout:7/528: dwrite d2/d23/d67/d47/d4a/d4d/f81 [0,4194304] 0 2024-09-17T10:39:52.342 INFO:tasks.workunit.client.0.smithi159.stdout:7/529: truncate d2/d23/d67/d7b/f68 741228 0 2024-09-17T10:39:52.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/261: dwrite dd/de/d10/d13/d1d/f45 [0,4194304] 0 2024-09-17T10:39:52.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/262: truncate fc 13384526 0 2024-09-17T10:39:52.343 INFO:tasks.workunit.client.0.smithi159.stdout:2/499: dwrite d0/f3c [0,4194304] 0 2024-09-17T10:39:52.343 INFO:tasks.workunit.client.0.smithi159.stdout:2/500: truncate d0/df/d3e/d7a/f9b 590820 0 2024-09-17T10:39:52.344 INFO:tasks.workunit.client.1.smithi170.stdout:1/282: rename d3/c1f to d3/c5e 0 2024-09-17T10:39:52.344 INFO:tasks.workunit.client.1.smithi170.stdout:1/283: write d3/d5/f42 [46155,28433] 0 2024-09-17T10:39:52.346 INFO:tasks.workunit.client.0.smithi159.stdout:3/570: creat d9/df/d54/d59/d98/fa9 x:0 0 0 2024-09-17T10:39:52.347 INFO:tasks.workunit.client.1.smithi170.stdout:2/303: dread dd/d1a/f43 [0,4194304] 0 2024-09-17T10:39:52.347 INFO:tasks.workunit.client.1.smithi170.stdout:9/180: dread fa [0,4194304] 0 2024-09-17T10:39:52.348 INFO:tasks.workunit.client.1.smithi170.stdout:6/207: mknod d0/d3b/c4c 0 2024-09-17T10:39:52.354 INFO:tasks.workunit.client.1.smithi170.stdout:9/181: dread fa [0,4194304] 0 2024-09-17T10:39:52.354 INFO:tasks.workunit.client.1.smithi170.stdout:1/284: read d3/d5/d27/d51/f55 [3907448,53654] 0 2024-09-17T10:39:52.354 INFO:tasks.workunit.client.1.smithi170.stdout:1/285: fdatasync d3/f4c 0 2024-09-17T10:39:52.358 INFO:tasks.workunit.client.1.smithi170.stdout:2/304: dread dd/d22/f2c [0,4194304] 0 2024-09-17T10:39:52.361 INFO:tasks.workunit.client.1.smithi170.stdout:7/215: symlink d25/d3b/l40 0 2024-09-17T10:39:52.363 INFO:tasks.workunit.client.1.smithi170.stdout:7/216: dread d25/d2a/f30 [0,4194304] 0 2024-09-17T10:39:52.363 INFO:tasks.workunit.client.1.smithi170.stdout:9/182: dread dd/d16/d17/f22 [0,4194304] 0 2024-09-17T10:39:52.363 INFO:tasks.workunit.client.1.smithi170.stdout:9/183: write dd/f27 [637656,93447] 0 2024-09-17T10:39:52.364 INFO:tasks.workunit.client.1.smithi170.stdout:7/217: dread f1d [0,4194304] 0 2024-09-17T10:39:52.366 INFO:tasks.workunit.client.0.smithi159.stdout:1/541: dwrite d1/d19/f71 [0,4194304] 0 2024-09-17T10:39:52.373 INFO:tasks.workunit.client.1.smithi170.stdout:8/221: unlink d4/df/f15 0 2024-09-17T10:39:52.373 INFO:tasks.workunit.client.1.smithi170.stdout:8/222: creat d4/df/d3f/f50 x:0 0 0 2024-09-17T10:39:52.373 INFO:tasks.workunit.client.1.smithi170.stdout:8/223: creat d4/f51 x:0 0 0 2024-09-17T10:39:52.377 INFO:tasks.workunit.client.1.smithi170.stdout:1/286: dwrite d3/d5/d27/f50 [0,4194304] 0 2024-09-17T10:39:52.377 INFO:tasks.workunit.client.1.smithi170.stdout:1/287: truncate d3/d5/f30 2152520 0 2024-09-17T10:39:52.378 INFO:tasks.workunit.client.0.smithi159.stdout:5/507: symlink d19/d69/d78/d9d/lb0 0 2024-09-17T10:39:52.379 INFO:tasks.workunit.client.1.smithi170.stdout:4/148: rmdir d9/d12/d2a 39 2024-09-17T10:39:52.379 INFO:tasks.workunit.client.1.smithi170.stdout:4/149: truncate d9/d12/d2a/f30 828451 0 2024-09-17T10:39:52.379 INFO:tasks.workunit.client.1.smithi170.stdout:4/150: write f3 [4637177,118033] 0 2024-09-17T10:39:52.379 INFO:tasks.workunit.client.1.smithi170.stdout:4/151: write d9/d12/d2a/f2e [878768,116716] 0 2024-09-17T10:39:52.380 INFO:tasks.workunit.client.1.smithi170.stdout:7/218: dwrite f20 [0,4194304] 0 2024-09-17T10:39:52.382 INFO:tasks.workunit.client.1.smithi170.stdout:2/305: creat dd/d14/d19/d4c/f5d x:0 0 0 2024-09-17T10:39:52.382 INFO:tasks.workunit.client.1.smithi170.stdout:2/306: chown dd/c3b 3364 1 2024-09-17T10:39:52.382 INFO:tasks.workunit.client.1.smithi170.stdout:2/307: chown dd/d22/d32/f26 448382 1 2024-09-17T10:39:52.382 INFO:tasks.workunit.client.1.smithi170.stdout:2/308: truncate dd/d1a/f4f 4379666 0 2024-09-17T10:39:52.384 INFO:tasks.workunit.client.0.smithi159.stdout:6/562: rename d1/df/d2c/d35/d55/l61 to d1/df/d11/la9 0 2024-09-17T10:39:52.384 INFO:tasks.workunit.client.0.smithi159.stdout:6/563: truncate d1/df/d2c/d85/f72 873475 0 2024-09-17T10:39:52.386 INFO:tasks.workunit.client.0.smithi159.stdout:8/631: creat d4/dd/d10/d1a/d6b/fcc x:0 0 0 2024-09-17T10:39:52.388 INFO:tasks.workunit.client.1.smithi170.stdout:9/184: creat dd/d16/d1d/f31 x:0 0 0 2024-09-17T10:39:52.388 INFO:tasks.workunit.client.1.smithi170.stdout:9/185: fdatasync f9 0 2024-09-17T10:39:52.388 INFO:tasks.workunit.client.1.smithi170.stdout:6/208: getdents d0/d3b 0 2024-09-17T10:39:52.391 INFO:tasks.workunit.client.0.smithi159.stdout:2/501: creat d0/df/d3e/d46/d66/fac x:0 0 0 2024-09-17T10:39:52.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/502: write d0/d6c/f8c [1114231,61376] 0 2024-09-17T10:39:52.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/503: getdents d0/d14/d76/d67/d89/d8b 0 2024-09-17T10:39:52.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/504: fdatasync d0/d6c/f8e 0 2024-09-17T10:39:52.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/505: chown d0/d6c/c71 1 1 2024-09-17T10:39:52.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/506: chown d0/d14/d76/d67 461 1 2024-09-17T10:39:52.394 INFO:tasks.workunit.client.1.smithi170.stdout:8/224: link d4/f9 d4/d2e/d33/f52 0 2024-09-17T10:39:52.395 INFO:tasks.workunit.client.1.smithi170.stdout:8/225: chown d4/df/d3a/f4b 165936747 1 2024-09-17T10:39:52.402 INFO:tasks.workunit.client.0.smithi159.stdout:1/542: creat d1/d10/d5e/f99 x:0 0 0 2024-09-17T10:39:52.403 INFO:tasks.workunit.client.1.smithi170.stdout:8/226: write d4/df/f22 [586274,4838] 0 2024-09-17T10:39:52.403 INFO:tasks.workunit.client.1.smithi170.stdout:8/227: readlink d4/l11 0 2024-09-17T10:39:52.403 INFO:tasks.workunit.client.1.smithi170.stdout:8/228: dread - d4/f51 zero size 2024-09-17T10:39:52.403 INFO:tasks.workunit.client.0.smithi159.stdout:4/469: sync 2024-09-17T10:39:52.404 INFO:tasks.workunit.client.1.smithi170.stdout:1/288: symlink d3/d5/l5f 0 2024-09-17T10:39:52.404 INFO:tasks.workunit.client.1.smithi170.stdout:1/289: readlink d3/d5/l4d 0 2024-09-17T10:39:52.406 INFO:tasks.workunit.client.1.smithi170.stdout:1/290: dread d3/d5/d27/d51/f3b [0,4194304] 0 2024-09-17T10:39:52.406 INFO:tasks.workunit.client.1.smithi170.stdout:1/291: creat d3/d5/d27/d51/f60 x:0 0 0 2024-09-17T10:39:52.406 INFO:tasks.workunit.client.1.smithi170.stdout:1/292: creat d3/d5/d27/d4e/f61 x:0 0 0 2024-09-17T10:39:52.406 INFO:tasks.workunit.client.1.smithi170.stdout:1/293: fsync d3/d5/d27/d4e/f4f 0 2024-09-17T10:39:52.406 INFO:tasks.workunit.client.1.smithi170.stdout:6/209: dwrite d0/f39 [0,4194304] 0 2024-09-17T10:39:52.407 INFO:tasks.workunit.client.1.smithi170.stdout:8/229: write d4/f1f [727226,103524] 0 2024-09-17T10:39:52.411 INFO:tasks.workunit.client.1.smithi170.stdout:7/219: mknod d25/d2a/c41 0 2024-09-17T10:39:52.413 INFO:tasks.workunit.client.0.smithi159.stdout:5/508: link d19/d1b/d36/f5b d19/d33/fb1 0 2024-09-17T10:39:52.414 INFO:tasks.workunit.client.1.smithi170.stdout:2/309: link dd/d1a/d2a/f34 dd/d22/d32/d53/f5e 0 2024-09-17T10:39:52.416 INFO:tasks.workunit.client.0.smithi159.stdout:7/530: rename d2/d23/d67/l8a to d2/d18/d20/d2c/d98/lc7 0 2024-09-17T10:39:52.420 INFO:tasks.workunit.client.0.smithi159.stdout:1/543: dwrite d1/d19/f52 [0,4194304] 0 2024-09-17T10:39:52.420 INFO:tasks.workunit.client.1.smithi170.stdout:9/186: mkdir dd/d24/d32 0 2024-09-17T10:39:52.420 INFO:tasks.workunit.client.1.smithi170.stdout:9/187: dread - dd/d16/d1d/d23/f30 zero size 2024-09-17T10:39:52.421 INFO:tasks.workunit.client.1.smithi170.stdout:9/188: chown dd/d16/d17 15 1 2024-09-17T10:39:52.421 INFO:tasks.workunit.client.0.smithi159.stdout:6/564: creat d1/d5d/d51/faa x:0 0 0 2024-09-17T10:39:52.421 INFO:tasks.workunit.client.0.smithi159.stdout:6/565: chown d1/df/d2c/d35/d3e/f7a 1011627 1 2024-09-17T10:39:52.425 INFO:tasks.workunit.client.0.smithi159.stdout:4/470: dwrite d0/d9/da/d19/f79 [0,4194304] 0 2024-09-17T10:39:52.425 INFO:tasks.workunit.client.0.smithi159.stdout:8/632: truncate d4/dd/d10/f3f 36006 0 2024-09-17T10:39:52.426 INFO:tasks.workunit.client.0.smithi159.stdout:4/471: dread d0/f4a [0,4194304] 0 2024-09-17T10:39:52.427 INFO:tasks.workunit.client.1.smithi170.stdout:0/263: truncate dd/de/d10/f43 2345652 0 2024-09-17T10:39:52.430 INFO:tasks.workunit.client.0.smithi159.stdout:2/507: rmdir d0/d14/d76 39 2024-09-17T10:39:52.431 INFO:tasks.workunit.client.0.smithi159.stdout:3/571: getdents d9/df/d54/d59/d99 0 2024-09-17T10:39:52.431 INFO:tasks.workunit.client.0.smithi159.stdout:3/572: readlink d9/df/d54/d3c/l86 0 2024-09-17T10:39:52.432 INFO:tasks.workunit.client.1.smithi170.stdout:6/210: link d0/d3b/l1c d0/d3c/l4d 0 2024-09-17T10:39:52.434 INFO:tasks.workunit.client.0.smithi159.stdout:7/531: dwrite d2/d18/d20/f2a [0,4194304] 0 2024-09-17T10:39:52.434 INFO:tasks.workunit.client.0.smithi159.stdout:5/509: creat d19/d69/d78/d86/d94/fb2 x:0 0 0 2024-09-17T10:39:52.435 INFO:tasks.workunit.client.1.smithi170.stdout:4/152: mknod d9/d12/c32 0 2024-09-17T10:39:52.438 INFO:tasks.workunit.client.1.smithi170.stdout:8/230: mknod d4/d2e/c53 0 2024-09-17T10:39:52.441 INFO:tasks.workunit.client.0.smithi159.stdout:1/544: symlink d1/d2/d14/d67/l9a 0 2024-09-17T10:39:52.445 INFO:tasks.workunit.client.0.smithi159.stdout:6/566: rmdir d1/d83 39 2024-09-17T10:39:52.446 INFO:tasks.workunit.client.0.smithi159.stdout:1/545: dread d1/d19/d1a/dc/d18/f6d [0,4194304] 0 2024-09-17T10:39:52.448 INFO:tasks.workunit.client.0.smithi159.stdout:7/532: write d2/d23/d67/d47/d4a/d4d/f81 [3704056,49632] 0 2024-09-17T10:39:52.449 INFO:tasks.workunit.client.1.smithi170.stdout:2/310: link c3 dd/d3a/c5f 0 2024-09-17T10:39:52.452 INFO:tasks.workunit.client.1.smithi170.stdout:9/189: mknod dd/d16/d1d/d29/c33 0 2024-09-17T10:39:52.453 INFO:tasks.workunit.client.1.smithi170.stdout:9/190: creat dd/d16/d1d/d29/f34 x:0 0 0 2024-09-17T10:39:52.453 INFO:tasks.workunit.client.1.smithi170.stdout:9/191: write dd/d16/d1d/d23/f2b [765413,717] 0 2024-09-17T10:39:52.453 INFO:tasks.workunit.client.1.smithi170.stdout:9/192: dread - dd/d16/d1d/f31 zero size 2024-09-17T10:39:52.455 INFO:tasks.workunit.client.0.smithi159.stdout:6/567: dread d1/f37 [0,4194304] 0 2024-09-17T10:39:52.455 INFO:tasks.workunit.client.0.smithi159.stdout:6/568: stat d1/df/d2c/d35/d3e/f84 0 2024-09-17T10:39:52.457 INFO:tasks.workunit.client.0.smithi159.stdout:8/633: mknod d4/d4e/d63/ccd 0 2024-09-17T10:39:52.460 INFO:tasks.workunit.client.0.smithi159.stdout:4/472: mknod d0/d9/d24/d39/d6a/d89/c8f 0 2024-09-17T10:39:52.461 INFO:tasks.workunit.client.0.smithi159.stdout:2/508: mknod d0/d14/d76/d67/d89/d8b/cad 0 2024-09-17T10:39:52.463 INFO:tasks.workunit.client.0.smithi159.stdout:5/510: mkdir d19/d69/d78/db3 0 2024-09-17T10:39:52.464 INFO:tasks.workunit.client.0.smithi159.stdout:1/546: creat d1/d19/d1a/dc/f9b x:0 0 0 2024-09-17T10:39:52.465 INFO:tasks.workunit.client.0.smithi159.stdout:7/533: symlink d2/d23/d67/d47/d4a/d4d/d75/d78/d86/lc8 0 2024-09-17T10:39:52.465 INFO:tasks.workunit.client.0.smithi159.stdout:7/534: stat d2/f9 0 2024-09-17T10:39:52.466 INFO:tasks.workunit.client.1.smithi170.stdout:6/211: dwrite d0/d3b/f25 [0,4194304] 0 2024-09-17T10:39:52.466 INFO:tasks.workunit.client.1.smithi170.stdout:8/231: dwrite d4/f51 [0,4194304] 0 2024-09-17T10:39:52.467 INFO:tasks.workunit.client.0.smithi159.stdout:3/573: dwrite d9/df/d3f/f9e [0,4194304] 0 2024-09-17T10:39:52.467 INFO:tasks.workunit.client.0.smithi159.stdout:3/574: write d9/f31 [264605,124208] 0 2024-09-17T10:39:52.470 INFO:tasks.workunit.client.0.smithi159.stdout:6/569: link d1/df/f45 d1/d5d/d51/fab 0 2024-09-17T10:39:52.470 INFO:tasks.workunit.client.0.smithi159.stdout:6/570: write d1/df/d2c/f3c [372472,36331] 0 2024-09-17T10:39:52.470 INFO:tasks.workunit.client.0.smithi159.stdout:6/571: truncate d1/df/d2c/d35/d99/fa0 18043 0 2024-09-17T10:39:52.470 INFO:tasks.workunit.client.0.smithi159.stdout:6/572: truncate d1/df/d11/f67 379046 0 2024-09-17T10:39:52.470 INFO:tasks.workunit.client.0.smithi159.stdout:7/535: dread d2/d44/f99 [0,4194304] 0 2024-09-17T10:39:52.470 INFO:tasks.workunit.client.0.smithi159.stdout:7/536: stat d2/d23/d67/d47/d87 0 2024-09-17T10:39:52.471 INFO:tasks.workunit.client.0.smithi159.stdout:4/473: dread d0/d9/d24/d48/d51/f7c [0,4194304] 0 2024-09-17T10:39:52.471 INFO:tasks.workunit.client.0.smithi159.stdout:4/474: chown d0/d9/d24/d39/c46 89 1 2024-09-17T10:39:52.472 INFO:tasks.workunit.client.0.smithi159.stdout:7/537: dread d2/d18/d20/d3f/d40/f59 [0,4194304] 0 2024-09-17T10:39:52.472 INFO:tasks.workunit.client.0.smithi159.stdout:7/538: truncate d2/d18/d20/d3f/f66 423120 0 2024-09-17T10:39:52.472 INFO:tasks.workunit.client.0.smithi159.stdout:2/509: unlink d0/d26/d4b/l62 0 2024-09-17T10:39:52.476 INFO:tasks.workunit.client.0.smithi159.stdout:1/547: mknod d1/d2/c9c 0 2024-09-17T10:39:52.479 INFO:tasks.workunit.client.1.smithi170.stdout:0/264: creat dd/de/d10/d13/d1d/f56 x:0 0 0 2024-09-17T10:39:52.483 INFO:tasks.workunit.client.1.smithi170.stdout:1/294: rmdir d3/d5/d27 39 2024-09-17T10:39:52.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/153: stat d9/f2d 0 2024-09-17T10:39:52.486 INFO:tasks.workunit.client.0.smithi159.stdout:7/539: dwrite d2/d18/d32/f72 [0,4194304] 0 2024-09-17T10:39:52.486 INFO:tasks.workunit.client.1.smithi170.stdout:0/265: read f1 [286133,122024] 0 2024-09-17T10:39:52.487 INFO:tasks.workunit.client.1.smithi170.stdout:0/266: fdatasync dd/de/d10/d13/d1d/f45 0 2024-09-17T10:39:52.487 INFO:tasks.workunit.client.1.smithi170.stdout:7/220: rmdir d25/d2a 39 2024-09-17T10:39:52.488 INFO:tasks.workunit.client.1.smithi170.stdout:7/221: read d25/d2a/f2b [5464,57690] 0 2024-09-17T10:39:52.488 INFO:tasks.workunit.client.1.smithi170.stdout:7/222: read f4 [2416171,82869] 0 2024-09-17T10:39:52.488 INFO:tasks.workunit.client.1.smithi170.stdout:7/223: dread - d25/d2a/f2d zero size 2024-09-17T10:39:52.490 INFO:tasks.workunit.client.0.smithi159.stdout:3/575: mknod d9/caa 0 2024-09-17T10:39:52.491 INFO:tasks.workunit.client.1.smithi170.stdout:2/311: creat dd/d22/d32/d53/f60 x:0 0 0 2024-09-17T10:39:52.491 INFO:tasks.workunit.client.1.smithi170.stdout:2/312: truncate dd/d14/d19/d4c/f5d 749355 0 2024-09-17T10:39:52.491 INFO:tasks.workunit.client.1.smithi170.stdout:2/313: dread - dd/d1a/f56 zero size 2024-09-17T10:39:52.493 INFO:tasks.workunit.client.0.smithi159.stdout:6/573: mknod d1/df/da4/cac 0 2024-09-17T10:39:52.497 INFO:tasks.workunit.client.0.smithi159.stdout:4/475: mknod d0/d9/d24/d48/c90 0 2024-09-17T10:39:52.498 INFO:tasks.workunit.client.1.smithi170.stdout:9/193: rename dd/f10 to dd/d16/f35 0 2024-09-17T10:39:52.500 INFO:tasks.workunit.client.0.smithi159.stdout:2/510: mknod d0/df/d3e/cae 0 2024-09-17T10:39:52.500 INFO:tasks.workunit.client.0.smithi159.stdout:2/511: chown d0/df/d3e/d46/d66/d83 8 1 2024-09-17T10:39:52.503 INFO:tasks.workunit.client.0.smithi159.stdout:5/511: rmdir d19/d1b/d21 39 2024-09-17T10:39:52.505 INFO:tasks.workunit.client.1.smithi170.stdout:6/212: unlink d0/d3c/d3e/f41 0 2024-09-17T10:39:52.505 INFO:tasks.workunit.client.1.smithi170.stdout:6/213: read - d0/d33/f48 zero size 2024-09-17T10:39:52.505 INFO:tasks.workunit.client.1.smithi170.stdout:6/214: dread - d0/d33/f48 zero size 2024-09-17T10:39:52.506 INFO:tasks.workunit.client.0.smithi159.stdout:1/548: creat d1/d19/d3d/f9d x:0 0 0 2024-09-17T10:39:52.507 INFO:tasks.workunit.client.0.smithi159.stdout:4/476: dread d0/f3 [0,4194304] 0 2024-09-17T10:39:52.507 INFO:tasks.workunit.client.0.smithi159.stdout:4/477: fsync d0/f13 0 2024-09-17T10:39:52.507 INFO:tasks.workunit.client.0.smithi159.stdout:4/478: fsync d0/d9/da/fd 0 2024-09-17T10:39:52.507 INFO:tasks.workunit.client.0.smithi159.stdout:4/479: chown d0/d9/da/f50 10 1 2024-09-17T10:39:52.508 INFO:tasks.workunit.client.0.smithi159.stdout:1/549: read d1/d19/d1a/dc/f6f [31621,30352] 0 2024-09-17T10:39:52.511 INFO:tasks.workunit.client.1.smithi170.stdout:8/232: mknod d4/df/d3f/d44/c54 0 2024-09-17T10:39:52.511 INFO:tasks.workunit.client.1.smithi170.stdout:8/233: creat d4/df/d3f/f55 x:0 0 0 2024-09-17T10:39:52.511 INFO:tasks.workunit.client.0.smithi159.stdout:1/550: write d1/d19/d1a/f7c [70468,99855] 0 2024-09-17T10:39:52.512 INFO:tasks.workunit.client.0.smithi159.stdout:6/574: symlink d1/df/d2c/d35/d3e/d96/lad 0 2024-09-17T10:39:52.512 INFO:tasks.workunit.client.0.smithi159.stdout:6/575: stat d1/df/d11/f27 0 2024-09-17T10:39:52.513 INFO:tasks.workunit.client.1.smithi170.stdout:1/295: mknod d3/d5/d27/d4e/c62 0 2024-09-17T10:39:52.513 INFO:tasks.workunit.client.1.smithi170.stdout:1/296: read d3/f7 [1148422,118174] 0 2024-09-17T10:39:52.519 INFO:tasks.workunit.client.1.smithi170.stdout:7/224: creat d25/d2a/f42 x:0 0 0 2024-09-17T10:39:52.519 INFO:tasks.workunit.client.0.smithi159.stdout:9/596: sync 2024-09-17T10:39:52.520 INFO:tasks.workunit.client.0.smithi159.stdout:0/533: sync 2024-09-17T10:39:52.526 INFO:tasks.workunit.client.0.smithi159.stdout:3/576: rmdir d9/df/d54 39 2024-09-17T10:39:52.526 INFO:tasks.workunit.client.0.smithi159.stdout:3/577: readlink d9/df/d2c/d2f/d63/d8d/d8e/la3 0 2024-09-17T10:39:52.527 INFO:tasks.workunit.client.1.smithi170.stdout:8/234: dread d4/f9 [4194304,4194304] 0 2024-09-17T10:39:52.527 INFO:tasks.workunit.client.1.smithi170.stdout:9/194: rename fb to dd/d16/d1d/f36 0 2024-09-17T10:39:52.527 INFO:tasks.workunit.client.1.smithi170.stdout:6/215: symlink d0/d3b/d43/l4e 0 2024-09-17T10:39:52.532 INFO:tasks.workunit.client.0.smithi159.stdout:6/576: unlink d1/df/d2c/d35/d3e/c44 0 2024-09-17T10:39:52.532 INFO:tasks.workunit.client.0.smithi159.stdout:6/577: write d1/df/d11/f20 [1298153,80681] 0 2024-09-17T10:39:52.537 INFO:tasks.workunit.client.1.smithi170.stdout:1/297: rmdir d3 39 2024-09-17T10:39:52.539 INFO:tasks.workunit.client.0.smithi159.stdout:9/597: mkdir d0/d3/d7/da/dc/d1c/d31/d47/d5a/dcd 0 2024-09-17T10:39:52.540 INFO:tasks.workunit.client.0.smithi159.stdout:9/598: dread d0/d3/d7/da/dc/d1c/f4d [0,4194304] 0 2024-09-17T10:39:52.542 INFO:tasks.workunit.client.1.smithi170.stdout:8/235: mknod d4/df/d1e/c56 0 2024-09-17T10:39:52.543 INFO:tasks.workunit.client.0.smithi159.stdout:0/534: mknod d5/d4f/d67/cc7 0 2024-09-17T10:39:52.543 INFO:tasks.workunit.client.0.smithi159.stdout:0/535: chown d5/d4f/db2 2225 1 2024-09-17T10:39:52.544 INFO:tasks.workunit.client.0.smithi159.stdout:3/578: symlink d9/df/d54/lab 0 2024-09-17T10:39:52.545 INFO:tasks.workunit.client.1.smithi170.stdout:7/225: dread f1a [0,4194304] 0 2024-09-17T10:39:52.546 INFO:tasks.workunit.client.1.smithi170.stdout:1/298: truncate d3/f7 211048 0 2024-09-17T10:39:52.546 INFO:tasks.workunit.client.1.smithi170.stdout:8/236: mknod d4/df/d3f/d4c/c57 0 2024-09-17T10:39:52.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/599: getdents d0/d78 0 2024-09-17T10:39:52.547 INFO:tasks.workunit.client.0.smithi159.stdout:0/536: dread d5/d10/f2b [0,4194304] 0 2024-09-17T10:39:52.548 INFO:tasks.workunit.client.1.smithi170.stdout:7/226: symlink d25/d2a/l43 0 2024-09-17T10:39:52.548 INFO:tasks.workunit.client.1.smithi170.stdout:7/227: creat d25/f44 x:0 0 0 2024-09-17T10:39:52.549 INFO:tasks.workunit.client.1.smithi170.stdout:1/299: creat d3/d5/d54/f63 x:0 0 0 2024-09-17T10:39:52.549 INFO:tasks.workunit.client.0.smithi159.stdout:0/537: dread d5/f5f [0,4194304] 0 2024-09-17T10:39:52.549 INFO:tasks.workunit.client.0.smithi159.stdout:0/538: write d5/d10/d18/d22/da2/fab [717886,120263] 0 2024-09-17T10:39:52.551 INFO:tasks.workunit.client.1.smithi170.stdout:7/228: truncate f4 2144519 0 2024-09-17T10:39:52.553 INFO:tasks.workunit.client.1.smithi170.stdout:1/300: mkdir d3/d5/d27/d51/d64 0 2024-09-17T10:39:52.555 INFO:tasks.workunit.client.0.smithi159.stdout:0/539: rename d5/d10/d18/d22/d3e/d62/c8c to d5/d10/cc8 0 2024-09-17T10:39:52.557 INFO:tasks.workunit.client.0.smithi159.stdout:0/540: symlink d5/d10/db9/lc9 0 2024-09-17T10:39:52.559 INFO:tasks.workunit.client.0.smithi159.stdout:9/600: write d0/d3/d7/da9/fb5 [670389,50398] 0 2024-09-17T10:39:52.559 INFO:tasks.workunit.client.0.smithi159.stdout:9/601: truncate d0/d3/d7/da/dc/d1c/f2e 12608906 0 2024-09-17T10:39:52.561 INFO:tasks.workunit.client.0.smithi159.stdout:9/602: symlink d0/d3/d7/da/d46/d54/d6c/lce 0 2024-09-17T10:39:52.561 INFO:tasks.workunit.client.0.smithi159.stdout:9/603: write d0/d3/d7/da/d1a/d60/fa4 [923494,104198] 0 2024-09-17T10:39:52.561 INFO:tasks.workunit.client.0.smithi159.stdout:7/540: dwrite d2/d18/d20/db8/d45/f90 [0,4194304] 0 2024-09-17T10:39:52.562 INFO:tasks.workunit.client.0.smithi159.stdout:7/541: stat d2/d18/d20/db8/f5b 0 2024-09-17T10:39:52.562 INFO:tasks.workunit.client.1.smithi170.stdout:1/301: dread d3/f4c [0,4194304] 0 2024-09-17T10:39:52.563 INFO:tasks.workunit.client.1.smithi170.stdout:1/302: mknod d3/d5/c65 0 2024-09-17T10:39:52.570 INFO:tasks.workunit.client.1.smithi170.stdout:2/314: dwrite dd/d22/f2c [0,4194304] 0 2024-09-17T10:39:52.572 INFO:tasks.workunit.client.0.smithi159.stdout:7/542: write d2/d18/d20/db8/f5b [272876,42654] 0 2024-09-17T10:39:52.572 INFO:tasks.workunit.client.0.smithi159.stdout:7/543: write d2/d18/f2f [1788560,94117] 0 2024-09-17T10:39:52.572 INFO:tasks.workunit.client.0.smithi159.stdout:7/544: creat d2/d18/d20/d3f/d40/d7f/fc9 x:0 0 0 2024-09-17T10:39:52.573 INFO:tasks.workunit.client.1.smithi170.stdout:2/315: unlink dd/d14/d19/c25 0 2024-09-17T10:39:52.576 INFO:tasks.workunit.client.1.smithi170.stdout:2/316: write dd/d14/d19/f2d [1821623,56919] 0 2024-09-17T10:39:52.577 INFO:tasks.workunit.client.1.smithi170.stdout:2/317: read - dd/d22/d32/f50 zero size 2024-09-17T10:39:52.578 INFO:tasks.workunit.client.1.smithi170.stdout:2/318: mknod dd/d14/d19/d37/c61 0 2024-09-17T10:39:52.579 INFO:tasks.workunit.client.1.smithi170.stdout:2/319: read dd/d14/d19/f1f [110172,124484] 0 2024-09-17T10:39:52.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/320: link dd/d14/d19/f3d dd/d14/f62 0 2024-09-17T10:39:52.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/321: chown dd/d1a/f43 37 1 2024-09-17T10:39:52.582 INFO:tasks.workunit.client.1.smithi170.stdout:2/322: stat dd/d3a/d5b 0 2024-09-17T10:39:52.587 INFO:tasks.workunit.client.0.smithi159.stdout:2/512: dwrite d0/d26/d4b/f9a [0,4194304] 0 2024-09-17T10:39:52.587 INFO:tasks.workunit.client.0.smithi159.stdout:4/480: dwrite d0/d9/da/fd [0,4194304] 0 2024-09-17T10:39:52.587 INFO:tasks.workunit.client.0.smithi159.stdout:4/481: read - d0/d9/d24/d48/d51/f6d zero size 2024-09-17T10:39:52.588 INFO:tasks.workunit.client.0.smithi159.stdout:4/482: dread d0/d9/da/f34 [0,4194304] 0 2024-09-17T10:39:52.590 INFO:tasks.workunit.client.1.smithi170.stdout:6/216: dwrite d0/d3c/f4a [0,4194304] 0 2024-09-17T10:39:52.596 INFO:tasks.workunit.client.1.smithi170.stdout:9/195: dwrite dd/d16/d1d/d29/f2f [0,4194304] 0 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:6/578: dwrite d1/df/d2c/d35/f46 [0,4194304] 0 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:3/579: dwrite d9/df/d54/d59/fa2 [0,4194304] 0 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:3/580: chown d9/df/d3f/f61 6369 1 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:1/551: dwrite d1/d19/d1a/dc/d31/f46 [0,4194304] 0 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:3/581: truncate d9/df/d54/fa6 1671801 0 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:9/604: dwrite d0/d3/d33/fc3 [0,4194304] 0 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:1/552: chown d1/d19/d1a/dc/d18/f5c 76589 1 2024-09-17T10:39:52.597 INFO:tasks.workunit.client.0.smithi159.stdout:1/553: chown d1/d19/f52 7970 1 2024-09-17T10:39:52.598 INFO:tasks.workunit.client.1.smithi170.stdout:4/154: dwrite d9/fa [0,4194304] 0 2024-09-17T10:39:52.598 INFO:tasks.workunit.client.1.smithi170.stdout:1/303: dwrite f1 [0,4194304] 0 2024-09-17T10:39:52.598 INFO:tasks.workunit.client.1.smithi170.stdout:1/304: creat d3/d5/d54/f66 x:0 0 0 2024-09-17T10:39:52.599 INFO:tasks.workunit.client.0.smithi159.stdout:2/513: rmdir d0/df/d3e/d46/d66/d83 0 2024-09-17T10:39:52.599 INFO:tasks.workunit.client.0.smithi159.stdout:2/514: creat d0/d26/d4b/faf x:0 0 0 2024-09-17T10:39:52.604 INFO:tasks.workunit.client.1.smithi170.stdout:2/323: rename dd/d22 to dd/d14/d19/d4c/d63 0 2024-09-17T10:39:52.605 INFO:tasks.workunit.client.0.smithi159.stdout:4/483: dwrite d0/d9/da/f34 [0,4194304] 0 2024-09-17T10:39:52.607 INFO:tasks.workunit.client.0.smithi159.stdout:6/579: rename d1/d5d/d51/f8a to d1/df/d11/fae 0 2024-09-17T10:39:52.613 INFO:tasks.workunit.client.1.smithi170.stdout:9/196: creat dd/d16/f37 x:0 0 0 2024-09-17T10:39:52.615 INFO:tasks.workunit.client.1.smithi170.stdout:4/155: write d9/f13 [374506,105691] 0 2024-09-17T10:39:52.617 INFO:tasks.workunit.client.0.smithi159.stdout:2/515: dwrite d0/d14/d76/d67/d89/f97 [0,4194304] 0 2024-09-17T10:39:52.625 INFO:tasks.workunit.client.0.smithi159.stdout:1/554: truncate d1/d19/d1a/f39 2626565 0 2024-09-17T10:39:52.625 INFO:tasks.workunit.client.0.smithi159.stdout:1/555: write d1/d63/d6c/f87 [82329,123086] 0 2024-09-17T10:39:52.625 INFO:tasks.workunit.client.0.smithi159.stdout:1/556: write d1/d2/f4d [4106696,67637] 0 2024-09-17T10:39:52.625 INFO:tasks.workunit.client.0.smithi159.stdout:1/557: read d1/d63/d6c/f9 [4050979,98624] 0 2024-09-17T10:39:52.627 INFO:tasks.workunit.client.0.smithi159.stdout:9/605: creat d0/d3/d7/da/d46/d54/d8b/db8/fcf x:0 0 0 2024-09-17T10:39:52.627 INFO:tasks.workunit.client.0.smithi159.stdout:9/606: chown d0/d3/d7/da/dc/d1c/d31/d81 36 1 2024-09-17T10:39:52.630 INFO:tasks.workunit.client.1.smithi170.stdout:1/305: link d3/d37/c2a d3/d5/d27/d51/d64/c67 0 2024-09-17T10:39:52.632 INFO:tasks.workunit.client.1.smithi170.stdout:7/229: getdents d25 0 2024-09-17T10:39:52.635 INFO:tasks.workunit.client.0.smithi159.stdout:2/516: dwrite d0/d26/d4b/d6d/f87 [0,4194304] 0 2024-09-17T10:39:52.635 INFO:tasks.workunit.client.1.smithi170.stdout:9/197: dwrite dd/d16/d1d/d23/f2b [0,4194304] 0 2024-09-17T10:39:52.638 INFO:tasks.workunit.client.0.smithi159.stdout:4/484: rename d0/d9/d24/f5b to d0/d9/d24/d52/f91 0 2024-09-17T10:39:52.638 INFO:tasks.workunit.client.1.smithi170.stdout:6/217: rmdir d0/d3c 39 2024-09-17T10:39:52.640 INFO:tasks.workunit.client.0.smithi159.stdout:6/580: mknod d1/df/d2c/d35/d3e/d7c/caf 0 2024-09-17T10:39:52.640 INFO:tasks.workunit.client.0.smithi159.stdout:6/581: fsync d1/df/d11/f4d 0 2024-09-17T10:39:52.641 INFO:tasks.workunit.client.1.smithi170.stdout:2/324: mkdir dd/d64 0 2024-09-17T10:39:52.641 INFO:tasks.workunit.client.1.smithi170.stdout:2/325: fdatasync dd/d14/d19/f33 0 2024-09-17T10:39:52.642 INFO:tasks.workunit.client.1.smithi170.stdout:2/326: creat dd/d1a/f65 x:0 0 0 2024-09-17T10:39:52.645 INFO:tasks.workunit.client.1.smithi170.stdout:4/156: chown d9/l29 255804 1 2024-09-17T10:39:52.657 INFO:tasks.workunit.client.0.smithi159.stdout:9/607: mknod d0/d3/d7/da/dc/d1c/d31/d47/cd0 0 2024-09-17T10:39:52.657 INFO:tasks.workunit.client.0.smithi159.stdout:9/608: write d0/d3/f30 [4492822,43563] 0 2024-09-17T10:39:52.657 INFO:tasks.workunit.client.0.smithi159.stdout:9/609: fdatasync d0/d3/d50/f75 0 2024-09-17T10:39:52.657 INFO:tasks.workunit.client.0.smithi159.stdout:9/610: truncate d0/d3/d7/da/d46/d54/dc4/fc9 741806 0 2024-09-17T10:39:52.658 INFO:tasks.workunit.client.1.smithi170.stdout:9/198: dwrite fc [0,4194304] 0 2024-09-17T10:39:52.658 INFO:tasks.workunit.client.1.smithi170.stdout:9/199: chown dd/c13 65 1 2024-09-17T10:39:52.658 INFO:tasks.workunit.client.1.smithi170.stdout:7/230: mknod d25/d2a/d3e/c45 0 2024-09-17T10:39:52.662 INFO:tasks.workunit.client.1.smithi170.stdout:2/327: dwrite dd/d1a/f43 [0,4194304] 0 2024-09-17T10:39:52.662 INFO:tasks.workunit.client.1.smithi170.stdout:2/328: write dd/d14/f36 [1781326,106283] 0 2024-09-17T10:39:52.663 INFO:tasks.workunit.client.1.smithi170.stdout:6/218: dwrite d0/f38 [0,4194304] 0 2024-09-17T10:39:52.663 INFO:tasks.workunit.client.1.smithi170.stdout:6/219: dread - d0/f24 zero size 2024-09-17T10:39:52.663 INFO:tasks.workunit.client.1.smithi170.stdout:6/220: fsync d0/f2c 0 2024-09-17T10:39:52.663 INFO:tasks.workunit.client.1.smithi170.stdout:6/221: chown d0/d3b/c5 33994 1 2024-09-17T10:39:52.664 INFO:tasks.workunit.client.0.smithi159.stdout:2/517: symlink d0/d6c/lb0 0 2024-09-17T10:39:52.666 INFO:tasks.workunit.client.0.smithi159.stdout:4/485: creat d0/d9/d24/d48/f92 x:0 0 0 2024-09-17T10:39:52.667 INFO:tasks.workunit.client.1.smithi170.stdout:4/157: readlink d9/l24 0 2024-09-17T10:39:52.668 INFO:tasks.workunit.client.0.smithi159.stdout:6/582: dwrite d1/df/d11/d16/f19 [0,4194304] 0 2024-09-17T10:39:52.668 INFO:tasks.workunit.client.0.smithi159.stdout:6/583: read - d1/df/d2c/d35/d55/d64/f71 zero size 2024-09-17T10:39:52.668 INFO:tasks.workunit.client.1.smithi170.stdout:9/200: dread dd/d16/d1d/f36 [0,4194304] 0 2024-09-17T10:39:52.668 INFO:tasks.workunit.client.1.smithi170.stdout:9/201: chown dd/d16/f35 225035813 1 2024-09-17T10:39:52.672 INFO:tasks.workunit.client.1.smithi170.stdout:4/158: dread d9/d12/f15 [0,4194304] 0 2024-09-17T10:39:52.674 INFO:tasks.workunit.client.0.smithi159.stdout:9/611: symlink d0/d3/d7/da/dc/d40/d7d/ld1 0 2024-09-17T10:39:52.676 INFO:tasks.workunit.client.1.smithi170.stdout:7/231: creat d25/d3b/f46 x:0 0 0 2024-09-17T10:39:52.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:52.681 INFO:tasks.workunit.client.1.smithi170.stdout:2/329: mknod dd/d14/d19/c66 0 2024-09-17T10:39:52.686 INFO:tasks.workunit.client.1.smithi170.stdout:6/222: dwrite d0/f2c [0,4194304] 0 2024-09-17T10:39:52.686 INFO:tasks.workunit.client.1.smithi170.stdout:6/223: stat d0/d33/f48 0 2024-09-17T10:39:52.687 INFO:tasks.workunit.client.0.smithi159.stdout:8/634: sync 2024-09-17T10:39:52.688 INFO:tasks.workunit.client.1.smithi170.stdout:9/202: mkdir dd/d24/d32/d38 0 2024-09-17T10:39:52.689 INFO:tasks.workunit.client.0.smithi159.stdout:1/558: write d1/d19/d1a/dc/d31/f46 [4444066,44544] 0 2024-09-17T10:39:52.692 INFO:tasks.workunit.client.1.smithi170.stdout:7/232: creat d25/d2a/d3e/f47 x:0 0 0 2024-09-17T10:39:52.700 INFO:tasks.workunit.client.1.smithi170.stdout:5/244: sync 2024-09-17T10:39:52.701 INFO:tasks.workunit.client.1.smithi170.stdout:2/330: dwrite dd/d14/d19/d4c/d63/f2c [4194304,4194304] 0 2024-09-17T10:39:52.701 INFO:tasks.workunit.client.1.smithi170.stdout:2/331: write f1 [974600,47643] 0 2024-09-17T10:39:52.701 INFO:tasks.workunit.client.0.smithi159.stdout:4/486: dwrite d0/d9/da/fd [0,4194304] 0 2024-09-17T10:39:52.701 INFO:tasks.workunit.client.0.smithi159.stdout:9/612: unlink d0/d3/d7/da/d46/d54/d6c/ca8 0 2024-09-17T10:39:52.701 INFO:tasks.workunit.client.0.smithi159.stdout:9/613: chown d0/d3/d7/da/dc/de/d3e/f7c 4848 1 2024-09-17T10:39:52.702 INFO:tasks.workunit.client.0.smithi159.stdout:2/518: symlink d0/df/lb1 0 2024-09-17T10:39:52.702 INFO:tasks.workunit.client.0.smithi159.stdout:2/519: chown d0 4920 1 2024-09-17T10:39:52.702 INFO:tasks.workunit.client.1.smithi170.stdout:1/306: getdents d3/d5/d54 0 2024-09-17T10:39:52.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:39:52.704 INFO:tasks.workunit.client.0.smithi159.stdout:8/635: creat d4/dd/d10/dae/fce x:0 0 0 2024-09-17T10:39:52.705 INFO:tasks.workunit.client.0.smithi159.stdout:1/559: truncate d1/d19/d1a/dc/d18/f93 5972877 0 2024-09-17T10:39:52.706 INFO:tasks.workunit.client.1.smithi170.stdout:3/355: sync 2024-09-17T10:39:52.707 INFO:tasks.workunit.client.1.smithi170.stdout:6/224: creat d0/d18/f4f x:0 0 0 2024-09-17T10:39:52.709 INFO:tasks.workunit.client.1.smithi170.stdout:7/233: unlink d25/d2a/f2f 0 2024-09-17T10:39:52.711 INFO:tasks.workunit.client.1.smithi170.stdout:4/159: dwrite d9/f25 [0,4194304] 0 2024-09-17T10:39:52.711 INFO:tasks.workunit.client.1.smithi170.stdout:9/203: dwrite dd/d16/d17/f22 [0,4194304] 0 2024-09-17T10:39:52.712 INFO:tasks.workunit.client.0.smithi159.stdout:4/487: creat d0/d9/d24/d52/d5d/f93 x:0 0 0 2024-09-17T10:39:52.712 INFO:tasks.workunit.client.1.smithi170.stdout:1/307: dread d3/d37/f31 [0,4194304] 0 2024-09-17T10:39:52.714 INFO:tasks.workunit.client.1.smithi170.stdout:5/245: mknod d1/d3/c4d 0 2024-09-17T10:39:52.714 INFO:tasks.workunit.client.1.smithi170.stdout:5/246: read - d1/d27/f45 zero size 2024-09-17T10:39:52.714 INFO:tasks.workunit.client.1.smithi170.stdout:5/247: creat d1/d11/f4e x:0 0 0 2024-09-17T10:39:52.714 INFO:tasks.workunit.client.0.smithi159.stdout:4/488: write d0/d9/d24/d52/f7a [262649,30176] 0 2024-09-17T10:39:52.715 INFO:tasks.workunit.client.0.smithi159.stdout:4/489: chown d0/c7f 103 1 2024-09-17T10:39:52.715 INFO:tasks.workunit.client.0.smithi159.stdout:4/490: truncate d0/d9/d24/d28/f44 13127623 0 2024-09-17T10:39:52.716 INFO:tasks.workunit.client.0.smithi159.stdout:9/614: rename d0/d3/d7/da/d1a/d60/f93 to d0/d3/d7/da/dc/de/d36/db3/fd2 0 2024-09-17T10:39:52.722 INFO:tasks.workunit.client.0.smithi159.stdout:2/520: unlink d0/d14/d76/d5e/f75 0 2024-09-17T10:39:52.723 INFO:tasks.workunit.client.1.smithi170.stdout:2/332: creat dd/d14/d19/d4c/d63/d32/f67 x:0 0 0 2024-09-17T10:39:52.725 INFO:tasks.workunit.client.0.smithi159.stdout:4/491: dread d0/f13 [0,4194304] 0 2024-09-17T10:39:52.725 INFO:tasks.workunit.client.0.smithi159.stdout:8/636: rename d4/dd/d10/d1a/d1e/d3e/d8f to d4/dd/d10/d33/dcf 0 2024-09-17T10:39:52.726 INFO:tasks.workunit.client.1.smithi170.stdout:6/225: dwrite d0/d3b/f31 [0,4194304] 0 2024-09-17T10:39:52.727 INFO:tasks.workunit.client.1.smithi170.stdout:3/356: unlink f16 0 2024-09-17T10:39:52.730 INFO:tasks.workunit.client.0.smithi159.stdout:9/615: link d0/d3/d7/f16 d0/d3/d7/da/d46/d54/dc4/fd3 0 2024-09-17T10:39:52.730 INFO:tasks.workunit.client.0.smithi159.stdout:9/616: truncate d0/d3/d7/da/dc/d40/fab 294136 0 2024-09-17T10:39:52.730 INFO:tasks.workunit.client.0.smithi159.stdout:9/617: write d0/d3/d7/da9/fb5 [426513,1077] 0 2024-09-17T10:39:52.732 INFO:tasks.workunit.client.0.smithi159.stdout:2/521: mknod d0/d9/d40/cb2 0 2024-09-17T10:39:52.734 INFO:tasks.workunit.client.1.smithi170.stdout:9/204: creat dd/d24/d32/f39 x:0 0 0 2024-09-17T10:39:52.736 INFO:tasks.workunit.client.0.smithi159.stdout:4/492: rmdir d0/d12/d2f 39 2024-09-17T10:39:52.736 INFO:tasks.workunit.client.0.smithi159.stdout:4/493: chown d0/l4b 341 1 2024-09-17T10:39:52.736 INFO:tasks.workunit.client.0.smithi159.stdout:4/494: chown d0/fe 143228 1 2024-09-17T10:39:52.739 INFO:tasks.workunit.client.1.smithi170.stdout:1/308: mkdir d3/d68 0 2024-09-17T10:39:52.740 INFO:tasks.workunit.client.1.smithi170.stdout:7/234: dwrite f15 [4194304,4194304] 0 2024-09-17T10:39:52.741 INFO:tasks.workunit.client.1.smithi170.stdout:4/160: dwrite d9/d12/d2a/f30 [0,4194304] 0 2024-09-17T10:39:52.743 INFO:tasks.workunit.client.1.smithi170.stdout:2/333: dwrite dd/d14/d19/d4c/d63/d32/f26 [0,4194304] 0 2024-09-17T10:39:52.743 INFO:tasks.workunit.client.1.smithi170.stdout:2/334: creat dd/d14/d19/f68 x:0 0 0 2024-09-17T10:39:52.743 INFO:tasks.workunit.client.1.smithi170.stdout:2/335: truncate dd/d14/d19/d4c/d63/d32/f67 157448 0 2024-09-17T10:39:52.743 INFO:tasks.workunit.client.1.smithi170.stdout:1/309: dread d3/d5/d27/f1b [0,4194304] 0 2024-09-17T10:39:52.743 INFO:tasks.workunit.client.1.smithi170.stdout:1/310: dread - d3/d5/d27/d4e/f4f zero size 2024-09-17T10:39:52.745 INFO:tasks.workunit.client.1.smithi170.stdout:5/248: mknod d1/d3/c4f 0 2024-09-17T10:39:52.747 INFO:tasks.workunit.client.0.smithi159.stdout:8/637: dwrite d4/dd/d10/d33/d99/fb5 [0,4194304] 0 2024-09-17T10:39:52.747 INFO:tasks.workunit.client.0.smithi159.stdout:8/638: dread - d4/dd/d10/d1a/d72/d81/fb2 zero size 2024-09-17T10:39:52.747 INFO:tasks.workunit.client.0.smithi159.stdout:8/639: readlink d4/da/l95 0 2024-09-17T10:39:52.747 INFO:tasks.workunit.client.0.smithi159.stdout:8/640: write d4/dd/d10/d4b/f59 [4874011,85412] 0 2024-09-17T10:39:52.747 INFO:tasks.workunit.client.0.smithi159.stdout:8/641: readlink d4/dd/d10/d4b/d8b/l7c 0 2024-09-17T10:39:52.747 INFO:tasks.workunit.client.0.smithi159.stdout:8/642: read - d4/fc1 zero size 2024-09-17T10:39:52.748 INFO:tasks.workunit.client.0.smithi159.stdout:2/522: creat d0/d14/d76/d67/d89/d8b/fb3 x:0 0 0 2024-09-17T10:39:52.750 INFO:tasks.workunit.client.0.smithi159.stdout:4/495: write d0/d9/da/f34 [1502445,126090] 0 2024-09-17T10:39:52.751 INFO:tasks.workunit.client.0.smithi159.stdout:9/618: dwrite d0/d3/d7/da/f2d [0,4194304] 0 2024-09-17T10:39:52.751 INFO:tasks.workunit.client.1.smithi170.stdout:6/226: rename d0/d3b/c15 to d0/d3c/d3e/c50 0 2024-09-17T10:39:52.751 INFO:tasks.workunit.client.1.smithi170.stdout:6/227: chown d0 2037 1 2024-09-17T10:39:52.751 INFO:tasks.workunit.client.1.smithi170.stdout:6/228: chown d0 0 1 2024-09-17T10:39:52.754 INFO:tasks.workunit.client.1.smithi170.stdout:3/357: dread d18/d24/f33 [0,4194304] 0 2024-09-17T10:39:52.755 INFO:tasks.workunit.client.1.smithi170.stdout:7/235: dread d25/d2a/f2e [0,4194304] 0 2024-09-17T10:39:52.755 INFO:tasks.workunit.client.0.smithi159.stdout:2/523: dread d0/df/d3e/d47/f4c [0,4194304] 0 2024-09-17T10:39:52.757 INFO:tasks.workunit.client.1.smithi170.stdout:9/205: creat dd/d24/f3a x:0 0 0 2024-09-17T10:39:52.757 INFO:tasks.workunit.client.1.smithi170.stdout:3/358: dread d18/d1c/d2b/f4d [0,4194304] 0 2024-09-17T10:39:52.758 INFO:tasks.workunit.client.0.smithi159.stdout:8/643: write d4/d32/d5f/f84 [1450867,98073] 0 2024-09-17T10:39:52.758 INFO:tasks.workunit.client.0.smithi159.stdout:8/644: creat d4/fd0 x:0 0 0 2024-09-17T10:39:52.758 INFO:tasks.workunit.client.0.smithi159.stdout:8/645: fdatasync d4/dd/d10/d33/d99/daf/dc5/f89 0 2024-09-17T10:39:52.761 INFO:tasks.workunit.client.1.smithi170.stdout:6/229: write d0/d18/f19 [723554,75199] 0 2024-09-17T10:39:52.761 INFO:tasks.workunit.client.1.smithi170.stdout:6/230: read - d0/d18/f4f zero size 2024-09-17T10:39:52.761 INFO:tasks.workunit.client.0.smithi159.stdout:8/646: write d4/dd/d10/d33/d99/daf/dc5/f29 [1202478,9514] 0 2024-09-17T10:39:52.763 INFO:tasks.workunit.client.1.smithi170.stdout:8/237: sync 2024-09-17T10:39:52.763 INFO:tasks.workunit.client.1.smithi170.stdout:0/267: sync 2024-09-17T10:39:52.763 INFO:tasks.workunit.client.1.smithi170.stdout:0/268: chown dd/de/d10/l4b 61272 1 2024-09-17T10:39:52.764 INFO:tasks.workunit.client.0.smithi159.stdout:7/545: sync 2024-09-17T10:39:52.764 INFO:tasks.workunit.client.0.smithi159.stdout:3/582: sync 2024-09-17T10:39:52.764 INFO:tasks.workunit.client.0.smithi159.stdout:0/541: sync 2024-09-17T10:39:52.764 INFO:tasks.workunit.client.0.smithi159.stdout:5/512: sync 2024-09-17T10:39:52.767 INFO:tasks.workunit.client.0.smithi159.stdout:1/560: rename d1/d19 to d1/d2f/d9e 0 2024-09-17T10:39:52.768 INFO:tasks.workunit.client.1.smithi170.stdout:2/336: link dd/f10 dd/f69 0 2024-09-17T10:39:52.769 INFO:tasks.workunit.client.0.smithi159.stdout:9/619: symlink d0/d3/d7/da/dc/d1c/ld4 0 2024-09-17T10:39:52.770 INFO:tasks.workunit.client.1.smithi170.stdout:1/311: creat d3/d5/d27/f69 x:0 0 0 2024-09-17T10:39:52.772 INFO:tasks.workunit.client.0.smithi159.stdout:2/524: mknod d0/d14/d76/d5e/cb4 0 2024-09-17T10:39:52.774 INFO:tasks.workunit.client.1.smithi170.stdout:5/249: creat d1/d3/f50 x:0 0 0 2024-09-17T10:39:52.774 INFO:tasks.workunit.client.1.smithi170.stdout:2/337: write dd/d1a/f4f [3852165,72577] 0 2024-09-17T10:39:52.775 INFO:tasks.workunit.client.1.smithi170.stdout:2/338: chown dd/d14/d19/f33 455830740 1 2024-09-17T10:39:52.775 INFO:tasks.workunit.client.1.smithi170.stdout:2/339: chown dd/d14/d19/l47 0 1 2024-09-17T10:39:52.777 INFO:tasks.workunit.client.1.smithi170.stdout:7/236: unlink d25/d2a/f36 0 2024-09-17T10:39:52.777 INFO:tasks.workunit.client.1.smithi170.stdout:7/237: truncate d25/d2a/f2b 272538 0 2024-09-17T10:39:52.779 INFO:tasks.workunit.client.0.smithi159.stdout:8/647: symlink d4/dd/d10/d33/ld1 0 2024-09-17T10:39:52.780 INFO:tasks.workunit.client.1.smithi170.stdout:9/206: symlink dd/d16/d2a/l3b 0 2024-09-17T10:39:52.780 INFO:tasks.workunit.client.1.smithi170.stdout:9/207: stat dd/d24/d32 0 2024-09-17T10:39:52.781 INFO:tasks.workunit.client.1.smithi170.stdout:5/250: dread d1/d11/f36 [0,4194304] 0 2024-09-17T10:39:52.781 INFO:tasks.workunit.client.1.smithi170.stdout:5/251: fdatasync d1/d3/f50 0 2024-09-17T10:39:52.783 INFO:tasks.workunit.client.1.smithi170.stdout:3/359: rename d18/d2c/d3e/d57/d7e/f51 to d18/d2c/d3e/d57/f7f 0 2024-09-17T10:39:52.786 INFO:tasks.workunit.client.1.smithi170.stdout:6/231: creat d0/d3b/d43/f51 x:0 0 0 2024-09-17T10:39:52.789 INFO:tasks.workunit.client.1.smithi170.stdout:4/161: getdents d9/d12 0 2024-09-17T10:39:52.791 INFO:tasks.workunit.client.1.smithi170.stdout:8/238: creat d4/df/f58 x:0 0 0 2024-09-17T10:39:52.792 INFO:tasks.workunit.client.1.smithi170.stdout:8/239: dread - d4/d2e/f48 zero size 2024-09-17T10:39:52.792 INFO:tasks.workunit.client.1.smithi170.stdout:8/240: fsync d4/df/d1e/f32 0 2024-09-17T10:39:52.794 INFO:tasks.workunit.client.1.smithi170.stdout:1/312: link d3/d5/d27/l45 d3/l6a 0 2024-09-17T10:39:52.796 INFO:tasks.workunit.client.1.smithi170.stdout:2/340: rename dd/d1a/d2a/l39 to dd/d1a/d2a/l6a 0 2024-09-17T10:39:52.796 INFO:tasks.workunit.client.1.smithi170.stdout:2/341: readlink dd/l4d 0 2024-09-17T10:39:52.799 INFO:tasks.workunit.client.1.smithi170.stdout:7/238: mknod d25/d3b/c48 0 2024-09-17T10:39:52.799 INFO:tasks.workunit.client.1.smithi170.stdout:7/239: creat d25/d2a/f49 x:0 0 0 2024-09-17T10:39:52.803 INFO:tasks.workunit.client.1.smithi170.stdout:9/208: link dd/d16/d17/c21 dd/c3c 0 2024-09-17T10:39:52.803 INFO:tasks.workunit.client.1.smithi170.stdout:9/209: fdatasync dd/f15 0 2024-09-17T10:39:52.803 INFO:tasks.workunit.client.1.smithi170.stdout:9/210: read dd/f15 [759786,127475] 0 2024-09-17T10:39:52.804 INFO:tasks.workunit.client.1.smithi170.stdout:5/252: dwrite d1/d3/fd [0,4194304] 0 2024-09-17T10:39:52.804 INFO:tasks.workunit.client.0.smithi159.stdout:3/583: mkdir d9/df/d2c/d77/dac 0 2024-09-17T10:39:52.806 INFO:tasks.workunit.client.0.smithi159.stdout:5/513: symlink d19/d22/lb4 0 2024-09-17T10:39:52.811 INFO:tasks.workunit.client.1.smithi170.stdout:3/360: dwrite d18/d2c/d4f/f62 [0,4194304] 0 2024-09-17T10:39:52.811 INFO:tasks.workunit.client.1.smithi170.stdout:3/361: write d18/d2c/d3e/d57/d7e/f7a [5229043,25436] 0 2024-09-17T10:39:52.811 INFO:tasks.workunit.client.0.smithi159.stdout:7/546: creat d2/d18/d20/d3f/daf/fca x:0 0 0 2024-09-17T10:39:52.813 INFO:tasks.workunit.client.0.smithi159.stdout:0/542: creat d5/d10/db9/fca x:0 0 0 2024-09-17T10:39:52.817 INFO:tasks.workunit.client.0.smithi159.stdout:4/496: rename d0/d12/d2f/l60 to d0/d9/da/d33/l94 0 2024-09-17T10:39:52.817 INFO:tasks.workunit.client.0.smithi159.stdout:7/547: dread d2/f9 [0,4194304] 0 2024-09-17T10:39:52.817 INFO:tasks.workunit.client.0.smithi159.stdout:7/548: dread - d2/d18/f6c zero size 2024-09-17T10:39:52.818 INFO:tasks.workunit.client.1.smithi170.stdout:2/342: dwrite f1 [0,4194304] 0 2024-09-17T10:39:52.818 INFO:tasks.workunit.client.1.smithi170.stdout:8/241: creat d4/df/d3a/f59 x:0 0 0 2024-09-17T10:39:52.818 INFO:tasks.workunit.client.1.smithi170.stdout:8/242: dread - d4/df/d3a/f59 zero size 2024-09-17T10:39:52.818 INFO:tasks.workunit.client.1.smithi170.stdout:8/243: fdatasync d4/d2e/f3e 0 2024-09-17T10:39:52.819 INFO:tasks.workunit.client.0.smithi159.stdout:1/561: mkdir d1/d2f/d9e/d1a/d3b/d9f 0 2024-09-17T10:39:52.819 INFO:tasks.workunit.client.0.smithi159.stdout:1/562: write d1/d2f/d9e/d1a/dc/f6f [1531874,72875] 0 2024-09-17T10:39:52.820 INFO:tasks.workunit.client.1.smithi170.stdout:1/313: mknod d3/d5/c6b 0 2024-09-17T10:39:52.821 INFO:tasks.workunit.client.1.smithi170.stdout:1/314: fsync f1 0 2024-09-17T10:39:52.824 INFO:tasks.workunit.client.0.smithi159.stdout:9/620: link d0/d3/d7/da/dc/d1c/f42 d0/d1/fd5 0 2024-09-17T10:39:52.827 INFO:tasks.workunit.client.0.smithi159.stdout:2/525: mkdir d0/df/d3e/d47/d88/dab/db5 0 2024-09-17T10:39:52.827 INFO:tasks.workunit.client.0.smithi159.stdout:1/563: dread d1/d2f/d9e/d3d/f85 [0,4194304] 0 2024-09-17T10:39:52.828 INFO:tasks.workunit.client.0.smithi159.stdout:1/564: readlink d1/d63/d6c/l7a 0 2024-09-17T10:39:52.828 INFO:tasks.workunit.client.1.smithi170.stdout:9/211: mkdir dd/d24/d32/d3d 0 2024-09-17T10:39:52.829 INFO:tasks.workunit.client.0.smithi159.stdout:9/621: write d0/f1e [140551,16862] 0 2024-09-17T10:39:52.829 INFO:tasks.workunit.client.0.smithi159.stdout:8/648: creat d4/d32/d5f/fd2 x:0 0 0 2024-09-17T10:39:52.830 INFO:tasks.workunit.client.0.smithi159.stdout:8/649: write d4/da/fb9 [517428,107972] 0 2024-09-17T10:39:52.830 INFO:tasks.workunit.client.0.smithi159.stdout:8/650: write d4/dd/d10/d4b/d8b/d53/fa9 [24,111840] 0 2024-09-17T10:39:52.830 INFO:tasks.workunit.client.1.smithi170.stdout:5/253: mkdir d1/d3/d13/d2c/d51 0 2024-09-17T10:39:52.830 INFO:tasks.workunit.client.1.smithi170.stdout:5/254: fsync d1/d27/f45 0 2024-09-17T10:39:52.832 INFO:tasks.workunit.client.0.smithi159.stdout:3/584: mknod d9/df/d2c/d2f/cad 0 2024-09-17T10:39:52.835 INFO:tasks.workunit.client.1.smithi170.stdout:8/244: dwrite d4/df/d3f/f47 [0,4194304] 0 2024-09-17T10:39:52.835 INFO:tasks.workunit.client.0.smithi159.stdout:7/549: dwrite d2/d44/da9/db1/fc3 [0,4194304] 0 2024-09-17T10:39:52.836 INFO:tasks.workunit.client.1.smithi170.stdout:0/269: rename fa to dd/de/f57 0 2024-09-17T10:39:52.836 INFO:tasks.workunit.client.1.smithi170.stdout:0/270: chown dd/f15 131679332 1 2024-09-17T10:39:52.836 INFO:tasks.workunit.client.1.smithi170.stdout:0/271: creat dd/de/d10/d13/d1d/f58 x:0 0 0 2024-09-17T10:39:52.836 INFO:tasks.workunit.client.1.smithi170.stdout:0/272: truncate dd/de/d16/f30 785955 0 2024-09-17T10:39:52.838 INFO:tasks.workunit.client.1.smithi170.stdout:6/232: symlink d0/d3b/l52 0 2024-09-17T10:39:52.838 INFO:tasks.workunit.client.1.smithi170.stdout:6/233: chown d0/d3b/f25 32 1 2024-09-17T10:39:52.838 INFO:tasks.workunit.client.0.smithi159.stdout:2/526: mknod d0/cb6 0 2024-09-17T10:39:52.840 INFO:tasks.workunit.client.0.smithi159.stdout:8/651: read d4/dd/d10/f58 [6458904,114613] 0 2024-09-17T10:39:52.841 INFO:tasks.workunit.client.0.smithi159.stdout:1/565: unlink d1/d2f/d9e/d3d/c66 0 2024-09-17T10:39:52.842 INFO:tasks.workunit.client.0.smithi159.stdout:6/584: sync 2024-09-17T10:39:52.843 INFO:tasks.workunit.client.0.smithi159.stdout:6/585: write d1/df/d2c/d85/f72 [117158,84714] 0 2024-09-17T10:39:52.843 INFO:tasks.workunit.client.0.smithi159.stdout:9/622: mkdir d0/d3/d7/da/dc/d34/da7/dd6 0 2024-09-17T10:39:52.846 INFO:tasks.workunit.client.0.smithi159.stdout:6/586: dread d1/df/d11/d16/f3d [0,4194304] 0 2024-09-17T10:39:52.847 INFO:tasks.workunit.client.0.smithi159.stdout:3/585: creat d9/df/d54/d59/d5e/d9a/fae x:0 0 0 2024-09-17T10:39:52.847 INFO:tasks.workunit.client.0.smithi159.stdout:3/586: chown d9/df/d54/f3b 0 1 2024-09-17T10:39:52.849 INFO:tasks.workunit.client.0.smithi159.stdout:0/543: getdents d5/d10/d18/d22/da2 0 2024-09-17T10:39:52.852 INFO:tasks.workunit.client.0.smithi159.stdout:0/544: write d5/d10/d18/d22/f42 [490145,38985] 0 2024-09-17T10:39:52.852 INFO:tasks.workunit.client.0.smithi159.stdout:0/545: stat d5/d4f/d67 0 2024-09-17T10:39:52.852 INFO:tasks.workunit.client.0.smithi159.stdout:0/546: stat d5 0 2024-09-17T10:39:52.853 INFO:tasks.workunit.client.0.smithi159.stdout:0/547: dread d5/d12/f55 [0,4194304] 0 2024-09-17T10:39:52.854 INFO:tasks.workunit.client.0.smithi159.stdout:9/623: dread d0/d3/d7/da/dc/f14 [0,4194304] 0 2024-09-17T10:39:52.855 INFO:tasks.workunit.client.1.smithi170.stdout:4/162: rename d9/d12/d2a/f30 to d9/d12/d2a/f33 0 2024-09-17T10:39:52.857 INFO:tasks.workunit.client.0.smithi159.stdout:7/550: mknod d2/d18/d20/d3f/d77/db7/ccb 0 2024-09-17T10:39:52.857 INFO:tasks.workunit.client.0.smithi159.stdout:7/551: read - d2/d23/d67/d47/d4a/d4d/dad/fb3 zero size 2024-09-17T10:39:52.859 INFO:tasks.workunit.client.1.smithi170.stdout:2/343: symlink dd/d14/l6b 0 2024-09-17T10:39:52.859 INFO:tasks.workunit.client.1.smithi170.stdout:2/344: write dd/d1a/f43 [5236928,54227] 0 2024-09-17T10:39:52.859 INFO:tasks.workunit.client.1.smithi170.stdout:2/345: fsync dd/d1a/f56 0 2024-09-17T10:39:52.859 INFO:tasks.workunit.client.1.smithi170.stdout:2/346: readlink dd/d14/d19/d4c/d63/d32/l27 0 2024-09-17T10:39:52.859 INFO:tasks.workunit.client.1.smithi170.stdout:2/347: write dd/d1a/d2a/f34 [745462,30867] 0 2024-09-17T10:39:52.862 INFO:tasks.workunit.client.1.smithi170.stdout:1/315: symlink d3/d5/d27/d4e/l6c 0 2024-09-17T10:39:52.862 INFO:tasks.workunit.client.1.smithi170.stdout:1/316: write d3/d5/d27/f16 [576580,45221] 0 2024-09-17T10:39:52.863 INFO:tasks.workunit.client.0.smithi159.stdout:1/566: dwrite d1/d2f/d9e/d1a/dc/d31/f95 [0,4194304] 0 2024-09-17T10:39:52.864 INFO:tasks.workunit.client.1.smithi170.stdout:6/234: dwrite d0/d3c/f4a [4194304,4194304] 0 2024-09-17T10:39:52.868 INFO:tasks.workunit.client.1.smithi170.stdout:5/255: creat d1/d3/d13/d2c/f52 x:0 0 0 2024-09-17T10:39:52.868 INFO:tasks.workunit.client.1.smithi170.stdout:5/256: readlink d1/d27/l4c 0 2024-09-17T10:39:52.868 INFO:tasks.workunit.client.1.smithi170.stdout:5/257: write d1/d3/d13/d1a/f22 [4340984,105817] 0 2024-09-17T10:39:52.873 INFO:tasks.workunit.client.0.smithi159.stdout:2/527: symlink d0/d14/d76/d67/d89/d8b/lb7 0 2024-09-17T10:39:52.873 INFO:tasks.workunit.client.0.smithi159.stdout:2/528: dread - d0/d26/d4b/f6f zero size 2024-09-17T10:39:52.879 INFO:tasks.workunit.client.1.smithi170.stdout:4/163: dwrite d9/d12/d2a/f33 [0,4194304] 0 2024-09-17T10:39:52.879 INFO:tasks.workunit.client.1.smithi170.stdout:4/164: readlink d9/l2f 0 2024-09-17T10:39:52.880 INFO:tasks.workunit.client.0.smithi159.stdout:8/652: link d4/dd/d10/f51 d4/dd/d10/d1a/d6d/fd3 0 2024-09-17T10:39:52.880 INFO:tasks.workunit.client.0.smithi159.stdout:8/653: chown d4/da/l11 115543 1 2024-09-17T10:39:52.880 INFO:tasks.workunit.client.0.smithi159.stdout:8/654: creat d4/dd/d10/d1a/d6d/fd4 x:0 0 0 2024-09-17T10:39:52.883 INFO:tasks.workunit.client.1.smithi170.stdout:9/212: rename c5 to dd/d16/d2a/c3e 0 2024-09-17T10:39:52.884 INFO:tasks.workunit.client.1.smithi170.stdout:9/213: dread dd/f27 [0,4194304] 0 2024-09-17T10:39:52.886 INFO:tasks.workunit.client.0.smithi159.stdout:3/587: mkdir d9/df/d2c/d2f/d63/d8d/d8e/daf 0 2024-09-17T10:39:52.889 INFO:tasks.workunit.client.0.smithi159.stdout:0/548: creat d5/d10/d18/d22/da2/db3/fcb x:0 0 0 2024-09-17T10:39:52.890 INFO:tasks.workunit.client.1.smithi170.stdout:3/362: truncate d18/d24/f33 283591 0 2024-09-17T10:39:52.890 INFO:tasks.workunit.client.1.smithi170.stdout:3/363: getdents d18/d2c/d4f/d7b 0 2024-09-17T10:39:52.891 INFO:tasks.workunit.client.0.smithi159.stdout:7/552: mknod d2/d18/d20/d3f/d77/db7/ccc 0 2024-09-17T10:39:52.893 INFO:tasks.workunit.client.0.smithi159.stdout:5/514: rename d19/d22 to d19/d1b/d1d/d59/da7/db5 0 2024-09-17T10:39:52.894 INFO:tasks.workunit.client.1.smithi170.stdout:2/348: mkdir dd/d1a/d6c 0 2024-09-17T10:39:52.894 INFO:tasks.workunit.client.1.smithi170.stdout:2/349: write dd/d14/d19/f68 [794205,38483] 0 2024-09-17T10:39:52.895 INFO:tasks.workunit.client.0.smithi159.stdout:2/529: dwrite d0/d26/d4b/d6d/f5a [0,4194304] 0 2024-09-17T10:39:52.895 INFO:tasks.workunit.client.1.smithi170.stdout:1/317: dwrite d3/d37/f58 [0,4194304] 0 2024-09-17T10:39:52.896 INFO:tasks.workunit.client.1.smithi170.stdout:6/235: symlink d0/d33/l53 0 2024-09-17T10:39:52.898 INFO:tasks.workunit.client.1.smithi170.stdout:5/258: unlink d1/d3/d13/d1a/l3c 0 2024-09-17T10:39:52.900 INFO:tasks.workunit.client.1.smithi170.stdout:8/245: rmdir d4/df/d3f 39 2024-09-17T10:39:52.900 INFO:tasks.workunit.client.1.smithi170.stdout:1/318: write d3/f4c [677845,3390] 0 2024-09-17T10:39:52.902 INFO:tasks.workunit.client.1.smithi170.stdout:4/165: symlink d9/d12/d2a/l34 0 2024-09-17T10:39:52.904 INFO:tasks.workunit.client.1.smithi170.stdout:9/214: symlink dd/d16/d1d/d29/d2c/l3f 0 2024-09-17T10:39:52.908 INFO:tasks.workunit.client.1.smithi170.stdout:5/259: write d1/d3/d13/d1a/f1f [3364267,90767] 0 2024-09-17T10:39:52.908 INFO:tasks.workunit.client.1.smithi170.stdout:5/260: chown d1/d3/f40 689835038 1 2024-09-17T10:39:52.908 INFO:tasks.workunit.client.1.smithi170.stdout:5/261: creat d1/d3/f53 x:0 0 0 2024-09-17T10:39:52.911 INFO:tasks.workunit.client.1.smithi170.stdout:1/319: write d3/f3d [3934195,29261] 0 2024-09-17T10:39:52.916 INFO:tasks.workunit.client.1.smithi170.stdout:3/364: rename d18/d1c/l2e to d18/d2c/d41/l80 0 2024-09-17T10:39:52.917 INFO:tasks.workunit.client.1.smithi170.stdout:9/215: dread dd/d16/f35 [0,4194304] 0 2024-09-17T10:39:52.918 INFO:tasks.workunit.client.1.smithi170.stdout:0/273: rmdir dd/de/d10/d13/d1d 39 2024-09-17T10:39:52.918 INFO:tasks.workunit.client.1.smithi170.stdout:0/274: dread - dd/de/d3d/f4a zero size 2024-09-17T10:39:52.918 INFO:tasks.workunit.client.1.smithi170.stdout:0/275: read dd/de/d16/f3b [227753,73333] 0 2024-09-17T10:39:52.920 INFO:tasks.workunit.client.0.smithi159.stdout:6/587: getdents d1/df/d2c/d35/d55 0 2024-09-17T10:39:52.920 INFO:tasks.workunit.client.1.smithi170.stdout:4/166: dwrite d9/d12/d2a/f33 [0,4194304] 0 2024-09-17T10:39:52.922 INFO:tasks.workunit.client.0.smithi159.stdout:7/553: rmdir d2/d18 39 2024-09-17T10:39:52.923 INFO:tasks.workunit.client.0.smithi159.stdout:7/554: chown d2/d23/f37 543 1 2024-09-17T10:39:52.923 INFO:tasks.workunit.client.0.smithi159.stdout:7/555: fdatasync d2/d18/d20/db8/d45/f90 0 2024-09-17T10:39:52.923 INFO:tasks.workunit.client.0.smithi159.stdout:7/556: read - d2/d18/d20/db8/d45/fc2 zero size 2024-09-17T10:39:52.924 INFO:tasks.workunit.client.1.smithi170.stdout:1/320: write d3/d37/f4b [3187707,59084] 0 2024-09-17T10:39:52.924 INFO:tasks.workunit.client.1.smithi170.stdout:1/321: write f1 [2198340,96358] 0 2024-09-17T10:39:52.924 INFO:tasks.workunit.client.1.smithi170.stdout:1/322: read - d3/d5/d27/d51/f5d zero size 2024-09-17T10:39:52.926 INFO:tasks.workunit.client.0.smithi159.stdout:4/497: rename d0/d9/da/l49 to d0/l95 0 2024-09-17T10:39:52.927 INFO:tasks.workunit.client.1.smithi170.stdout:5/262: dwrite d1/d3/d13/f32 [0,4194304] 0 2024-09-17T10:39:52.929 INFO:tasks.workunit.client.0.smithi159.stdout:5/515: mkdir d19/d1b/d1d/d59/db6 0 2024-09-17T10:39:52.929 INFO:tasks.workunit.client.0.smithi159.stdout:5/516: fsync d19/d33/f64 0 2024-09-17T10:39:52.934 INFO:tasks.workunit.client.0.smithi159.stdout:6/588: link d1/df/d11/d16/f19 d1/df/d11/d16/fb0 0 2024-09-17T10:39:52.934 INFO:tasks.workunit.client.0.smithi159.stdout:6/589: creat d1/df/d2c/d35/d99/fb1 x:0 0 0 2024-09-17T10:39:52.934 INFO:tasks.workunit.client.0.smithi159.stdout:6/590: dread - d1/f80 zero size 2024-09-17T10:39:52.934 INFO:tasks.workunit.client.1.smithi170.stdout:9/216: dwrite fc [0,4194304] 0 2024-09-17T10:39:52.935 INFO:tasks.workunit.client.0.smithi159.stdout:7/557: mknod d2/d23/d67/d47/d87/ccd 0 2024-09-17T10:39:52.937 INFO:tasks.workunit.client.0.smithi159.stdout:9/624: rename d0/d3/d7/da/dc/d1c/d31/d47/d5a/l5b to d0/d3/d7/da/dc/d34/ld7 0 2024-09-17T10:39:52.940 INFO:tasks.workunit.client.0.smithi159.stdout:4/498: mknod d0/d9/d24/d28/c96 0 2024-09-17T10:39:52.942 INFO:tasks.workunit.client.0.smithi159.stdout:7/558: mknod d2/d18/d20/d3f/d73/d82/cce 0 2024-09-17T10:39:52.942 INFO:tasks.workunit.client.0.smithi159.stdout:7/559: stat d2/d18/d20/fb0 0 2024-09-17T10:39:52.945 INFO:tasks.workunit.client.0.smithi159.stdout:8/655: rename d4/fd0 to d4/dd/d10/d33/d99/fd5 0 2024-09-17T10:39:52.948 INFO:tasks.workunit.client.0.smithi159.stdout:4/499: mkdir d0/d9/d97 0 2024-09-17T10:39:52.948 INFO:tasks.workunit.client.0.smithi159.stdout:4/500: write d0/d9/da/d33/f57 [4654939,44175] 0 2024-09-17T10:39:52.950 INFO:tasks.workunit.client.0.smithi159.stdout:3/588: rename d9/df/d54/f62 to d9/df/d2c/d77/fb0 0 2024-09-17T10:39:52.953 INFO:tasks.workunit.client.0.smithi159.stdout:8/656: creat d4/dd/d10/fd6 x:0 0 0 2024-09-17T10:39:52.953 INFO:tasks.workunit.client.0.smithi159.stdout:8/657: write d4/d4e/d63/fa3 [174526,68391] 0 2024-09-17T10:39:52.955 INFO:tasks.workunit.client.0.smithi159.stdout:4/501: mknod d0/d9/da/d19/c98 0 2024-09-17T10:39:52.956 INFO:tasks.workunit.client.0.smithi159.stdout:0/549: rename d5/d10/d18/la5 to d5/lcc 0 2024-09-17T10:39:52.957 INFO:tasks.workunit.client.0.smithi159.stdout:0/550: chown d5/d10/d18/f86 75 1 2024-09-17T10:39:52.958 INFO:tasks.workunit.client.0.smithi159.stdout:3/589: creat d9/df/d2c/d2f/d63/d8d/d74/d82/fb1 x:0 0 0 2024-09-17T10:39:52.958 INFO:tasks.workunit.client.0.smithi159.stdout:6/591: dwrite d1/d5d/f94 [0,4194304] 0 2024-09-17T10:39:52.958 INFO:tasks.workunit.client.0.smithi159.stdout:6/592: dread - d1/df/f74 zero size 2024-09-17T10:39:52.958 INFO:tasks.workunit.client.1.smithi170.stdout:6/236: truncate d0/d18/f30 1243354 0 2024-09-17T10:39:52.959 INFO:tasks.workunit.client.0.smithi159.stdout:9/625: dwrite d0/d3/d7/f16 [0,4194304] 0 2024-09-17T10:39:52.959 INFO:tasks.workunit.client.0.smithi159.stdout:8/658: mknod d4/dd/d10/cd7 0 2024-09-17T10:39:52.965 INFO:tasks.workunit.client.1.smithi170.stdout:8/246: unlink d4/df/d3f/f4f 0 2024-09-17T10:39:52.965 INFO:tasks.workunit.client.1.smithi170.stdout:8/247: fsync d4/df/d3f/f50 0 2024-09-17T10:39:52.965 INFO:tasks.workunit.client.0.smithi159.stdout:4/502: mkdir d0/d9/d24/d52/d5d/d99 0 2024-09-17T10:39:52.973 INFO:tasks.workunit.client.0.smithi159.stdout:0/551: truncate d5/f1c 2879881 0 2024-09-17T10:39:52.973 INFO:tasks.workunit.client.0.smithi159.stdout:0/552: chown d5/d4f/d67/cc7 28253 1 2024-09-17T10:39:52.973 INFO:tasks.workunit.client.0.smithi159.stdout:0/553: creat d5/d10/d18/d22/d3e/d62/fcd x:0 0 0 2024-09-17T10:39:52.975 INFO:tasks.workunit.client.0.smithi159.stdout:3/590: truncate d9/df/d2c/d2f/d63/d8d/f6d 8711 0 2024-09-17T10:39:52.977 INFO:tasks.workunit.client.1.smithi170.stdout:0/276: mkdir dd/de/d10/d13/d59 0 2024-09-17T10:39:52.979 INFO:tasks.workunit.client.1.smithi170.stdout:4/167: mkdir d9/d12/d35 0 2024-09-17T10:39:52.979 INFO:tasks.workunit.client.1.smithi170.stdout:4/168: chown d9/f2d 8342785 1 2024-09-17T10:39:52.979 INFO:tasks.workunit.client.1.smithi170.stdout:4/169: fdatasync f3 0 2024-09-17T10:39:52.980 INFO:tasks.workunit.client.0.smithi159.stdout:6/593: dwrite d1/df/d2c/d35/d55/d64/f71 [0,4194304] 0 2024-09-17T10:39:52.987 INFO:tasks.workunit.client.0.smithi159.stdout:8/659: dwrite d4/dd/d10/f2c [0,4194304] 0 2024-09-17T10:39:52.987 INFO:tasks.workunit.client.0.smithi159.stdout:4/503: dread d0/d12/f35 [0,4194304] 0 2024-09-17T10:39:52.987 INFO:tasks.workunit.client.0.smithi159.stdout:4/504: readlink d0/d9/da/d19/l43 0 2024-09-17T10:39:52.989 INFO:tasks.workunit.client.0.smithi159.stdout:9/626: mkdir d0/d1/d2/d85/dd8 0 2024-09-17T10:39:52.990 INFO:tasks.workunit.client.1.smithi170.stdout:2/350: rmdir dd/d14/d19 39 2024-09-17T10:39:52.990 INFO:tasks.workunit.client.1.smithi170.stdout:2/351: creat dd/d14/f6d x:0 0 0 2024-09-17T10:39:52.990 INFO:tasks.workunit.client.1.smithi170.stdout:2/352: write dd/d14/f51 [706317,25468] 0 2024-09-17T10:39:52.992 INFO:tasks.workunit.client.0.smithi159.stdout:0/554: dwrite d5/d4f/db2/fba [0,4194304] 0 2024-09-17T10:39:52.993 INFO:tasks.workunit.client.1.smithi170.stdout:1/323: rmdir d3/d5/d54 39 2024-09-17T10:39:52.993 INFO:tasks.workunit.client.1.smithi170.stdout:1/324: stat d3/d37/c3f 0 2024-09-17T10:39:52.998 INFO:tasks.workunit.client.0.smithi159.stdout:3/591: creat d9/df/d2c/d77/fb2 x:0 0 0 2024-09-17T10:39:53.001 INFO:tasks.workunit.client.0.smithi159.stdout:4/505: dwrite d0/d9/d24/f8b [0,4194304] 0 2024-09-17T10:39:53.003 INFO:tasks.workunit.client.1.smithi170.stdout:9/217: rmdir dd/d16/d1d/d29/d2c 39 2024-09-17T10:39:53.004 INFO:tasks.workunit.client.0.smithi159.stdout:8/660: mknod d4/dd/d10/d33/cd8 0 2024-09-17T10:39:53.005 INFO:tasks.workunit.client.0.smithi159.stdout:8/661: write d4/fac [518507,93849] 0 2024-09-17T10:39:53.005 INFO:tasks.workunit.client.0.smithi159.stdout:8/662: fsync d4/d32/f69 0 2024-09-17T10:39:53.005 INFO:tasks.workunit.client.0.smithi159.stdout:8/663: read d4/dd/d10/f58 [6500009,100079] 0 2024-09-17T10:39:53.007 INFO:tasks.workunit.client.1.smithi170.stdout:6/237: getdents d0/d33 0 2024-09-17T10:39:53.008 INFO:tasks.workunit.client.0.smithi159.stdout:2/530: rename d0/d14/d76/d67/d89/d8b to d0/d9/db8 0 2024-09-17T10:39:53.008 INFO:tasks.workunit.client.0.smithi159.stdout:2/531: creat d0/df/d3e/d7a/fb9 x:0 0 0 2024-09-17T10:39:53.009 INFO:tasks.workunit.client.1.smithi170.stdout:8/248: creat d4/d2e/d33/f5a x:0 0 0 2024-09-17T10:39:53.009 INFO:tasks.workunit.client.1.smithi170.stdout:8/249: write d4/df/d3a/f59 [617498,81004] 0 2024-09-17T10:39:53.012 INFO:tasks.workunit.client.1.smithi170.stdout:3/365: rename d18/d1c/c30 to d18/d69/c81 0 2024-09-17T10:39:53.012 INFO:tasks.workunit.client.1.smithi170.stdout:3/366: readlink d18/d2c/d4f/l6f 0 2024-09-17T10:39:53.014 INFO:tasks.workunit.client.1.smithi170.stdout:0/277: mknod dd/de/d16/d54/c5a 0 2024-09-17T10:39:53.014 INFO:tasks.workunit.client.1.smithi170.stdout:0/278: chown dd/de/d10/f24 1036600 1 2024-09-17T10:39:53.015 INFO:tasks.workunit.client.0.smithi159.stdout:0/555: symlink d5/d12/d32/lce 0 2024-09-17T10:39:53.016 INFO:tasks.workunit.client.1.smithi170.stdout:4/170: mkdir d9/d12/d36 0 2024-09-17T10:39:53.016 INFO:tasks.workunit.client.1.smithi170.stdout:4/171: truncate f2 1573133 0 2024-09-17T10:39:53.018 INFO:tasks.workunit.client.1.smithi170.stdout:8/250: dread d4/f1d [4194304,4194304] 0 2024-09-17T10:39:53.019 INFO:tasks.workunit.client.0.smithi159.stdout:3/592: mknod d9/df/d54/d59/cb3 0 2024-09-17T10:39:53.022 INFO:tasks.workunit.client.1.smithi170.stdout:2/353: creat dd/d3a/d5b/f6e x:0 0 0 2024-09-17T10:39:53.022 INFO:tasks.workunit.client.1.smithi170.stdout:3/367: dread d18/d1c/d2b/f49 [0,4194304] 0 2024-09-17T10:39:53.023 INFO:tasks.workunit.client.1.smithi170.stdout:4/172: dread d9/d12/f15 [0,4194304] 0 2024-09-17T10:39:53.023 INFO:tasks.workunit.client.1.smithi170.stdout:4/173: write d9/d12/f2c [204467,120661] 0 2024-09-17T10:39:53.026 INFO:tasks.workunit.client.0.smithi159.stdout:8/664: link d4/dd/d10/d1a/d3c/f56 d4/dd/d10/d1a/d1e/d3e/fd9 0 2024-09-17T10:39:53.029 INFO:tasks.workunit.client.1.smithi170.stdout:2/354: dread f1 [0,4194304] 0 2024-09-17T10:39:53.030 INFO:tasks.workunit.client.0.smithi159.stdout:9/627: getdents d0/d3/d7/da/dc/d1c/d31/d81 0 2024-09-17T10:39:53.031 INFO:tasks.workunit.client.0.smithi159.stdout:9/628: chown d0/d3/d7/da/dc/d1c/d2b/c5d 1 1 2024-09-17T10:39:53.031 INFO:tasks.workunit.client.0.smithi159.stdout:9/629: fdatasync d0/d3/d7/da9/fb5 0 2024-09-17T10:39:53.031 INFO:tasks.workunit.client.0.smithi159.stdout:9/630: write d0/d3/d7/da/dc/d1c/d31/d47/fae [613958,101498] 0 2024-09-17T10:39:53.032 INFO:tasks.workunit.client.0.smithi159.stdout:1/567: sync 2024-09-17T10:39:53.034 INFO:tasks.workunit.client.0.smithi159.stdout:4/506: rename d0/f13 to d0/d9/d24/d52/d5d/d99/f9a 0 2024-09-17T10:39:53.038 INFO:tasks.workunit.client.1.smithi170.stdout:1/325: rename d3/d5/f30 to d3/d5/d27/d51/d64/f6d 0 2024-09-17T10:39:53.040 INFO:tasks.workunit.client.0.smithi159.stdout:2/532: mkdir d0/d6c/dba 0 2024-09-17T10:39:53.041 INFO:tasks.workunit.client.0.smithi159.stdout:2/533: truncate d0/df/d3e/d47/d88/f90 355918 0 2024-09-17T10:39:53.042 INFO:tasks.workunit.client.1.smithi170.stdout:0/279: symlink dd/de/d10/d13/d59/l5b 0 2024-09-17T10:39:53.044 INFO:tasks.workunit.client.1.smithi170.stdout:8/251: symlink d4/df/d3a/l5b 0 2024-09-17T10:39:53.048 INFO:tasks.workunit.client.1.smithi170.stdout:4/174: creat d9/d12/d2a/f37 x:0 0 0 2024-09-17T10:39:53.048 INFO:tasks.workunit.client.0.smithi159.stdout:9/631: dwrite d0/d3/d7/da/d46/d54/d8b/db8/f89 [0,4194304] 0 2024-09-17T10:39:53.049 INFO:tasks.workunit.client.0.smithi159.stdout:8/665: mknod d4/dd/d10/d4b/dca/cda 0 2024-09-17T10:39:53.051 INFO:tasks.workunit.client.0.smithi159.stdout:1/568: mknod d1/d10/d5e/ca0 0 2024-09-17T10:39:53.052 INFO:tasks.workunit.client.0.smithi159.stdout:8/666: dread d4/dd/d10/d33/d99/daf/dc5/f29 [0,4194304] 0 2024-09-17T10:39:53.053 INFO:tasks.workunit.client.0.smithi159.stdout:8/667: write d4/f23 [1529681,95712] 0 2024-09-17T10:39:53.055 INFO:tasks.workunit.client.0.smithi159.stdout:3/593: rename d9/c36 to d9/df/d54/d59/cb4 0 2024-09-17T10:39:53.056 INFO:tasks.workunit.client.0.smithi159.stdout:9/632: read d0/d3/d7/da/d46/d54/d8b/db8/fbd [692471,23400] 0 2024-09-17T10:39:53.058 INFO:tasks.workunit.client.0.smithi159.stdout:4/507: dwrite d0/d9/d24/d48/d51/f70 [0,4194304] 0 2024-09-17T10:39:53.059 INFO:tasks.workunit.client.0.smithi159.stdout:2/534: unlink d0/d6c/f8c 0 2024-09-17T10:39:53.059 INFO:tasks.workunit.client.0.smithi159.stdout:2/535: creat d0/df/d3e/d46/d66/fbb x:0 0 0 2024-09-17T10:39:53.059 INFO:tasks.workunit.client.1.smithi170.stdout:1/326: mkdir d3/d37/d6e 0 2024-09-17T10:39:53.063 INFO:tasks.workunit.client.1.smithi170.stdout:0/280: mkdir dd/de/d3d/d4d/d5c 0 2024-09-17T10:39:53.066 INFO:tasks.workunit.client.1.smithi170.stdout:4/175: symlink d9/d12/d36/l38 0 2024-09-17T10:39:53.066 INFO:tasks.workunit.client.1.smithi170.stdout:4/176: creat d9/d12/d2a/f39 x:0 0 0 2024-09-17T10:39:53.076 INFO:tasks.workunit.client.0.smithi159.stdout:1/569: mkdir d1/d2f/d9e/d1a/d3b/d9f/da1 0 2024-09-17T10:39:53.076 INFO:tasks.workunit.client.1.smithi170.stdout:2/355: getdents dd/d3a 0 2024-09-17T10:39:53.078 INFO:tasks.workunit.client.1.smithi170.stdout:9/218: rename dd/d24 to dd/d40 0 2024-09-17T10:39:53.078 INFO:tasks.workunit.client.1.smithi170.stdout:9/219: truncate dd/d16/d1d/d29/f34 649018 0 2024-09-17T10:39:53.078 INFO:tasks.workunit.client.1.smithi170.stdout:9/220: chown dd/f15 32 1 2024-09-17T10:39:53.081 INFO:tasks.workunit.client.1.smithi170.stdout:1/327: mknod d3/d5/d27/d51/d64/c6f 0 2024-09-17T10:39:53.085 INFO:tasks.workunit.client.0.smithi159.stdout:8/668: rename d4/dd/fcb to d4/dd/d10/d33/d99/daf/dc5/fdb 0 2024-09-17T10:39:53.085 INFO:tasks.workunit.client.0.smithi159.stdout:8/669: fsync d4/dd/d10/d4b/d8b/f73 0 2024-09-17T10:39:53.086 INFO:tasks.workunit.client.0.smithi159.stdout:4/508: dwrite d0/d9/da/d33/f3d [0,4194304] 0 2024-09-17T10:39:53.088 INFO:tasks.workunit.client.1.smithi170.stdout:0/281: dwrite dd/de/d3d/f3f [0,4194304] 0 2024-09-17T10:39:53.088 INFO:tasks.workunit.client.1.smithi170.stdout:0/282: creat dd/de/d3d/f5d x:0 0 0 2024-09-17T10:39:53.089 INFO:tasks.workunit.client.0.smithi159.stdout:3/594: mknod d9/df/d54/d3c/d9c/cb5 0 2024-09-17T10:39:53.090 INFO:tasks.workunit.client.1.smithi170.stdout:4/177: rmdir d9/d12 39 2024-09-17T10:39:53.091 INFO:tasks.workunit.client.0.smithi159.stdout:2/536: dwrite d0/d26/d4b/f6f [0,4194304] 0 2024-09-17T10:39:53.091 INFO:tasks.workunit.client.0.smithi159.stdout:1/570: write d1/d2/d25/f6a [131894,88886] 0 2024-09-17T10:39:53.091 INFO:tasks.workunit.client.0.smithi159.stdout:2/537: chown d0/cb6 5700997 1 2024-09-17T10:39:53.091 INFO:tasks.workunit.client.0.smithi159.stdout:9/633: getdents d0/d3/d7/da 0 2024-09-17T10:39:53.093 INFO:tasks.workunit.client.1.smithi170.stdout:1/328: symlink d3/d5/l70 0 2024-09-17T10:39:53.093 INFO:tasks.workunit.client.0.smithi159.stdout:1/571: dread d1/d2/d14/f30 [0,4194304] 0 2024-09-17T10:39:53.094 INFO:tasks.workunit.client.0.smithi159.stdout:1/572: write d1/d2f/d9e/d1a/f7c [1119894,100535] 0 2024-09-17T10:39:53.094 INFO:tasks.workunit.client.0.smithi159.stdout:1/573: write d1/d2f/d9e/d1a/f39 [1396391,73779] 0 2024-09-17T10:39:53.097 INFO:tasks.workunit.client.1.smithi170.stdout:0/283: symlink dd/de/d16/d3e/l5e 0 2024-09-17T10:39:53.101 INFO:tasks.workunit.client.1.smithi170.stdout:4/178: dread f3 [0,4194304] 0 2024-09-17T10:39:53.102 INFO:tasks.workunit.client.1.smithi170.stdout:2/356: dwrite dd/d14/d19/d4c/d63/f41 [0,4194304] 0 2024-09-17T10:39:53.102 INFO:tasks.workunit.client.1.smithi170.stdout:1/329: rename d3/d37/f31 to d3/f71 0 2024-09-17T10:39:53.103 INFO:tasks.workunit.client.0.smithi159.stdout:1/574: read d1/d2/f5f [276737,112601] 0 2024-09-17T10:39:53.104 INFO:tasks.workunit.client.1.smithi170.stdout:4/179: dread f2 [0,4194304] 0 2024-09-17T10:39:53.104 INFO:tasks.workunit.client.1.smithi170.stdout:0/284: truncate dd/de/d10/d13/d1d/d49/f55 166925 0 2024-09-17T10:39:53.109 INFO:tasks.workunit.client.1.smithi170.stdout:9/221: dwrite dd/d16/d1d/d29/f34 [0,4194304] 0 2024-09-17T10:39:53.110 INFO:tasks.workunit.client.0.smithi159.stdout:8/670: truncate d4/dd/d10/d1a/f1f 540330 0 2024-09-17T10:39:53.110 INFO:tasks.workunit.client.0.smithi159.stdout:1/575: dread d1/d2f/d9e/d1a/d3b/f78 [0,4194304] 0 2024-09-17T10:39:53.110 INFO:tasks.workunit.client.0.smithi159.stdout:4/509: symlink d0/d9/d24/d52/d5d/d99/l9b 0 2024-09-17T10:39:53.110 INFO:tasks.workunit.client.0.smithi159.stdout:4/510: chown d0/d9/d24/d39/c46 2236819 1 2024-09-17T10:39:53.110 INFO:tasks.workunit.client.0.smithi159.stdout:5/517: sync 2024-09-17T10:39:53.112 INFO:tasks.workunit.client.1.smithi170.stdout:2/357: dread dd/d14/d19/f2f [0,4194304] 0 2024-09-17T10:39:53.112 INFO:tasks.workunit.client.1.smithi170.stdout:2/358: creat dd/d3a/d5b/f6f x:0 0 0 2024-09-17T10:39:53.112 INFO:tasks.workunit.client.0.smithi159.stdout:3/595: symlink d9/df/d2c/d2f/d63/d8d/d74/lb6 0 2024-09-17T10:39:53.112 INFO:tasks.workunit.client.0.smithi159.stdout:3/596: chown d9/df/f10 12 1 2024-09-17T10:39:53.112 INFO:tasks.workunit.client.0.smithi159.stdout:3/597: chown d9/l3e 4150388 1 2024-09-17T10:39:53.112 INFO:tasks.workunit.client.0.smithi159.stdout:3/598: truncate d9/df/d54/d59/d5e/d9a/fae 241132 0 2024-09-17T10:39:53.113 INFO:tasks.workunit.client.1.smithi170.stdout:1/330: symlink d3/d5/d27/l72 0 2024-09-17T10:39:53.119 INFO:tasks.workunit.client.0.smithi159.stdout:5/518: dread d19/d1a/d32/f5d [0,4194304] 0 2024-09-17T10:39:53.119 INFO:tasks.workunit.client.0.smithi159.stdout:5/519: truncate d19/f7d 246745 0 2024-09-17T10:39:53.119 INFO:tasks.workunit.client.1.smithi170.stdout:4/180: creat d9/d12/f3a x:0 0 0 2024-09-17T10:39:53.124 INFO:tasks.workunit.client.0.smithi159.stdout:2/538: rename d0/d14/d76/d67/f84 to d0/d14/d76/d67/d89/fbc 0 2024-09-17T10:39:53.128 INFO:tasks.workunit.client.0.smithi159.stdout:9/634: mkdir d0/d3/d33/dd9 0 2024-09-17T10:39:53.128 INFO:tasks.workunit.client.0.smithi159.stdout:9/635: stat d0/d3/d7/da/dc/de/f26 0 2024-09-17T10:39:53.129 INFO:tasks.workunit.client.1.smithi170.stdout:9/222: mkdir dd/d16/d1d/d29/d2c/d41 0 2024-09-17T10:39:53.133 INFO:tasks.workunit.client.0.smithi159.stdout:8/671: dwrite d4/dd/d10/d4b/d8b/d53/fa9 [0,4194304] 0 2024-09-17T10:39:53.134 INFO:tasks.workunit.client.1.smithi170.stdout:0/285: dwrite dd/de/d10/d13/d1d/f58 [0,4194304] 0 2024-09-17T10:39:53.134 INFO:tasks.workunit.client.1.smithi170.stdout:0/286: dread - dd/f39 zero size 2024-09-17T10:39:53.136 INFO:tasks.workunit.client.1.smithi170.stdout:2/359: mknod dd/d14/d19/d4c/d63/c70 0 2024-09-17T10:39:53.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/511: symlink d0/d9/d67/l9c 0 2024-09-17T10:39:53.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/512: creat d0/d9/d24/d39/d6a/f9d x:0 0 0 2024-09-17T10:39:53.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/513: getdents d0/d9/d97 0 2024-09-17T10:39:53.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/514: truncate d0/d9/d24/d39/d6a/f77 1248008 0 2024-09-17T10:39:53.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/515: chown d0/d9/da/f34 0 1 2024-09-17T10:39:53.139 INFO:tasks.workunit.client.1.smithi170.stdout:1/331: creat d3/d5/d54/f73 x:0 0 0 2024-09-17T10:39:53.139 INFO:tasks.workunit.client.1.smithi170.stdout:1/332: chown d3/l6a 936 1 2024-09-17T10:39:53.142 INFO:tasks.workunit.client.0.smithi159.stdout:3/599: dwrite d9/df/d2c/d2f/d63/f67 [0,4194304] 0 2024-09-17T10:39:53.142 INFO:tasks.workunit.client.0.smithi159.stdout:1/576: dwrite d1/d10/f3a [0,4194304] 0 2024-09-17T10:39:53.144 INFO:tasks.workunit.client.1.smithi170.stdout:9/223: rename dd/d40/f3a to dd/d16/d1d/f42 0 2024-09-17T10:39:53.146 INFO:tasks.workunit.client.0.smithi159.stdout:2/539: dwrite d0/d26/d4b/faf [0,4194304] 0 2024-09-17T10:39:53.148 INFO:tasks.workunit.client.0.smithi159.stdout:2/540: dread d0/df/d3e/d47/f4c [0,4194304] 0 2024-09-17T10:39:53.150 INFO:tasks.workunit.client.0.smithi159.stdout:8/672: mkdir d4/dd/d10/d1a/d72/ddc 0 2024-09-17T10:39:53.150 INFO:tasks.workunit.client.0.smithi159.stdout:8/673: creat d4/dd/d10/d78/fdd x:0 0 0 2024-09-17T10:39:53.151 INFO:tasks.workunit.client.1.smithi170.stdout:0/287: mkdir dd/de/d16/d54/d5f 0 2024-09-17T10:39:53.152 INFO:tasks.workunit.client.1.smithi170.stdout:0/288: read - dd/de/d3d/f4a zero size 2024-09-17T10:39:53.155 INFO:tasks.workunit.client.1.smithi170.stdout:1/333: symlink d3/d37/d6e/l74 0 2024-09-17T10:39:53.156 INFO:tasks.workunit.client.0.smithi159.stdout:4/516: unlink d0/d9/d24/d39/d6a/d89/c8f 0 2024-09-17T10:39:53.157 INFO:tasks.workunit.client.1.smithi170.stdout:4/181: unlink d9/cc 0 2024-09-17T10:39:53.158 INFO:tasks.workunit.client.0.smithi159.stdout:2/541: dread d0/df/d3e/d47/d79/f9c [0,4194304] 0 2024-09-17T10:39:53.158 INFO:tasks.workunit.client.1.smithi170.stdout:4/182: read d9/d12/f1f [72111,2295] 0 2024-09-17T10:39:53.160 INFO:tasks.workunit.client.1.smithi170.stdout:9/224: mkdir dd/d16/d17/d43 0 2024-09-17T10:39:53.161 INFO:tasks.workunit.client.1.smithi170.stdout:2/360: dwrite dd/d14/d19/d4c/d63/f2c [0,4194304] 0 2024-09-17T10:39:53.162 INFO:tasks.workunit.client.0.smithi159.stdout:3/600: dwrite d9/df/d2c/f22 [0,4194304] 0 2024-09-17T10:39:53.162 INFO:tasks.workunit.client.0.smithi159.stdout:3/601: fdatasync d9/df/d2c/f22 0 2024-09-17T10:39:53.167 INFO:tasks.workunit.client.1.smithi170.stdout:0/289: symlink dd/de/d16/d54/d5f/l60 0 2024-09-17T10:39:53.170 INFO:tasks.workunit.client.1.smithi170.stdout:1/334: creat d3/d5/d27/d51/f75 x:0 0 0 2024-09-17T10:39:53.171 INFO:tasks.workunit.client.1.smithi170.stdout:2/361: write dd/d14/f62 [2738958,78727] 0 2024-09-17T10:39:53.174 INFO:tasks.workunit.client.1.smithi170.stdout:9/225: rename dd/d16/l26 to dd/d16/l44 0 2024-09-17T10:39:53.179 INFO:tasks.workunit.client.1.smithi170.stdout:0/290: mkdir dd/de/d10/d61 0 2024-09-17T10:39:53.179 INFO:tasks.workunit.client.1.smithi170.stdout:0/291: truncate dd/de/d10/d13/d1d/f56 34346 0 2024-09-17T10:39:53.181 INFO:tasks.workunit.client.1.smithi170.stdout:1/335: rename d3/l44 to d3/d5/l76 0 2024-09-17T10:39:53.183 INFO:tasks.workunit.client.1.smithi170.stdout:2/362: symlink dd/d1a/l71 0 2024-09-17T10:39:53.183 INFO:tasks.workunit.client.1.smithi170.stdout:2/363: write dd/d3a/d5b/f6f [715885,76921] 0 2024-09-17T10:39:53.184 INFO:tasks.workunit.client.0.smithi159.stdout:3/602: dwrite d9/df/d2c/d2f/f92 [0,4194304] 0 2024-09-17T10:39:53.184 INFO:tasks.workunit.client.1.smithi170.stdout:4/183: dwrite d9/f2d [0,4194304] 0 2024-09-17T10:39:53.185 INFO:tasks.workunit.client.1.smithi170.stdout:9/226: link dd/d16/d1d/d29/f2f dd/d16/d17/f45 0 2024-09-17T10:39:53.187 INFO:tasks.workunit.client.1.smithi170.stdout:0/292: symlink dd/de/d16/d3e/l62 0 2024-09-17T10:39:53.187 INFO:tasks.workunit.client.1.smithi170.stdout:0/293: readlink dd/de/d16/l37 0 2024-09-17T10:39:53.190 INFO:tasks.workunit.client.0.smithi159.stdout:5/520: rename d19/d1a/d32/c6b to d19/d1b/d21/cb7 0 2024-09-17T10:39:53.190 INFO:tasks.workunit.client.0.smithi159.stdout:5/521: write d19/d1b/d1d/d59/f83 [811228,51914] 0 2024-09-17T10:39:53.190 INFO:tasks.workunit.client.0.smithi159.stdout:5/522: write d19/d33/fb1 [539375,91061] 0 2024-09-17T10:39:53.190 INFO:tasks.workunit.client.0.smithi159.stdout:5/523: write d19/d1b/d21/f2a [3240114,91349] 0 2024-09-17T10:39:53.191 INFO:tasks.workunit.client.1.smithi170.stdout:1/336: unlink d3/c5e 0 2024-09-17T10:39:53.194 INFO:tasks.workunit.client.1.smithi170.stdout:2/364: mkdir dd/d14/d72 0 2024-09-17T10:39:53.198 INFO:tasks.workunit.client.1.smithi170.stdout:4/184: dwrite d9/d12/d2a/f39 [0,4194304] 0 2024-09-17T10:39:53.200 INFO:tasks.workunit.client.1.smithi170.stdout:9/227: unlink dd/d16/d1d/f42 0 2024-09-17T10:39:53.200 INFO:tasks.workunit.client.1.smithi170.stdout:9/228: truncate dd/d16/d1d/d29/f34 4990390 0 2024-09-17T10:39:53.200 INFO:tasks.workunit.client.1.smithi170.stdout:9/229: fsync dd/f1e 0 2024-09-17T10:39:53.200 INFO:tasks.workunit.client.1.smithi170.stdout:9/230: chown dd/f15 954 1 2024-09-17T10:39:53.201 INFO:tasks.workunit.client.0.smithi159.stdout:6/594: sync 2024-09-17T10:39:53.201 INFO:tasks.workunit.client.0.smithi159.stdout:7/560: sync 2024-09-17T10:39:53.201 INFO:tasks.workunit.client.1.smithi170.stdout:4/185: dread f2 [0,4194304] 0 2024-09-17T10:39:53.206 INFO:tasks.workunit.client.0.smithi159.stdout:8/674: creat d4/dd/d10/d1a/d1e/fde x:0 0 0 2024-09-17T10:39:53.208 INFO:tasks.workunit.client.0.smithi159.stdout:7/561: dread d2/d18/d20/db8/f5a [0,4194304] 0 2024-09-17T10:39:53.208 INFO:tasks.workunit.client.0.smithi159.stdout:7/562: chown d2/d23/d67/d7b/fb5 15036338 1 2024-09-17T10:39:53.209 INFO:tasks.workunit.client.1.smithi170.stdout:2/365: link dd/d14/d19/d4c/d63/c70 dd/d14/d72/c73 0 2024-09-17T10:39:53.209 INFO:tasks.workunit.client.0.smithi159.stdout:2/542: rmdir d0/d9/db8 39 2024-09-17T10:39:53.213 INFO:tasks.workunit.client.1.smithi170.stdout:1/337: dwrite d3/d5/f29 [0,4194304] 0 2024-09-17T10:39:53.214 INFO:tasks.workunit.client.0.smithi159.stdout:0/556: sync 2024-09-17T10:39:53.215 INFO:tasks.workunit.client.0.smithi159.stdout:3/603: mkdir d9/df/d2c/d2f/d63/d8d/d74/db7 0 2024-09-17T10:39:53.216 INFO:tasks.workunit.client.0.smithi159.stdout:3/604: chown d9/df/d54/d3c/f4b 12362659 1 2024-09-17T10:39:53.217 INFO:tasks.workunit.client.0.smithi159.stdout:1/577: rename d1/d2f/d9e/d1a/dc/d31 to d1/d2/d25/da2 0 2024-09-17T10:39:53.217 INFO:tasks.workunit.client.0.smithi159.stdout:1/578: dread - d1/d2f/d9e/d1a/dc/d18/f62 zero size 2024-09-17T10:39:53.219 INFO:tasks.workunit.client.1.smithi170.stdout:4/186: dwrite d9/d12/f1f [0,4194304] 0 2024-09-17T10:39:53.220 INFO:tasks.workunit.client.1.smithi170.stdout:4/187: fsync d9/fa 0 2024-09-17T10:39:53.221 INFO:tasks.workunit.client.1.smithi170.stdout:4/188: dread d9/d12/f28 [0,4194304] 0 2024-09-17T10:39:53.223 INFO:tasks.workunit.client.0.smithi159.stdout:5/524: unlink d19/d1e/d4a/fa1 0 2024-09-17T10:39:53.223 INFO:tasks.workunit.client.1.smithi170.stdout:4/189: write d9/d12/f2c [52859,121934] 0 2024-09-17T10:39:53.223 INFO:tasks.workunit.client.0.smithi159.stdout:5/525: write d19/d1b/d1d/d59/f83 [697651,81873] 0 2024-09-17T10:39:53.224 INFO:tasks.workunit.client.0.smithi159.stdout:5/526: write d19/f1f [4664150,55703] 0 2024-09-17T10:39:53.224 INFO:tasks.workunit.client.0.smithi159.stdout:1/579: dread d1/d2/d25/f6a [0,4194304] 0 2024-09-17T10:39:53.226 INFO:tasks.workunit.client.0.smithi159.stdout:6/595: rmdir d1/df/d2c/d35/d3e/d7c 39 2024-09-17T10:39:53.229 INFO:tasks.workunit.client.1.smithi170.stdout:9/231: creat dd/d40/d32/f46 x:0 0 0 2024-09-17T10:39:53.229 INFO:tasks.workunit.client.1.smithi170.stdout:9/232: chown l1 302065 1 2024-09-17T10:39:53.229 INFO:tasks.workunit.client.1.smithi170.stdout:9/233: fsync dd/d16/d1d/f36 0 2024-09-17T10:39:53.229 INFO:tasks.workunit.client.1.smithi170.stdout:9/234: getdents dd/d40/d32/d3d 0 2024-09-17T10:39:53.229 INFO:tasks.workunit.client.1.smithi170.stdout:9/235: readlink dd/l11 0 2024-09-17T10:39:53.230 INFO:tasks.workunit.client.0.smithi159.stdout:7/563: rmdir d2/d44/da9 39 2024-09-17T10:39:53.233 INFO:tasks.workunit.client.0.smithi159.stdout:2/543: truncate d0/df/d3e/d46/d66/f68 3623973 0 2024-09-17T10:39:53.236 INFO:tasks.workunit.client.0.smithi159.stdout:3/605: symlink d9/df/d54/lb8 0 2024-09-17T10:39:53.236 INFO:tasks.workunit.client.0.smithi159.stdout:3/606: write d9/f1d [1924241,107778] 0 2024-09-17T10:39:53.237 INFO:tasks.workunit.client.1.smithi170.stdout:1/338: dwrite f1 [0,4194304] 0 2024-09-17T10:39:53.237 INFO:tasks.workunit.client.1.smithi170.stdout:1/339: chown d3/d5/d27/d4e/l6c 191862588 1 2024-09-17T10:39:53.238 INFO:tasks.workunit.client.0.smithi159.stdout:4/517: rename d0/d9/d24/d52/c74 to d0/d9/d24/d39/d6a/c9e 0 2024-09-17T10:39:53.240 INFO:tasks.workunit.client.1.smithi170.stdout:2/366: unlink c9 0 2024-09-17T10:39:53.240 INFO:tasks.workunit.client.1.smithi170.stdout:2/367: chown dd/d14/f51 3407244 1 2024-09-17T10:39:53.241 INFO:tasks.workunit.client.0.smithi159.stdout:7/564: write d2/d23/d67/d47/d4a/fa5 [7494712,60272] 0 2024-09-17T10:39:53.241 INFO:tasks.workunit.client.0.smithi159.stdout:7/565: chown d2/d23/d67/d47/d4a/d4d/dad/fb3 26 1 2024-09-17T10:39:53.242 INFO:tasks.workunit.client.1.smithi170.stdout:2/368: dread dd/d54/f5c [0,4194304] 0 2024-09-17T10:39:53.242 INFO:tasks.workunit.client.1.smithi170.stdout:2/369: truncate dd/d14/d19/d4c/d63/d32/f52 1269272 0 2024-09-17T10:39:53.244 INFO:tasks.workunit.client.0.smithi159.stdout:5/527: creat d19/d6f/d75/dae/fb8 x:0 0 0 2024-09-17T10:39:53.244 INFO:tasks.workunit.client.0.smithi159.stdout:6/596: mkdir d1/df/d11/d5a/db2 0 2024-09-17T10:39:53.244 INFO:tasks.workunit.client.0.smithi159.stdout:6/597: fdatasync d1/fb 0 2024-09-17T10:39:53.246 INFO:tasks.workunit.client.0.smithi159.stdout:8/675: rmdir d4/dd/d5d 39 2024-09-17T10:39:53.248 INFO:tasks.workunit.client.1.smithi170.stdout:9/236: truncate dd/d16/d1d/f36 2748168 0 2024-09-17T10:39:53.250 INFO:tasks.workunit.client.0.smithi159.stdout:2/544: write d0/d14/f50 [3012286,122247] 0 2024-09-17T10:39:53.251 INFO:tasks.workunit.client.1.smithi170.stdout:0/294: rename dd/de/d16/d3e to dd/de/d16/d54/d63 0 2024-09-17T10:39:53.252 INFO:tasks.workunit.client.0.smithi159.stdout:6/598: symlink d1/df/lb3 0 2024-09-17T10:39:53.252 INFO:tasks.workunit.client.0.smithi159.stdout:6/599: fsync d1/df/d11/f8d 0 2024-09-17T10:39:53.254 INFO:tasks.workunit.client.1.smithi170.stdout:1/340: mkdir d3/d77 0 2024-09-17T10:39:53.255 INFO:tasks.workunit.client.0.smithi159.stdout:8/676: symlink d4/dd/d10/d33/dcf/ldf 0 2024-09-17T10:39:53.258 INFO:tasks.workunit.client.1.smithi170.stdout:2/370: unlink dd/d14/d19/d4c/d63/c70 0 2024-09-17T10:39:53.258 INFO:tasks.workunit.client.1.smithi170.stdout:2/371: dread - dd/d14/d19/f59 zero size 2024-09-17T10:39:53.259 INFO:tasks.workunit.client.1.smithi170.stdout:9/237: link dd/d16/d17/f22 dd/d16/d1d/d29/d2c/d41/f47 0 2024-09-17T10:39:53.262 INFO:tasks.workunit.client.1.smithi170.stdout:0/295: creat dd/de/d10/d13/d1d/d49/f64 x:0 0 0 2024-09-17T10:39:53.263 INFO:tasks.workunit.client.1.smithi170.stdout:2/372: dread dd/d1a/d2a/f34 [0,4194304] 0 2024-09-17T10:39:53.263 INFO:tasks.workunit.client.1.smithi170.stdout:2/373: readlink dd/d1a/d2a/l38 0 2024-09-17T10:39:53.263 INFO:tasks.workunit.client.1.smithi170.stdout:1/341: mknod d3/d5/d27/d4e/c78 0 2024-09-17T10:39:53.265 INFO:tasks.workunit.client.0.smithi159.stdout:1/580: dwrite d1/d2f/d9e/d1a/dc/d18/f6d [0,4194304] 0 2024-09-17T10:39:53.266 INFO:tasks.workunit.client.0.smithi159.stdout:2/545: link d0/d26/d4b/d6d/f95 d0/d14/fbd 0 2024-09-17T10:39:53.266 INFO:tasks.workunit.client.0.smithi159.stdout:2/546: write d0/d9/db8/fb3 [341533,79435] 0 2024-09-17T10:39:53.267 INFO:tasks.workunit.client.1.smithi170.stdout:2/374: unlink dd/d14/f36 0 2024-09-17T10:39:53.267 INFO:tasks.workunit.client.0.smithi159.stdout:2/547: dread d0/df/d3e/d47/f4c [0,4194304] 0 2024-09-17T10:39:53.269 INFO:tasks.workunit.client.0.smithi159.stdout:8/677: mkdir d4/d4e/de0 0 2024-09-17T10:39:53.269 INFO:tasks.workunit.client.0.smithi159.stdout:8/678: fdatasync d4/dd/d10/f34 0 2024-09-17T10:39:53.272 INFO:tasks.workunit.client.0.smithi159.stdout:1/581: mknod d1/d2f/d64/ca3 0 2024-09-17T10:39:53.273 INFO:tasks.workunit.client.0.smithi159.stdout:8/679: mkdir d4/dd/d10/d1a/d72/d81/de1 0 2024-09-17T10:39:53.273 INFO:tasks.workunit.client.0.smithi159.stdout:8/680: dread - d4/dd/d10/d78/dab/fbb zero size 2024-09-17T10:39:53.274 INFO:tasks.workunit.client.0.smithi159.stdout:1/582: truncate d1/d10/f55 1641 0 2024-09-17T10:39:53.274 INFO:tasks.workunit.client.1.smithi170.stdout:0/296: dread dd/de/f38 [0,4194304] 0 2024-09-17T10:39:53.274 INFO:tasks.workunit.client.1.smithi170.stdout:2/375: dread dd/d1a/f4f [0,4194304] 0 2024-09-17T10:39:53.275 INFO:tasks.workunit.client.1.smithi170.stdout:2/376: write dd/d1a/d2a/f34 [2897222,99002] 0 2024-09-17T10:39:53.275 INFO:tasks.workunit.client.0.smithi159.stdout:8/681: creat d4/dd/d5d/fe2 x:0 0 0 2024-09-17T10:39:53.276 INFO:tasks.workunit.client.1.smithi170.stdout:0/297: mkdir dd/de/d16/d65 0 2024-09-17T10:39:53.276 INFO:tasks.workunit.client.1.smithi170.stdout:0/298: truncate dd/de/d3d/f4c 1641766 0 2024-09-17T10:39:53.278 INFO:tasks.workunit.client.1.smithi170.stdout:4/190: dwrite f3 [0,4194304] 0 2024-09-17T10:39:53.280 INFO:tasks.workunit.client.1.smithi170.stdout:0/299: creat dd/de/d10/d61/f66 x:0 0 0 2024-09-17T10:39:53.280 INFO:tasks.workunit.client.1.smithi170.stdout:4/191: chown d9/c18 2 1 2024-09-17T10:39:53.290 INFO:tasks.workunit.client.0.smithi159.stdout:7/566: dwrite d2/d44/da9/db1/fc3 [0,4194304] 0 2024-09-17T10:39:53.290 INFO:tasks.workunit.client.0.smithi159.stdout:7/567: read d2/f24 [1807902,58408] 0 2024-09-17T10:39:53.291 INFO:tasks.workunit.client.1.smithi170.stdout:1/342: dread d3/f3a [0,4194304] 0 2024-09-17T10:39:53.292 INFO:tasks.workunit.client.1.smithi170.stdout:1/343: chown d3/d5/d27/d4e/f61 1791 1 2024-09-17T10:39:53.292 INFO:tasks.workunit.client.1.smithi170.stdout:1/344: unlink d3/d5/c36 0 2024-09-17T10:39:53.292 INFO:tasks.workunit.client.1.smithi170.stdout:1/345: chown d3/d5/l52 687 1 2024-09-17T10:39:53.292 INFO:tasks.workunit.client.1.smithi170.stdout:1/346: dread - d3/d5/d27/f2d zero size 2024-09-17T10:39:53.292 INFO:tasks.workunit.client.1.smithi170.stdout:1/347: stat d3/d5/d27/d51/d64 0 2024-09-17T10:39:53.292 INFO:tasks.workunit.client.1.smithi170.stdout:1/348: chown d3/d5/d27/d4e/f61 657259895 1 2024-09-17T10:39:53.292 INFO:tasks.workunit.client.0.smithi159.stdout:0/557: dwrite d5/d12/d32/d3a/f57 [0,4194304] 0 2024-09-17T10:39:53.293 INFO:tasks.workunit.client.0.smithi159.stdout:8/682: dread d4/dd/d10/f2c [0,4194304] 0 2024-09-17T10:39:53.293 INFO:tasks.workunit.client.0.smithi159.stdout:3/607: dwrite d9/df/d2c/f24 [0,4194304] 0 2024-09-17T10:39:53.293 INFO:tasks.workunit.client.0.smithi159.stdout:3/608: chown d9/f25 1406066 1 2024-09-17T10:39:53.293 INFO:tasks.workunit.client.0.smithi159.stdout:0/558: truncate d5/d10/d18/f86 1493588 0 2024-09-17T10:39:53.294 INFO:tasks.workunit.client.1.smithi170.stdout:1/349: link d3/d5/l4d d3/d37/d6e/l79 0 2024-09-17T10:39:53.294 INFO:tasks.workunit.client.1.smithi170.stdout:1/350: chown d3/d5/d27/d4e/c78 13 1 2024-09-17T10:39:53.294 INFO:tasks.workunit.client.1.smithi170.stdout:0/300: dread dd/de/d16/f1a [0,4194304] 0 2024-09-17T10:39:53.294 INFO:tasks.workunit.client.1.smithi170.stdout:0/301: readlink dd/de/d10/d13/l34 0 2024-09-17T10:39:53.298 INFO:tasks.workunit.client.1.smithi170.stdout:9/238: dwrite dd/d16/d1d/d23/f30 [0,4194304] 0 2024-09-17T10:39:53.299 INFO:tasks.workunit.client.0.smithi159.stdout:5/528: dwrite d19/d1a/d32/d37/d74/fab [4194304,4194304] 0 2024-09-17T10:39:53.299 INFO:tasks.workunit.client.0.smithi159.stdout:6/600: dwrite d1/df/d11/f29 [0,4194304] 0 2024-09-17T10:39:53.299 INFO:tasks.workunit.client.0.smithi159.stdout:5/529: dread - d19/d1a/d32/d5e/f80 zero size 2024-09-17T10:39:53.302 INFO:tasks.workunit.client.0.smithi159.stdout:3/609: mkdir d9/df/d2c/d2f/d63/d8d/d8e/daf/db9 0 2024-09-17T10:39:53.305 INFO:tasks.workunit.client.0.smithi159.stdout:4/518: rename d0/d9/d24/d52 to d0/d9/d97/d9f 0 2024-09-17T10:39:53.305 INFO:tasks.workunit.client.0.smithi159.stdout:4/519: write d0/d9/d97/d9f/f7a [1409068,72170] 0 2024-09-17T10:39:53.305 INFO:tasks.workunit.client.0.smithi159.stdout:8/683: write d4/dd/d10/d1a/d1e/f2a [4012494,128950] 0 2024-09-17T10:39:53.306 INFO:tasks.workunit.client.1.smithi170.stdout:1/351: dread d3/d5/d27/f47 [0,4194304] 0 2024-09-17T10:39:53.310 INFO:tasks.workunit.client.1.smithi170.stdout:5/263: sync 2024-09-17T10:39:53.310 INFO:tasks.workunit.client.1.smithi170.stdout:7/240: sync 2024-09-17T10:39:53.310 INFO:tasks.workunit.client.1.smithi170.stdout:7/241: write f21 [74528,93413] 0 2024-09-17T10:39:53.310 INFO:tasks.workunit.client.1.smithi170.stdout:7/242: write d25/d2a/f2d [457095,51319] 0 2024-09-17T10:39:53.313 INFO:tasks.workunit.client.0.smithi159.stdout:2/548: dwrite d0/f63 [0,4194304] 0 2024-09-17T10:39:53.315 INFO:tasks.workunit.client.0.smithi159.stdout:4/520: write d0/d9/f18 [218447,96808] 0 2024-09-17T10:39:53.317 INFO:tasks.workunit.client.1.smithi170.stdout:4/192: dwrite d9/d12/f1f [0,4194304] 0 2024-09-17T10:39:53.318 INFO:tasks.workunit.client.0.smithi159.stdout:7/568: dwrite d2/d18/f6c [0,4194304] 0 2024-09-17T10:39:53.322 INFO:tasks.workunit.client.1.smithi170.stdout:9/239: creat dd/d40/d32/d3d/f48 x:0 0 0 2024-09-17T10:39:53.322 INFO:tasks.workunit.client.1.smithi170.stdout:9/240: stat dd/d16/d17/f45 0 2024-09-17T10:39:53.324 INFO:tasks.workunit.client.1.smithi170.stdout:1/352: creat d3/f7a x:0 0 0 2024-09-17T10:39:53.324 INFO:tasks.workunit.client.1.smithi170.stdout:1/353: readlink d3/d5/l28 0 2024-09-17T10:39:53.325 INFO:tasks.workunit.client.1.smithi170.stdout:5/264: mkdir d1/d3/d13/d1a/d54 0 2024-09-17T10:39:53.326 INFO:tasks.workunit.client.1.smithi170.stdout:2/377: truncate dd/d14/d19/d4c/d63/d32/d53/f5e 2523425 0 2024-09-17T10:39:53.329 INFO:tasks.workunit.client.1.smithi170.stdout:9/241: truncate f9 2987488 0 2024-09-17T10:39:53.331 INFO:tasks.workunit.client.1.smithi170.stdout:1/354: mkdir d3/d37/d7b 0 2024-09-17T10:39:53.332 INFO:tasks.workunit.client.1.smithi170.stdout:5/265: mkdir d1/d3/d55 0 2024-09-17T10:39:53.333 INFO:tasks.workunit.client.1.smithi170.stdout:2/378: truncate dd/d14/d19/f1f 291760 0 2024-09-17T10:39:53.334 INFO:tasks.workunit.client.1.smithi170.stdout:9/242: creat dd/d16/d17/d43/f49 x:0 0 0 2024-09-17T10:39:53.335 INFO:tasks.workunit.client.1.smithi170.stdout:9/243: write dd/f1e [814654,3145] 0 2024-09-17T10:39:53.335 INFO:tasks.workunit.client.1.smithi170.stdout:5/266: dread d1/d11/f37 [0,4194304] 0 2024-09-17T10:39:53.336 INFO:tasks.workunit.client.1.smithi170.stdout:1/355: symlink d3/d5/l7c 0 2024-09-17T10:39:53.336 INFO:tasks.workunit.client.1.smithi170.stdout:7/243: fdatasync f21 0 2024-09-17T10:39:53.336 INFO:tasks.workunit.client.1.smithi170.stdout:7/244: creat d25/d2a/f4a x:0 0 0 2024-09-17T10:39:53.336 INFO:tasks.workunit.client.1.smithi170.stdout:4/193: fdatasync d9/d12/f2c 0 2024-09-17T10:39:53.336 INFO:tasks.workunit.client.1.smithi170.stdout:4/194: fdatasync d9/d12/f15 0 2024-09-17T10:39:53.336 INFO:tasks.workunit.client.0.smithi159.stdout:5/530: dwrite d19/d1a/d32/d5e/f80 [0,4194304] 0 2024-09-17T10:39:53.337 INFO:tasks.workunit.client.0.smithi159.stdout:0/559: rename d5/d10 to d5/dcf 0 2024-09-17T10:39:53.338 INFO:tasks.workunit.client.1.smithi170.stdout:0/302: dwrite dd/de/d16/f3b [0,4194304] 0 2024-09-17T10:39:53.339 INFO:tasks.workunit.client.0.smithi159.stdout:3/610: dwrite d9/df/d54/d3c/f9b [0,4194304] 0 2024-09-17T10:39:53.339 INFO:tasks.workunit.client.0.smithi159.stdout:3/611: write d9/df/f58 [374625,64739] 0 2024-09-17T10:39:53.340 INFO:tasks.workunit.client.0.smithi159.stdout:1/583: rename d1/d63/d6c/f9 to d1/d2f/d9e/d1a/fa4 0 2024-09-17T10:39:53.341 INFO:tasks.workunit.client.0.smithi159.stdout:1/584: write d1/d63/d6c/f87 [409718,28841] 0 2024-09-17T10:39:53.341 INFO:tasks.workunit.client.1.smithi170.stdout:9/244: unlink dd/c3c 0 2024-09-17T10:39:53.343 INFO:tasks.workunit.client.1.smithi170.stdout:5/267: creat d1/d3/d13/d2c/d51/f56 x:0 0 0 2024-09-17T10:39:53.345 INFO:tasks.workunit.client.0.smithi159.stdout:8/684: symlink d4/d4e/de0/le3 0 2024-09-17T10:39:53.345 INFO:tasks.workunit.client.0.smithi159.stdout:8/685: chown d4/dd/d10/d1a/d6d/fd3 0 1 2024-09-17T10:39:53.347 INFO:tasks.workunit.client.1.smithi170.stdout:1/356: link d3/d5/f17 d3/d5/f7d 0 2024-09-17T10:39:53.352 INFO:tasks.workunit.client.1.smithi170.stdout:4/195: dwrite d9/d12/f2c [0,4194304] 0 2024-09-17T10:39:53.352 INFO:tasks.workunit.client.0.smithi159.stdout:2/549: creat d0/d14/d76/d67/d96/fbe x:0 0 0 2024-09-17T10:39:53.353 INFO:tasks.workunit.client.1.smithi170.stdout:7/245: mkdir d25/d2a/d3e/d4b 0 2024-09-17T10:39:53.354 INFO:tasks.workunit.client.1.smithi170.stdout:2/379: rmdir dd/d54 39 2024-09-17T10:39:53.356 INFO:tasks.workunit.client.0.smithi159.stdout:4/521: symlink d0/d9/d24/d28/la0 0 2024-09-17T10:39:53.356 INFO:tasks.workunit.client.0.smithi159.stdout:4/522: write d0/d9/da/d19/f26 [4832032,53630] 0 2024-09-17T10:39:53.356 INFO:tasks.workunit.client.0.smithi159.stdout:4/523: write d0/d12/f3a [4968806,84499] 0 2024-09-17T10:39:53.360 INFO:tasks.workunit.client.1.smithi170.stdout:0/303: rename dd/de/d10/d13/c12 to dd/de/d16/d54/d5f/c67 0 2024-09-17T10:39:53.360 INFO:tasks.workunit.client.1.smithi170.stdout:0/304: fdatasync dd/de/d3d/f5d 0 2024-09-17T10:39:53.361 INFO:tasks.workunit.client.0.smithi159.stdout:7/569: symlink d2/d18/d20/d3f/d73/d82/da2/lcf 0 2024-09-17T10:39:53.363 INFO:tasks.workunit.client.1.smithi170.stdout:5/268: mkdir d1/d11/d57 0 2024-09-17T10:39:53.364 INFO:tasks.workunit.client.0.smithi159.stdout:6/601: mkdir d1/db4 0 2024-09-17T10:39:53.365 INFO:tasks.workunit.client.0.smithi159.stdout:6/602: chown d1/c3f 11131 1 2024-09-17T10:39:53.366 INFO:tasks.workunit.client.1.smithi170.stdout:2/380: read dd/d14/d19/d4c/d63/f2c [3563124,30247] 0 2024-09-17T10:39:53.366 INFO:tasks.workunit.client.1.smithi170.stdout:1/357: link d3/d5/d27/c24 d3/d5/d27/d51/c7e 0 2024-09-17T10:39:53.370 INFO:tasks.workunit.client.1.smithi170.stdout:7/246: truncate f4 1699644 0 2024-09-17T10:39:53.370 INFO:tasks.workunit.client.1.smithi170.stdout:3/368: sync 2024-09-17T10:39:53.370 INFO:tasks.workunit.client.1.smithi170.stdout:6/238: sync 2024-09-17T10:39:53.370 INFO:tasks.workunit.client.1.smithi170.stdout:8/252: sync 2024-09-17T10:39:53.373 INFO:tasks.workunit.client.1.smithi170.stdout:4/196: rename c5 to d9/d12/d35/c3b 0 2024-09-17T10:39:53.377 INFO:tasks.workunit.client.0.smithi159.stdout:5/531: unlink d19/d1b/d1d/d59/da7/db5/lb4 0 2024-09-17T10:39:53.378 INFO:tasks.workunit.client.0.smithi159.stdout:5/532: chown d19/d6f/d75/c82 0 1 2024-09-17T10:39:53.378 INFO:tasks.workunit.client.1.smithi170.stdout:7/247: dread d25/d2a/f3f [0,4194304] 0 2024-09-17T10:39:53.378 INFO:tasks.workunit.client.1.smithi170.stdout:7/248: truncate d25/d2a/d3e/f47 847445 0 2024-09-17T10:39:53.379 INFO:tasks.workunit.client.0.smithi159.stdout:3/612: dwrite d9/df/d3f/f4d [0,4194304] 0 2024-09-17T10:39:53.379 INFO:tasks.workunit.client.0.smithi159.stdout:3/613: write d9/f31 [1494317,3935] 0 2024-09-17T10:39:53.379 INFO:tasks.workunit.client.1.smithi170.stdout:2/381: link cc dd/d3a/d5b/c74 0 2024-09-17T10:39:53.382 INFO:tasks.workunit.client.0.smithi159.stdout:0/560: mknod d5/dcf/d18/d22/d3e/d51/cd0 0 2024-09-17T10:39:53.383 INFO:tasks.workunit.client.0.smithi159.stdout:0/561: read d5/d12/f27 [288307,59494] 0 2024-09-17T10:39:53.385 INFO:tasks.workunit.client.1.smithi170.stdout:9/245: dwrite dd/f1e [0,4194304] 0 2024-09-17T10:39:53.385 INFO:tasks.workunit.client.1.smithi170.stdout:9/246: creat dd/d16/d1d/f4a x:0 0 0 2024-09-17T10:39:53.385 INFO:tasks.workunit.client.1.smithi170.stdout:9/247: write dd/d16/d1d/f36 [1913567,129114] 0 2024-09-17T10:39:53.387 INFO:tasks.workunit.client.1.smithi170.stdout:5/269: dwrite d1/f31 [4194304,4194304] 0 2024-09-17T10:39:53.387 INFO:tasks.workunit.client.1.smithi170.stdout:5/270: chown d1/d3/c4f 627 1 2024-09-17T10:39:53.387 INFO:tasks.workunit.client.1.smithi170.stdout:5/271: creat d1/f58 x:0 0 0 2024-09-17T10:39:53.389 INFO:tasks.workunit.client.1.smithi170.stdout:1/358: link d3/d5/d54/f63 d3/d5/f7f 0 2024-09-17T10:39:53.396 INFO:tasks.workunit.client.1.smithi170.stdout:3/369: truncate d18/d1c/d2b/f52 3514095 0 2024-09-17T10:39:53.397 INFO:tasks.workunit.client.0.smithi159.stdout:9/636: sync 2024-09-17T10:39:53.399 INFO:tasks.workunit.client.1.smithi170.stdout:8/253: symlink d4/df/d1e/l5c 0 2024-09-17T10:39:53.399 INFO:tasks.workunit.client.1.smithi170.stdout:8/254: truncate d4/d2e/d33/f34 1808204 0 2024-09-17T10:39:53.399 INFO:tasks.workunit.client.1.smithi170.stdout:2/382: dread dd/d1a/f4f [0,4194304] 0 2024-09-17T10:39:53.399 INFO:tasks.workunit.client.1.smithi170.stdout:8/255: fdatasync d4/f18 0 2024-09-17T10:39:53.399 INFO:tasks.workunit.client.1.smithi170.stdout:8/256: chown d4/f9 18749664 1 2024-09-17T10:39:53.402 INFO:tasks.workunit.client.1.smithi170.stdout:6/239: dwrite d0/d33/f35 [0,4194304] 0 2024-09-17T10:39:53.402 INFO:tasks.workunit.client.1.smithi170.stdout:6/240: dread - d0/d3b/d43/f46 zero size 2024-09-17T10:39:53.404 INFO:tasks.workunit.client.1.smithi170.stdout:0/305: rename dd/de/d16/f35 to dd/de/d10/d13/d59/f68 0 2024-09-17T10:39:53.405 INFO:tasks.workunit.client.1.smithi170.stdout:5/272: dwrite d1/d3/f5 [0,4194304] 0 2024-09-17T10:39:53.406 INFO:tasks.workunit.client.0.smithi159.stdout:0/562: dwrite d5/d12/daa/fc5 [0,4194304] 0 2024-09-17T10:39:53.406 INFO:tasks.workunit.client.1.smithi170.stdout:6/241: dread d0/d3b/f1a [0,4194304] 0 2024-09-17T10:39:53.408 INFO:tasks.workunit.client.0.smithi159.stdout:1/585: truncate d1/d2f/d9e/d1a/f39 1556761 0 2024-09-17T10:39:53.408 INFO:tasks.workunit.client.0.smithi159.stdout:1/586: creat d1/d2f/fa5 x:0 0 0 2024-09-17T10:39:53.408 INFO:tasks.workunit.client.0.smithi159.stdout:0/563: dread d5/dcf/d18/d22/f28 [0,4194304] 0 2024-09-17T10:39:53.409 INFO:tasks.workunit.client.1.smithi170.stdout:7/249: mknod d25/d2a/d3e/d4b/c4c 0 2024-09-17T10:39:53.410 INFO:tasks.workunit.client.0.smithi159.stdout:8/686: creat d4/dd/d26/fe4 x:0 0 0 2024-09-17T10:39:53.413 INFO:tasks.workunit.client.0.smithi159.stdout:2/550: symlink d0/df/d3e/d7a/lbf 0 2024-09-17T10:39:53.413 INFO:tasks.workunit.client.0.smithi159.stdout:2/551: creat d0/df/d3e/d47/d79/fc0 x:0 0 0 2024-09-17T10:39:53.413 INFO:tasks.workunit.client.0.smithi159.stdout:2/552: write d0/d9/db8/fb3 [1224669,116753] 0 2024-09-17T10:39:53.413 INFO:tasks.workunit.client.0.smithi159.stdout:2/553: dread - d0/d14/d76/d67/d96/fbe zero size 2024-09-17T10:39:53.413 INFO:tasks.workunit.client.0.smithi159.stdout:2/554: write d0/d26/d4b/f9a [5172643,1007] 0 2024-09-17T10:39:53.414 INFO:tasks.workunit.client.0.smithi159.stdout:4/524: symlink d0/d9/da/d19/la1 0 2024-09-17T10:39:53.417 INFO:tasks.workunit.client.0.smithi159.stdout:7/570: unlink d2/f24 0 2024-09-17T10:39:53.419 INFO:tasks.workunit.client.1.smithi170.stdout:9/248: unlink dd/d40/d32/f46 0 2024-09-17T10:39:53.419 INFO:tasks.workunit.client.1.smithi170.stdout:9/249: chown dd/d40 39 1 2024-09-17T10:39:53.419 INFO:tasks.workunit.client.1.smithi170.stdout:9/250: truncate dd/d40/d32/f39 773421 0 2024-09-17T10:39:53.421 INFO:tasks.workunit.client.0.smithi159.stdout:6/603: link d1/df/d2c/f50 d1/d5d/d51/d88/fb5 0 2024-09-17T10:39:53.424 INFO:tasks.workunit.client.1.smithi170.stdout:7/250: write f1a [1081440,45293] 0 2024-09-17T10:39:53.424 INFO:tasks.workunit.client.1.smithi170.stdout:8/257: dwrite d4/df/d3f/f4a [0,4194304] 0 2024-09-17T10:39:53.424 INFO:tasks.workunit.client.1.smithi170.stdout:7/251: write d25/d2a/f42 [693469,391] 0 2024-09-17T10:39:53.425 INFO:tasks.workunit.client.1.smithi170.stdout:7/252: creat d25/d3b/f4d x:0 0 0 2024-09-17T10:39:53.425 INFO:tasks.workunit.client.0.smithi159.stdout:3/614: truncate d9/f25 2397219 0 2024-09-17T10:39:53.429 INFO:tasks.workunit.client.1.smithi170.stdout:1/359: unlink d3/d5/d27/f16 0 2024-09-17T10:39:53.429 INFO:tasks.workunit.client.1.smithi170.stdout:1/360: write d3/d5/d27/d51/f4a [630792,106399] 0 2024-09-17T10:39:53.431 INFO:tasks.workunit.client.0.smithi159.stdout:9/637: link d0/d3/d7/da/dc/d1c/d31/d47/fb0 d0/d1/d2/d85/dd8/fda 0 2024-09-17T10:39:53.432 INFO:tasks.workunit.client.1.smithi170.stdout:3/370: chown d18/f19 10224965 1 2024-09-17T10:39:53.432 INFO:tasks.workunit.client.1.smithi170.stdout:3/371: fdatasync d18/d2c/f4c 0 2024-09-17T10:39:53.435 INFO:tasks.workunit.client.1.smithi170.stdout:2/383: symlink dd/d1a/d2a/l75 0 2024-09-17T10:39:53.435 INFO:tasks.workunit.client.1.smithi170.stdout:2/384: stat dd/d14/d19/f2f 0 2024-09-17T10:39:53.436 INFO:tasks.workunit.client.0.smithi159.stdout:2/555: dwrite d0/d14/f33 [4194304,4194304] 0 2024-09-17T10:39:53.437 INFO:tasks.workunit.client.0.smithi159.stdout:6/604: dwrite d1/df/d11/f14 [0,4194304] 0 2024-09-17T10:39:53.437 INFO:tasks.workunit.client.0.smithi159.stdout:6/605: truncate d1/df/d11/d16/f3d 833062 0 2024-09-17T10:39:53.444 INFO:tasks.workunit.client.1.smithi170.stdout:5/273: rmdir d1/d11/d57 0 2024-09-17T10:39:53.446 INFO:tasks.workunit.client.1.smithi170.stdout:5/274: dread d1/d27/f33 [0,4194304] 0 2024-09-17T10:39:53.446 INFO:tasks.workunit.client.1.smithi170.stdout:5/275: fdatasync d1/f49 0 2024-09-17T10:39:53.447 INFO:tasks.workunit.client.1.smithi170.stdout:6/242: link d0/d3b/l1c d0/l54 0 2024-09-17T10:39:53.449 INFO:tasks.workunit.client.0.smithi159.stdout:0/564: rename d5/dcf/cc8 to d5/d12/daa/cd1 0 2024-09-17T10:39:53.449 INFO:tasks.workunit.client.0.smithi159.stdout:0/565: chown d5 485622370 1 2024-09-17T10:39:53.450 INFO:tasks.workunit.client.1.smithi170.stdout:9/251: mknod dd/d40/d32/d3d/c4b 0 2024-09-17T10:39:53.451 INFO:tasks.workunit.client.0.smithi159.stdout:8/687: mknod d4/d32/db6/ce5 0 2024-09-17T10:39:53.451 INFO:tasks.workunit.client.0.smithi159.stdout:8/688: write d4/dd/d10/d33/d99/daf/dc5/f29 [538097,24209] 0 2024-09-17T10:39:53.453 INFO:tasks.workunit.client.1.smithi170.stdout:8/258: mkdir d4/df/d3f/d5d 0 2024-09-17T10:39:53.453 INFO:tasks.workunit.client.1.smithi170.stdout:8/259: chown d4/df/c13 6617112 1 2024-09-17T10:39:53.458 INFO:tasks.workunit.client.1.smithi170.stdout:9/252: dread dd/d16/d1d/f36 [0,4194304] 0 2024-09-17T10:39:53.461 INFO:tasks.workunit.client.0.smithi159.stdout:0/566: write d5/d12/d32/f38 [1372035,65506] 0 2024-09-17T10:39:53.461 INFO:tasks.workunit.client.0.smithi159.stdout:0/567: chown d5/dcf/d18/d22/d3e/d62/fac 2897231 1 2024-09-17T10:39:53.461 INFO:tasks.workunit.client.0.smithi159.stdout:0/568: readlink d5/dcf/d18/d22/l4b 0 2024-09-17T10:39:53.461 INFO:tasks.workunit.client.1.smithi170.stdout:7/253: mkdir d25/d4e 0 2024-09-17T10:39:53.463 INFO:tasks.workunit.client.0.smithi159.stdout:4/525: unlink d0/d9/d24/c36 0 2024-09-17T10:39:53.464 INFO:tasks.workunit.client.1.smithi170.stdout:1/361: symlink d3/d5/d27/d4e/l80 0 2024-09-17T10:39:53.468 INFO:tasks.workunit.client.0.smithi159.stdout:7/571: creat d2/d23/d67/d47/d4a/d4d/dad/fd0 x:0 0 0 2024-09-17T10:39:53.469 INFO:tasks.workunit.client.1.smithi170.stdout:9/253: dread dd/d16/d17/f22 [0,4194304] 0 2024-09-17T10:39:53.469 INFO:tasks.workunit.client.1.smithi170.stdout:9/254: chown dd/d16/d1d/d23/f2b 0 1 2024-09-17T10:39:53.470 INFO:tasks.workunit.client.1.smithi170.stdout:4/197: dwrite d9/d12/f2c [4194304,4194304] 0 2024-09-17T10:39:53.470 INFO:tasks.workunit.client.1.smithi170.stdout:3/372: truncate fd 195118 0 2024-09-17T10:39:53.473 INFO:tasks.workunit.client.1.smithi170.stdout:2/385: symlink dd/d14/l76 0 2024-09-17T10:39:53.477 INFO:tasks.workunit.client.1.smithi170.stdout:7/254: dwrite d25/d2a/f2b [0,4194304] 0 2024-09-17T10:39:53.477 INFO:tasks.workunit.client.1.smithi170.stdout:7/255: readlink l1 0 2024-09-17T10:39:53.484 INFO:tasks.workunit.client.0.smithi159.stdout:4/526: dread d0/d9/d24/f29 [0,4194304] 0 2024-09-17T10:39:53.484 INFO:tasks.workunit.client.0.smithi159.stdout:4/527: chown d0/d9/da/d19 25122958 1 2024-09-17T10:39:53.487 INFO:tasks.workunit.client.1.smithi170.stdout:8/260: truncate d4/df/f37 1048734 0 2024-09-17T10:39:53.489 INFO:tasks.workunit.client.1.smithi170.stdout:4/198: dwrite d9/d12/d2a/f33 [0,4194304] 0 2024-09-17T10:39:53.489 INFO:tasks.workunit.client.1.smithi170.stdout:4/199: dread - d9/d12/d2a/f37 zero size 2024-09-17T10:39:53.489 INFO:tasks.workunit.client.1.smithi170.stdout:1/362: mkdir d3/d5/d81 0 2024-09-17T10:39:53.489 INFO:tasks.workunit.client.1.smithi170.stdout:1/363: truncate d3/d5/d54/f66 647639 0 2024-09-17T10:39:53.490 INFO:tasks.workunit.client.0.smithi159.stdout:2/556: symlink d0/df/d3e/d7a/lc1 0 2024-09-17T10:39:53.493 INFO:tasks.workunit.client.1.smithi170.stdout:9/255: mkdir dd/d16/d1d/d4c 0 2024-09-17T10:39:53.493 INFO:tasks.workunit.client.1.smithi170.stdout:9/256: creat dd/d40/d32/f4d x:0 0 0 2024-09-17T10:39:53.493 INFO:tasks.workunit.client.1.smithi170.stdout:9/257: dread - dd/d40/d32/f4d zero size 2024-09-17T10:39:53.494 INFO:tasks.workunit.client.0.smithi159.stdout:6/606: mkdir d1/d5d/db6 0 2024-09-17T10:39:53.494 INFO:tasks.workunit.client.0.smithi159.stdout:6/607: stat d1/df/d2c/d35/d55/d64/f71 0 2024-09-17T10:39:53.496 INFO:tasks.workunit.client.0.smithi159.stdout:1/587: rmdir d1/d2/d25 39 2024-09-17T10:39:53.496 INFO:tasks.workunit.client.0.smithi159.stdout:1/588: dread - d1/d2f/f8b zero size 2024-09-17T10:39:53.497 INFO:tasks.workunit.client.1.smithi170.stdout:2/386: dwrite dd/f21 [4194304,4194304] 0 2024-09-17T10:39:53.499 INFO:tasks.workunit.client.0.smithi159.stdout:3/615: rename d9/df/d2c/d2f/d63/f78 to d9/df/d54/d59/d5e/d9a/fba 0 2024-09-17T10:39:53.500 INFO:tasks.workunit.client.1.smithi170.stdout:9/258: dread f9 [0,4194304] 0 2024-09-17T10:39:53.502 INFO:tasks.workunit.client.1.smithi170.stdout:7/256: creat d25/d2a/d3e/d4b/f4f x:0 0 0 2024-09-17T10:39:53.502 INFO:tasks.workunit.client.1.smithi170.stdout:7/257: readlink d25/l27 0 2024-09-17T10:39:53.502 INFO:tasks.workunit.client.1.smithi170.stdout:7/258: stat d25/c28 0 2024-09-17T10:39:53.506 INFO:tasks.workunit.client.1.smithi170.stdout:0/306: rename dd/de/d10/d13/d1d/d49 to dd/de/d3d/d4d/d5c/d69 0 2024-09-17T10:39:53.506 INFO:tasks.workunit.client.1.smithi170.stdout:0/307: write f1 [4198106,111345] 0 2024-09-17T10:39:53.508 INFO:tasks.workunit.client.1.smithi170.stdout:6/243: symlink d0/d3b/l55 0 2024-09-17T10:39:53.512 INFO:tasks.workunit.client.1.smithi170.stdout:8/261: mknod d4/df/d1e/c5e 0 2024-09-17T10:39:53.517 INFO:tasks.workunit.client.1.smithi170.stdout:1/364: dwrite d3/f59 [0,4194304] 0 2024-09-17T10:39:53.517 INFO:tasks.workunit.client.0.smithi159.stdout:4/528: creat d0/d9/fa2 x:0 0 0 2024-09-17T10:39:53.517 INFO:tasks.workunit.client.0.smithi159.stdout:4/529: readlink d0/d9/da/l10 0 2024-09-17T10:39:53.517 INFO:tasks.workunit.client.0.smithi159.stdout:4/530: chown d0/l4b 4 1 2024-09-17T10:39:53.518 INFO:tasks.workunit.client.1.smithi170.stdout:3/373: mkdir d18/d4b/d7c/d82 0 2024-09-17T10:39:53.519 INFO:tasks.workunit.client.1.smithi170.stdout:9/259: dwrite dd/d16/d1d/d29/f2f [0,4194304] 0 2024-09-17T10:39:53.519 INFO:tasks.workunit.client.1.smithi170.stdout:9/260: chown dd/d16/d1d/d23/f30 1647 1 2024-09-17T10:39:53.521 INFO:tasks.workunit.client.1.smithi170.stdout:8/262: dread d4/df/d1e/f32 [0,4194304] 0 2024-09-17T10:39:53.524 INFO:tasks.workunit.client.0.smithi159.stdout:6/608: link d1/df/d11/d57/la8 d1/df/d2c/d35/d7d/lb7 0 2024-09-17T10:39:53.524 INFO:tasks.workunit.client.1.smithi170.stdout:2/387: creat dd/d54/f77 x:0 0 0 2024-09-17T10:39:53.525 INFO:tasks.workunit.client.0.smithi159.stdout:4/531: dread d0/f3 [0,4194304] 0 2024-09-17T10:39:53.526 INFO:tasks.workunit.client.0.smithi159.stdout:3/616: mknod d9/df/d54/cbb 0 2024-09-17T10:39:53.526 INFO:tasks.workunit.client.0.smithi159.stdout:3/617: readlink d9/df/d54/d3c/d9c/la4 0 2024-09-17T10:39:53.527 INFO:tasks.workunit.client.1.smithi170.stdout:7/259: mknod d25/d3b/c50 0 2024-09-17T10:39:53.527 INFO:tasks.workunit.client.1.smithi170.stdout:7/260: write f8 [1538825,126302] 0 2024-09-17T10:39:53.527 INFO:tasks.workunit.client.1.smithi170.stdout:7/261: write d25/d2a/d3e/d4b/f4f [3759,12919] 0 2024-09-17T10:39:53.527 INFO:tasks.workunit.client.1.smithi170.stdout:7/262: write f1f [349852,38016] 0 2024-09-17T10:39:53.528 INFO:tasks.workunit.client.1.smithi170.stdout:7/263: chown d25 855 1 2024-09-17T10:39:53.529 INFO:tasks.workunit.client.0.smithi159.stdout:9/638: rename d0/d78/d9c/fa3 to d0/d3/d50/fdb 0 2024-09-17T10:39:53.529 INFO:tasks.workunit.client.0.smithi159.stdout:9/639: chown d0/d3/d7/da/dc/de/f26 809526721 1 2024-09-17T10:39:53.531 INFO:tasks.workunit.client.1.smithi170.stdout:5/276: rename d1/d3/d13/f32 to d1/d3/f59 0 2024-09-17T10:39:53.531 INFO:tasks.workunit.client.1.smithi170.stdout:5/277: dread - d1/f4a zero size 2024-09-17T10:39:53.532 INFO:tasks.workunit.client.0.smithi159.stdout:7/572: rmdir d2/d18/d20/db8/d45 39 2024-09-17T10:39:53.533 INFO:tasks.workunit.client.1.smithi170.stdout:0/308: creat dd/de/d16/f6a x:0 0 0 2024-09-17T10:39:53.535 INFO:tasks.workunit.client.0.smithi159.stdout:3/618: write d9/df/d2c/f45 [2641918,71244] 0 2024-09-17T10:39:53.536 INFO:tasks.workunit.client.0.smithi159.stdout:2/557: rmdir d0/df/d3e/d47/d79 39 2024-09-17T10:39:53.536 INFO:tasks.workunit.client.0.smithi159.stdout:2/558: fdatasync d0/df/d3e/d46/d66/fac 0 2024-09-17T10:39:53.536 INFO:tasks.workunit.client.0.smithi159.stdout:2/559: read - d0/d6c/f8e zero size 2024-09-17T10:39:53.537 INFO:tasks.workunit.client.1.smithi170.stdout:3/374: dwrite d18/d1c/f3f [0,4194304] 0 2024-09-17T10:39:53.539 INFO:tasks.workunit.client.1.smithi170.stdout:1/365: mknod d3/d37/d7b/c82 0 2024-09-17T10:39:53.540 INFO:tasks.workunit.client.0.smithi159.stdout:6/609: rmdir d1/df/d11/d5a 39 2024-09-17T10:39:53.542 INFO:tasks.workunit.client.0.smithi159.stdout:9/640: read d0/d3/d7/da/d46/d54/dc4/fd3 [349507,61923] 0 2024-09-17T10:39:53.543 INFO:tasks.workunit.client.0.smithi159.stdout:4/532: mknod d0/d9/ca3 0 2024-09-17T10:39:53.543 INFO:tasks.workunit.client.0.smithi159.stdout:4/533: creat d0/d9/da/d33/fa4 x:0 0 0 2024-09-17T10:39:53.545 INFO:tasks.workunit.client.0.smithi159.stdout:8/689: rename d4/dd/d10/d78/f7a to d4/d32/d5f/fe6 0 2024-09-17T10:39:53.546 INFO:tasks.workunit.client.1.smithi170.stdout:4/200: rmdir d9/d12 39 2024-09-17T10:39:53.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/641: dread d0/d3/d7/da/dc/d34/f53 [0,4194304] 0 2024-09-17T10:39:53.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/642: truncate d0/d3/d7/da/dc/d3a/d97/f99 656085 0 2024-09-17T10:39:53.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/643: read d0/d3/d7/da/d46/d54/dc4/fd3 [3799992,109287] 0 2024-09-17T10:39:53.547 INFO:tasks.workunit.client.0.smithi159.stdout:2/560: dread d0/df/d3e/d46/f6a [0,4194304] 0 2024-09-17T10:39:53.551 INFO:tasks.workunit.client.1.smithi170.stdout:3/375: read d18/d1c/d2b/f42 [3705523,87371] 0 2024-09-17T10:39:53.551 INFO:tasks.workunit.client.1.smithi170.stdout:3/376: readlink d18/d1c/l44 0 2024-09-17T10:39:53.551 INFO:tasks.workunit.client.0.smithi159.stdout:6/610: write d1/df/d11/f27 [7621676,8767] 0 2024-09-17T10:39:53.552 INFO:tasks.workunit.client.0.smithi159.stdout:6/611: write d1/df/f74 [780465,75294] 0 2024-09-17T10:39:53.552 INFO:tasks.workunit.client.0.smithi159.stdout:6/612: fdatasync d1/df/d11/f8d 0 2024-09-17T10:39:53.552 INFO:tasks.workunit.client.0.smithi159.stdout:7/573: dwrite d2/d18/d20/f31 [4194304,4194304] 0 2024-09-17T10:39:53.553 INFO:tasks.workunit.client.0.smithi159.stdout:3/619: link d9/df/d54/d3c/c53 d9/df/d2c/d2f/d63/cbc 0 2024-09-17T10:39:53.558 INFO:tasks.workunit.client.0.smithi159.stdout:1/589: rename d1/d2f/d9e/d1a/dc/d18/f62 to d1/d2f/d9e/d3d/d7d/fa6 0 2024-09-17T10:39:53.558 INFO:tasks.workunit.client.0.smithi159.stdout:1/590: write d1/d10/d5e/f99 [1002203,108319] 0 2024-09-17T10:39:53.559 INFO:tasks.workunit.client.1.smithi170.stdout:8/263: mknod d4/c5f 0 2024-09-17T10:39:53.560 INFO:tasks.workunit.client.0.smithi159.stdout:4/534: dread d0/d9/da/fd [0,4194304] 0 2024-09-17T10:39:53.560 INFO:tasks.workunit.client.0.smithi159.stdout:4/535: chown d0/d9/d24/f75 275160829 1 2024-09-17T10:39:53.560 INFO:tasks.workunit.client.0.smithi159.stdout:8/690: symlink d4/dd/d10/d1a/d6d/le7 0 2024-09-17T10:39:53.561 INFO:tasks.workunit.client.1.smithi170.stdout:2/388: mkdir dd/d3a/d78 0 2024-09-17T10:39:53.561 INFO:tasks.workunit.client.1.smithi170.stdout:2/389: truncate dd/d14/d19/d4c/f5d 907619 0 2024-09-17T10:39:53.562 INFO:tasks.workunit.client.1.smithi170.stdout:2/390: write dd/d3a/f4a [250289,100090] 0 2024-09-17T10:39:53.562 INFO:tasks.workunit.client.1.smithi170.stdout:2/391: chown dd/d14/d19/d37/c61 118874 1 2024-09-17T10:39:53.563 INFO:tasks.workunit.client.0.smithi159.stdout:9/644: creat d0/fdc x:0 0 0 2024-09-17T10:39:53.563 INFO:tasks.workunit.client.0.smithi159.stdout:9/645: write d0/d1/fd5 [862695,115399] 0 2024-09-17T10:39:53.565 INFO:tasks.workunit.client.1.smithi170.stdout:7/264: creat d25/f51 x:0 0 0 2024-09-17T10:39:53.565 INFO:tasks.workunit.client.1.smithi170.stdout:7/265: dread - d25/d3b/f4d zero size 2024-09-17T10:39:53.565 INFO:tasks.workunit.client.1.smithi170.stdout:7/266: chown l24 945 1 2024-09-17T10:39:53.565 INFO:tasks.workunit.client.1.smithi170.stdout:2/392: dread dd/d1a/d2a/f34 [0,4194304] 0 2024-09-17T10:39:53.566 INFO:tasks.workunit.client.0.smithi159.stdout:2/561: symlink d0/d14/d76/d67/d89/lc2 0 2024-09-17T10:39:53.572 INFO:tasks.workunit.client.1.smithi170.stdout:5/278: mknod d1/d3/d13/c5a 0 2024-09-17T10:39:53.572 INFO:tasks.workunit.client.1.smithi170.stdout:5/279: creat d1/d27/f5b x:0 0 0 2024-09-17T10:39:53.572 INFO:tasks.workunit.client.1.smithi170.stdout:5/280: getdents d1/d3/d13/d1a/d54 0 2024-09-17T10:39:53.574 INFO:tasks.workunit.client.0.smithi159.stdout:6/613: unlink d1/f53 0 2024-09-17T10:39:53.575 INFO:tasks.workunit.client.1.smithi170.stdout:0/309: link dd/de/d16/d54/c5a dd/de/d10/d13/d59/c6b 0 2024-09-17T10:39:53.578 INFO:tasks.workunit.client.0.smithi159.stdout:8/691: dwrite d4/dd/d10/d1a/d1e/d3e/f4f [0,4194304] 0 2024-09-17T10:39:53.578 INFO:tasks.workunit.client.0.smithi159.stdout:8/692: chown d4/dd/d10/d1a/d3c/f5a 9877 1 2024-09-17T10:39:53.578 INFO:tasks.workunit.client.0.smithi159.stdout:8/693: creat d4/da/fe8 x:0 0 0 2024-09-17T10:39:53.580 INFO:tasks.workunit.client.0.smithi159.stdout:7/574: symlink d2/d18/d32/ld1 0 2024-09-17T10:39:53.580 INFO:tasks.workunit.client.0.smithi159.stdout:7/575: write d2/d18/d32/f72 [4238808,35460] 0 2024-09-17T10:39:53.580 INFO:tasks.workunit.client.0.smithi159.stdout:0/569: sync 2024-09-17T10:39:53.580 INFO:tasks.workunit.client.0.smithi159.stdout:5/533: sync 2024-09-17T10:39:53.582 INFO:tasks.workunit.client.1.smithi170.stdout:4/201: chown d9/c11 4 1 2024-09-17T10:39:53.582 INFO:tasks.workunit.client.0.smithi159.stdout:3/620: creat d9/df/d54/d3c/d9c/fbd x:0 0 0 2024-09-17T10:39:53.585 INFO:tasks.workunit.client.1.smithi170.stdout:3/377: symlink d18/d2c/d3e/d57/l83 0 2024-09-17T10:39:53.587 INFO:tasks.workunit.client.0.smithi159.stdout:1/591: symlink d1/d10/d5e/la7 0 2024-09-17T10:39:53.587 INFO:tasks.workunit.client.1.smithi170.stdout:5/281: dread d1/d11/f2b [0,4194304] 0 2024-09-17T10:39:53.587 INFO:tasks.workunit.client.1.smithi170.stdout:5/282: stat d1/d3/l30 0 2024-09-17T10:39:53.589 INFO:tasks.workunit.client.0.smithi159.stdout:4/536: rename d0/d9/da/d19/l43 to d0/d9/d97/d9f/la5 0 2024-09-17T10:39:53.589 INFO:tasks.workunit.client.0.smithi159.stdout:4/537: creat d0/d9/da/d42/fa6 x:0 0 0 2024-09-17T10:39:53.590 INFO:tasks.workunit.client.0.smithi159.stdout:1/592: dread d1/d2f/d9e/d1a/f7c [0,4194304] 0 2024-09-17T10:39:53.592 INFO:tasks.workunit.client.1.smithi170.stdout:8/264: unlink d4/d2e/f3e 0 2024-09-17T10:39:53.594 INFO:tasks.workunit.client.1.smithi170.stdout:8/265: write d4/df/d3f/f47 [4513363,41736] 0 2024-09-17T10:39:53.594 INFO:tasks.workunit.client.1.smithi170.stdout:8/266: stat d4/d2e/d33 0 2024-09-17T10:39:53.595 INFO:tasks.workunit.client.1.smithi170.stdout:7/267: mknod d25/d3b/c52 0 2024-09-17T10:39:53.597 INFO:tasks.workunit.client.0.smithi159.stdout:2/562: mknod d0/df/d3e/d47/cc3 0 2024-09-17T10:39:53.599 INFO:tasks.workunit.client.1.smithi170.stdout:2/393: mknod dd/d14/d19/d4c/c79 0 2024-09-17T10:39:53.610 INFO:tasks.workunit.client.0.smithi159.stdout:1/593: write d1/d2f/d9e/d1a/dc/f42 [1232,127014] 0 2024-09-17T10:39:53.610 INFO:tasks.workunit.client.0.smithi159.stdout:5/534: dwrite d19/d69/d78/f98 [0,4194304] 0 2024-09-17T10:39:53.610 INFO:tasks.workunit.client.0.smithi159.stdout:6/614: creat d1/df/d2c/d35/d55/fb8 x:0 0 0 2024-09-17T10:39:53.610 INFO:tasks.workunit.client.0.smithi159.stdout:6/615: write d1/df/d2c/f5c [497091,15241] 0 2024-09-17T10:39:53.612 INFO:tasks.workunit.client.0.smithi159.stdout:5/535: dread d19/d1a/d32/f96 [0,4194304] 0 2024-09-17T10:39:53.612 INFO:tasks.workunit.client.0.smithi159.stdout:3/621: dwrite d9/df/d3f/f84 [0,4194304] 0 2024-09-17T10:39:53.612 INFO:tasks.workunit.client.0.smithi159.stdout:3/622: fsync d9/df/f8c 0 2024-09-17T10:39:53.612 INFO:tasks.workunit.client.0.smithi159.stdout:3/623: fdatasync d9/df/d54/d59/d5e/f6c 0 2024-09-17T10:39:53.612 INFO:tasks.workunit.client.0.smithi159.stdout:0/570: dwrite d5/dcf/d18/d22/f28 [0,4194304] 0 2024-09-17T10:39:53.612 INFO:tasks.workunit.client.0.smithi159.stdout:0/571: write d5/dcf/d18/d22/f80 [540096,75556] 0 2024-09-17T10:39:53.613 INFO:tasks.workunit.client.1.smithi170.stdout:0/310: truncate dd/de/d16/f44 2270166 0 2024-09-17T10:39:53.615 INFO:tasks.workunit.client.0.smithi159.stdout:6/616: dread d1/fb [0,4194304] 0 2024-09-17T10:39:53.616 INFO:tasks.workunit.client.0.smithi159.stdout:8/694: dwrite d4/dd/d10/d33/d99/fd5 [0,4194304] 0 2024-09-17T10:39:53.616 INFO:tasks.workunit.client.0.smithi159.stdout:6/617: readlink d1/df/d2c/l93 0 2024-09-17T10:39:53.616 INFO:tasks.workunit.client.0.smithi159.stdout:6/618: fsync d1/df/d11/f14 0 2024-09-17T10:39:53.616 INFO:tasks.workunit.client.0.smithi159.stdout:6/619: stat d1/d5d/d51/c63 0 2024-09-17T10:39:53.616 INFO:tasks.workunit.client.1.smithi170.stdout:1/366: getdents d3 0 2024-09-17T10:39:53.616 INFO:tasks.workunit.client.1.smithi170.stdout:4/202: dwrite d9/d12/d2a/f33 [0,4194304] 0 2024-09-17T10:39:53.619 INFO:tasks.workunit.client.0.smithi159.stdout:7/576: rename d2/d18/d20/d3f/d40/d7f/fa6 to d2/d23/fd2 0 2024-09-17T10:39:53.622 INFO:tasks.workunit.client.1.smithi170.stdout:8/267: unlink d4/df/c19 0 2024-09-17T10:39:53.622 INFO:tasks.workunit.client.1.smithi170.stdout:8/268: creat d4/df/d3a/f60 x:0 0 0 2024-09-17T10:39:53.622 INFO:tasks.workunit.client.1.smithi170.stdout:8/269: creat d4/df/d3a/f61 x:0 0 0 2024-09-17T10:39:53.623 INFO:tasks.workunit.client.0.smithi159.stdout:4/538: truncate d0/d9/da/d33/f57 2564040 0 2024-09-17T10:39:53.623 INFO:tasks.workunit.client.0.smithi159.stdout:4/539: fdatasync d0/d9/d24/d48/d51/f8c 0 2024-09-17T10:39:53.623 INFO:tasks.workunit.client.1.smithi170.stdout:7/268: mkdir d25/d53 0 2024-09-17T10:39:53.624 INFO:tasks.workunit.client.1.smithi170.stdout:7/269: chown d25/d3b/f46 537 1 2024-09-17T10:39:53.625 INFO:tasks.workunit.client.1.smithi170.stdout:7/270: dread d25/d2a/f42 [0,4194304] 0 2024-09-17T10:39:53.625 INFO:tasks.workunit.client.1.smithi170.stdout:2/394: symlink dd/d14/d19/l7a 0 2024-09-17T10:39:53.628 INFO:tasks.workunit.client.1.smithi170.stdout:9/261: rename dd/d16/d1d to dd/d40/d4e 0 2024-09-17T10:39:53.630 INFO:tasks.workunit.client.1.smithi170.stdout:7/271: write d25/d2a/f2e [1411910,108362] 0 2024-09-17T10:39:53.631 INFO:tasks.workunit.client.1.smithi170.stdout:1/367: symlink d3/d37/d7b/l83 0 2024-09-17T10:39:53.631 INFO:tasks.workunit.client.1.smithi170.stdout:1/368: write d3/f7 [518258,31910] 0 2024-09-17T10:39:53.633 INFO:tasks.workunit.client.0.smithi159.stdout:1/594: mknod d1/d2f/d9e/d1a/ca8 0 2024-09-17T10:39:53.633 INFO:tasks.workunit.client.0.smithi159.stdout:1/595: write d1/d2f/d9e/d3d/d7d/fa6 [47272,296] 0 2024-09-17T10:39:53.633 INFO:tasks.workunit.client.0.smithi159.stdout:1/596: truncate d1/d2f/d9e/d1a/d3b/f7b 188521 0 2024-09-17T10:39:53.633 INFO:tasks.workunit.client.0.smithi159.stdout:1/597: truncate d1/d2/f8e 929674 0 2024-09-17T10:39:53.633 INFO:tasks.workunit.client.0.smithi159.stdout:1/598: write d1/d2f/d9e/d1a/d3b/f73 [66094,78079] 0 2024-09-17T10:39:53.633 INFO:tasks.workunit.client.0.smithi159.stdout:1/599: truncate d1/d2f/d9e/d3d/f81 8977 0 2024-09-17T10:39:53.635 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:53 smithi159 ceph-mon[27674]: pgmap v275: 65 pgs: 65 active+clean; 1.3 GiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 132 MiB/s rd, 167 MiB/s wr, 433 op/s 2024-09-17T10:39:53.635 INFO:tasks.workunit.client.0.smithi159.stdout:5/536: creat d19/d6f/fb9 x:0 0 0 2024-09-17T10:39:53.635 INFO:tasks.workunit.client.0.smithi159.stdout:5/537: chown d19/d1a/d32 1144 1 2024-09-17T10:39:53.635 INFO:tasks.workunit.client.0.smithi159.stdout:5/538: write d19/d1b/d36/f5b [1103520,57741] 0 2024-09-17T10:39:53.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 -- 172.21.15.159:0/660158137 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0100be0 msgr2=0x7fc8a0102fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:53.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 --2- 172.21.15.159:0/660158137 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0100be0 0x7fc8a0102fc0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc89c009910 tx=0x7fc89c009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:53.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 -- 172.21.15.159:0/660158137 shutdown_connections 2024-09-17T10:39:53.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 --2- 172.21.15.159:0/660158137 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8a0103500 0x7fc8a01058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:53.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 --2- 172.21.15.159:0/660158137 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0100be0 0x7fc8a0102fc0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:53.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 -- 172.21.15.159:0/660158137 >> 172.21.15.159:0/660158137 conn(0x7fc8a00fa600 msgr2=0x7fc8a00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 -- 172.21.15.159:0/660158137 shutdown_connections 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.632+0000 7fc8a8509700 1 -- 172.21.15.159:0/660158137 wait complete. 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.633+0000 7fc8a8509700 1 Processor -- start 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.633+0000 7fc8a8509700 1 -- start start 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a8509700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8a0100be0 0x7fc8a0195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a8509700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0103500 0x7fc8a0195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a8509700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a01964e0 con 0x7fc8a0103500 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a8509700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a0196620 con 0x7fc8a0100be0 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a5aa4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0103500 0x7fc8a0195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a5aa4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0103500 0x7fc8a0195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47322/0 (socket says 172.21.15.159:47322) 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a5aa4700 1 -- 172.21.15.159:0/3164270026 learned_addr learned my addr 172.21.15.159:0/3164270026 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:53.638 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.634+0000 7fc8a62a5700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8a0100be0 0x7fc8a0195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8a5aa4700 1 -- 172.21.15.159:0/3164270026 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8a0100be0 msgr2=0x7fc8a0195980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8a5aa4700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8a0100be0 0x7fc8a0195980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8a5aa4700 1 -- 172.21.15.159:0/3164270026 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc89c0095f0 con 0x7fc8a0103500 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8a5aa4700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0103500 0x7fc8a0195ec0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc89000d8d0 tx=0x7fc89000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8977fe700 1 -- 172.21.15.159:0/3164270026 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc8900098a0 con 0x7fc8a0103500 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8977fe700 1 -- 172.21.15.159:0/3164270026 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc890010460 con 0x7fc8a0103500 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8977fe700 1 -- 172.21.15.159:0/3164270026 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc89000f5f0 con 0x7fc8a0103500 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8a019b080 con 0x7fc8a0103500 2024-09-17T10:39:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.635+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a019b5d0 con 0x7fc8a0103500 2024-09-17T10:39:53.640 INFO:tasks.workunit.client.1.smithi170.stdout:4/203: symlink d9/d12/l3c 0 2024-09-17T10:39:53.640 INFO:tasks.workunit.client.1.smithi170.stdout:3/378: mknod d18/d25/c84 0 2024-09-17T10:39:53.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.637+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a018fb70 con 0x7fc8a0103500 2024-09-17T10:39:53.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.638+0000 7fc8977fe700 1 -- 172.21.15.159:0/3164270026 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fc890009a00 con 0x7fc8a0103500 2024-09-17T10:39:53.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.639+0000 7fc8977fe700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc88c06c680 0x7fc88c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:53.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.639+0000 7fc8977fe700 1 -- 172.21.15.159:0/3164270026 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fc89008b660 con 0x7fc8a0103500 2024-09-17T10:39:53.642 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.640+0000 7fc8a62a5700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc88c06c680 0x7fc88c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:53.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.641+0000 7fc8a62a5700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc88c06c680 0x7fc88c06eb30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc89c006010 tx=0x7fc89c00b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:53.644 INFO:tasks.workunit.client.1.smithi170.stdout:8/270: mkdir d4/df/d62 0 2024-09-17T10:39:53.644 INFO:tasks.workunit.client.1.smithi170.stdout:8/271: chown d4/d2e/d33/f4d 6 1 2024-09-17T10:39:53.644 INFO:tasks.workunit.client.1.smithi170.stdout:8/272: write d4/d2e/d33/f43 [1090667,40637] 0 2024-09-17T10:39:53.644 INFO:tasks.workunit.client.1.smithi170.stdout:8/273: chown d4/df/d1e/c56 1 1 2024-09-17T10:39:53.645 INFO:tasks.workunit.client.0.smithi159.stdout:3/624: mknod d9/df/d2c/d77/cbe 0 2024-09-17T10:39:53.646 INFO:tasks.workunit.client.1.smithi170.stdout:9/262: symlink dd/d40/d4e/d4c/l4f 0 2024-09-17T10:39:53.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.647+0000 7fc8977fe700 1 -- 172.21.15.159:0/3164270026 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fc8900598a0 con 0x7fc8a0103500 2024-09-17T10:39:53.649 INFO:tasks.workunit.client.1.smithi170.stdout:5/283: rename d1/d3/c4f to d1/d3/d55/c5c 0 2024-09-17T10:39:53.651 INFO:tasks.workunit.client.0.smithi159.stdout:0/572: mknod d5/d4f/d67/da6/cd2 0 2024-09-17T10:39:53.651 INFO:tasks.workunit.client.0.smithi159.stdout:0/573: chown d5/f81 2 1 2024-09-17T10:39:53.651 INFO:tasks.workunit.client.0.smithi159.stdout:0/574: write d5/dcf/d18/f86 [2374797,115867] 0 2024-09-17T10:39:53.652 INFO:tasks.workunit.client.0.smithi159.stdout:0/575: write d5/d12/d32/d59/f94 [389928,48291] 0 2024-09-17T10:39:53.655 INFO:tasks.workunit.client.1.smithi170.stdout:9/263: dread dd/d40/d4e/d23/f2b [0,4194304] 0 2024-09-17T10:39:53.657 INFO:tasks.workunit.client.1.smithi170.stdout:9/264: write dd/f27 [453060,54485] 0 2024-09-17T10:39:53.658 INFO:tasks.workunit.client.1.smithi170.stdout:7/272: mknod d25/d53/c54 0 2024-09-17T10:39:53.659 INFO:tasks.workunit.client.0.smithi159.stdout:1/600: dwrite d1/d2f/d9e/d3d/d7d/f92 [0,4194304] 0 2024-09-17T10:39:53.659 INFO:tasks.workunit.client.1.smithi170.stdout:1/369: dwrite d3/d5/d27/d51/f60 [0,4194304] 0 2024-09-17T10:39:53.659 INFO:tasks.workunit.client.1.smithi170.stdout:1/370: stat d3/d68 0 2024-09-17T10:39:53.661 INFO:tasks.workunit.client.0.smithi159.stdout:8/695: link d4/dd/d10/d1a/d1e/d3e/c65 d4/dd/d10/d78/ce9 0 2024-09-17T10:39:53.663 INFO:tasks.workunit.client.0.smithi159.stdout:7/577: mkdir d2/d23/d67/d47/d4a/d4d/d75/d78/d86/dd3 0 2024-09-17T10:39:53.663 INFO:tasks.workunit.client.0.smithi159.stdout:7/578: stat d2/d18/d20/d3f/d73/d82/f94 0 2024-09-17T10:39:53.665 INFO:tasks.workunit.client.1.smithi170.stdout:4/204: creat d9/d12/f3d x:0 0 0 2024-09-17T10:39:53.665 INFO:tasks.workunit.client.1.smithi170.stdout:4/205: write d9/d12/f3d [225541,93557] 0 2024-09-17T10:39:53.667 INFO:tasks.workunit.client.1.smithi170.stdout:3/379: creat d18/d24/f85 x:0 0 0 2024-09-17T10:39:53.668 INFO:tasks.workunit.client.0.smithi159.stdout:2/563: getdents d0/d14/d76/d67/d96 0 2024-09-17T10:39:53.670 INFO:tasks.workunit.client.1.smithi170.stdout:8/274: symlink d4/l63 0 2024-09-17T10:39:53.670 INFO:tasks.workunit.client.1.smithi170.stdout:8/275: fsync d4/d2e/d33/f5a 0 2024-09-17T10:39:53.673 INFO:tasks.workunit.client.0.smithi159.stdout:5/539: rename d19/d69/d78/d9d/lb0 to d19/d1b/d36/lba 0 2024-09-17T10:39:53.674 INFO:tasks.workunit.client.0.smithi159.stdout:1/601: dwrite d1/d2f/fa5 [0,4194304] 0 2024-09-17T10:39:53.674 INFO:tasks.workunit.client.0.smithi159.stdout:1/602: chown d1/d2f/d9e/d1a/d3b/c44 0 1 2024-09-17T10:39:53.679 INFO:tasks.workunit.client.1.smithi170.stdout:0/311: rename c7 to dd/de/d16/d65/c6c 0 2024-09-17T10:39:53.680 INFO:tasks.workunit.client.0.smithi159.stdout:0/576: dwrite d5/dcf/d18/d22/f28 [0,4194304] 0 2024-09-17T10:39:53.681 INFO:tasks.workunit.client.1.smithi170.stdout:5/284: rmdir d1/d3/d55 39 2024-09-17T10:39:53.683 INFO:tasks.workunit.client.0.smithi159.stdout:6/620: mkdir d1/db9 0 2024-09-17T10:39:53.685 INFO:tasks.workunit.client.0.smithi159.stdout:5/540: dread d19/d1b/d1d/d59/da7/db5/f7b [0,4194304] 0 2024-09-17T10:39:53.685 INFO:tasks.workunit.client.0.smithi159.stdout:5/541: chown d19/d1b/d1d 5 1 2024-09-17T10:39:53.686 INFO:tasks.workunit.client.1.smithi170.stdout:9/265: mkdir dd/d40/d50 0 2024-09-17T10:39:53.688 INFO:tasks.workunit.client.1.smithi170.stdout:8/276: dwrite d4/f1f [0,4194304] 0 2024-09-17T10:39:53.688 INFO:tasks.workunit.client.1.smithi170.stdout:8/277: chown d4/df/d3a/f61 9 1 2024-09-17T10:39:53.690 INFO:tasks.workunit.client.0.smithi159.stdout:7/579: symlink d2/d44/ld4 0 2024-09-17T10:39:53.690 INFO:tasks.workunit.client.0.smithi159.stdout:1/603: write d1/d2/d25/da2/f46 [978334,123667] 0 2024-09-17T10:39:53.690 INFO:tasks.workunit.client.0.smithi159.stdout:1/604: getdents d1/d2/d8f 0 2024-09-17T10:39:53.693 INFO:tasks.workunit.client.0.smithi159.stdout:4/540: getdents d0/d9/d24/d48 0 2024-09-17T10:39:53.699 INFO:tasks.workunit.client.0.smithi159.stdout:2/564: unlink d0/d26/d4b/d6d/f95 0 2024-09-17T10:39:53.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:53 smithi170 ceph-mon[33842]: pgmap v275: 65 pgs: 65 active+clean; 1.3 GiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 132 MiB/s rd, 167 MiB/s wr, 433 op/s 2024-09-17T10:39:53.705 INFO:tasks.workunit.client.0.smithi159.stdout:3/625: rename d9/df/d2c/d2f/c4c to d9/df/d2c/cbf 0 2024-09-17T10:39:53.708 INFO:tasks.workunit.client.1.smithi170.stdout:5/285: dwrite d1/d3/f53 [0,4194304] 0 2024-09-17T10:39:53.713 INFO:tasks.workunit.client.1.smithi170.stdout:1/371: rename d3/d5/l70 to d3/d37/d7b/l84 0 2024-09-17T10:39:53.714 INFO:tasks.workunit.client.0.smithi159.stdout:5/542: dwrite d19/d1a/d32/d37/f45 [0,4194304] 0 2024-09-17T10:39:53.714 INFO:tasks.workunit.client.0.smithi159.stdout:8/696: dwrite d4/dd/d26/f6a [0,4194304] 0 2024-09-17T10:39:53.715 INFO:tasks.workunit.client.0.smithi159.stdout:0/577: dwrite d5/f1b [0,4194304] 0 2024-09-17T10:39:53.715 INFO:tasks.workunit.client.0.smithi159.stdout:0/578: chown d5/d4f/d67/dad/cb1 1532 1 2024-09-17T10:39:53.715 INFO:tasks.workunit.client.0.smithi159.stdout:0/579: chown d5/dcf/d18/d22/da2/db3 22949 1 2024-09-17T10:39:53.715 INFO:tasks.workunit.client.0.smithi159.stdout:0/580: stat d5/d4f/c71 0 2024-09-17T10:39:53.716 INFO:tasks.workunit.client.0.smithi159.stdout:0/581: write d5/dcf/d18/d22/d3e/d62/fcd [342270,66119] 0 2024-09-17T10:39:53.717 INFO:tasks.workunit.client.0.smithi159.stdout:4/541: dwrite d0/d9/da/f34 [0,4194304] 0 2024-09-17T10:39:53.718 INFO:tasks.workunit.client.1.smithi170.stdout:0/312: getdents dd/de/d16/d54/d5f 0 2024-09-17T10:39:53.718 INFO:tasks.workunit.client.1.smithi170.stdout:0/313: write dd/de/d10/d61/f66 [393865,118241] 0 2024-09-17T10:39:53.718 INFO:tasks.workunit.client.1.smithi170.stdout:3/380: dread d18/f6b [0,4194304] 0 2024-09-17T10:39:53.720 INFO:tasks.workunit.client.1.smithi170.stdout:8/278: unlink d4/df/d3a/f42 0 2024-09-17T10:39:53.724 INFO:tasks.workunit.client.1.smithi170.stdout:7/273: getdents d25/d3b 0 2024-09-17T10:39:53.724 INFO:tasks.workunit.client.1.smithi170.stdout:7/274: chown d25/d2a/f38 15491 1 2024-09-17T10:39:53.728 INFO:tasks.workunit.client.1.smithi170.stdout:4/206: mkdir d9/d3e 0 2024-09-17T10:39:53.731 INFO:tasks.workunit.client.0.smithi159.stdout:3/626: dwrite d9/df/d2c/d2f/f88 [0,4194304] 0 2024-09-17T10:39:53.734 INFO:tasks.workunit.client.0.smithi159.stdout:0/582: dwrite d5/f1b [0,4194304] 0 2024-09-17T10:39:53.734 INFO:tasks.workunit.client.1.smithi170.stdout:5/286: unlink d1/d3/c1d 0 2024-09-17T10:39:53.734 INFO:tasks.workunit.client.1.smithi170.stdout:5/287: chown d1/d3/c26 1631699 1 2024-09-17T10:39:53.735 INFO:tasks.workunit.client.1.smithi170.stdout:5/288: dread d1/f42 [0,4194304] 0 2024-09-17T10:39:53.737 INFO:tasks.workunit.client.1.smithi170.stdout:1/372: mkdir d3/d5/d27/d51/d64/d85 0 2024-09-17T10:39:53.737 INFO:tasks.workunit.client.1.smithi170.stdout:8/279: dwrite d4/df/f22 [0,4194304] 0 2024-09-17T10:39:53.737 INFO:tasks.workunit.client.1.smithi170.stdout:8/280: chown d4/df/d3f/d44 42798 1 2024-09-17T10:39:53.737 INFO:tasks.workunit.client.1.smithi170.stdout:8/281: dread - d4/d2e/f48 zero size 2024-09-17T10:39:53.740 INFO:tasks.workunit.client.1.smithi170.stdout:9/266: rename dd/d40/d32/d38 to dd/d16/d2a/d51 0 2024-09-17T10:39:53.740 INFO:tasks.workunit.client.1.smithi170.stdout:9/267: dread - dd/d16/f37 zero size 2024-09-17T10:39:53.744 INFO:tasks.workunit.client.1.smithi170.stdout:0/314: mknod dd/de/d16/d54/c6d 0 2024-09-17T10:39:53.745 INFO:tasks.workunit.client.1.smithi170.stdout:0/315: dread dd/de/d10/f2f [0,4194304] 0 2024-09-17T10:39:53.745 INFO:tasks.workunit.client.1.smithi170.stdout:0/316: dread - dd/f15 zero size 2024-09-17T10:39:53.745 INFO:tasks.workunit.client.1.smithi170.stdout:3/381: creat d18/d24/f86 x:0 0 0 2024-09-17T10:39:53.747 INFO:tasks.workunit.client.0.smithi159.stdout:6/621: rmdir d1/db9 0 2024-09-17T10:39:53.747 INFO:tasks.workunit.client.0.smithi159.stdout:6/622: write d1/df/d11/f14 [4721241,49187] 0 2024-09-17T10:39:53.748 INFO:tasks.workunit.client.0.smithi159.stdout:1/605: truncate d1/d2/f54 4843846 0 2024-09-17T10:39:53.751 INFO:tasks.workunit.client.0.smithi159.stdout:7/580: rename d2/d23/d67/d47/d4a/d4d/d75/d78/cbf to d2/d18/d20/d2c/cd5 0 2024-09-17T10:39:53.753 INFO:tasks.workunit.client.0.smithi159.stdout:7/581: fdatasync d2/d18/d32/f72 0 2024-09-17T10:39:53.755 INFO:tasks.workunit.client.0.smithi159.stdout:5/543: link d19/d6f/d75/la2 d19/d69/d78/db3/lbb 0 2024-09-17T10:39:53.757 INFO:tasks.workunit.client.0.smithi159.stdout:8/697: symlink d4/d4e/lea 0 2024-09-17T10:39:53.757 INFO:tasks.workunit.client.0.smithi159.stdout:8/698: write d4/dd/d10/d1a/d1e/f2f [1080502,29946] 0 2024-09-17T10:39:53.757 INFO:tasks.workunit.client.0.smithi159.stdout:9/646: sync 2024-09-17T10:39:53.762 INFO:tasks.workunit.client.0.smithi159.stdout:4/542: creat d0/d9/d97/d9f/d5d/d99/fa7 x:0 0 0 2024-09-17T10:39:53.767 INFO:tasks.workunit.client.0.smithi159.stdout:3/627: getdents d9/df/d54/d59/d5e 0 2024-09-17T10:39:53.770 INFO:tasks.workunit.client.0.smithi159.stdout:0/583: rmdir d5/dcf/d18/d22/da2/db3 39 2024-09-17T10:39:53.770 INFO:tasks.workunit.client.0.smithi159.stdout:0/584: write d5/d12/f27 [79354,65623] 0 2024-09-17T10:39:53.770 INFO:tasks.workunit.client.0.smithi159.stdout:5/544: dwrite f12 [4194304,4194304] 0 2024-09-17T10:39:53.775 INFO:tasks.workunit.client.0.smithi159.stdout:6/623: mknod d1/df/cba 0 2024-09-17T10:39:53.777 INFO:tasks.workunit.client.0.smithi159.stdout:1/606: link d1/d63/d6c/f3e d1/d63/d6c/fa9 0 2024-09-17T10:39:53.779 INFO:tasks.workunit.client.0.smithi159.stdout:2/565: unlink d0/df/l93 0 2024-09-17T10:39:53.782 INFO:tasks.workunit.client.0.smithi159.stdout:0/585: write d5/dcf/d18/d22/f5d [3413464,7501] 0 2024-09-17T10:39:53.782 INFO:tasks.workunit.client.0.smithi159.stdout:0/586: chown d5/d12/daa 61079767 1 2024-09-17T10:39:53.782 INFO:tasks.workunit.client.1.smithi170.stdout:5/289: truncate d1/d3/f59 2132436 0 2024-09-17T10:39:53.782 INFO:tasks.workunit.client.1.smithi170.stdout:5/290: chown d1/d3/d13/d2c/l2e 106445366 1 2024-09-17T10:39:53.784 INFO:tasks.workunit.client.1.smithi170.stdout:1/373: mknod d3/d37/d7b/c86 0 2024-09-17T10:39:53.784 INFO:tasks.workunit.client.0.smithi159.stdout:5/545: dwrite d19/d1e/d4a/f7f [0,4194304] 0 2024-09-17T10:39:53.785 INFO:tasks.workunit.client.0.smithi159.stdout:8/699: creat d4/d32/d86/feb x:0 0 0 2024-09-17T10:39:53.786 INFO:tasks.workunit.client.1.smithi170.stdout:8/282: symlink d4/df/l64 0 2024-09-17T10:39:53.792 INFO:tasks.workunit.client.0.smithi159.stdout:9/647: rename d0/d3/d50 to d0/d3/d7/da/dc/d3a/da6/ddd 0 2024-09-17T10:39:53.792 INFO:tasks.workunit.client.0.smithi159.stdout:9/648: dread - d0/fdc zero size 2024-09-17T10:39:53.793 INFO:tasks.workunit.client.0.smithi159.stdout:4/543: mknod d0/d9/d24/d48/ca8 0 2024-09-17T10:39:53.793 INFO:tasks.workunit.client.0.smithi159.stdout:4/544: chown d0 11954897 1 2024-09-17T10:39:53.794 INFO:tasks.workunit.client.1.smithi170.stdout:4/207: rename d9/d12/l1a to d9/d12/d36/l3f 0 2024-09-17T10:39:53.797 INFO:tasks.workunit.client.0.smithi159.stdout:9/649: read d0/d3/d7/da/dc/de/f26 [992655,84738] 0 2024-09-17T10:39:53.797 INFO:tasks.workunit.client.0.smithi159.stdout:9/650: getdents d0/d3/d7/da/dc/d1c/d31/d47/d5a/dcd 0 2024-09-17T10:39:53.798 INFO:tasks.workunit.client.1.smithi170.stdout:9/268: rmdir dd/d16/d2a 39 2024-09-17T10:39:53.799 INFO:tasks.workunit.client.1.smithi170.stdout:0/317: unlink dd/de/d16/d54/c5a 0 2024-09-17T10:39:53.803 INFO:tasks.workunit.client.1.smithi170.stdout:3/382: creat d18/d4b/d7c/d82/f87 x:0 0 0 2024-09-17T10:39:53.803 INFO:tasks.workunit.client.1.smithi170.stdout:3/383: getdents d18/d2c/d4a 0 2024-09-17T10:39:53.803 INFO:tasks.workunit.client.1.smithi170.stdout:3/384: chown d18/d25/c84 316603429 1 2024-09-17T10:39:53.805 INFO:tasks.workunit.client.1.smithi170.stdout:7/275: getdents d25/d2a/d3e/d4b 0 2024-09-17T10:39:53.805 INFO:tasks.workunit.client.1.smithi170.stdout:7/276: truncate d25/d2a/f37 253208 0 2024-09-17T10:39:53.805 INFO:tasks.workunit.client.1.smithi170.stdout:7/277: chown f20 2 1 2024-09-17T10:39:53.808 INFO:tasks.workunit.client.0.smithi159.stdout:1/607: truncate d1/d2f/d9e/d3d/f51 2367691 0 2024-09-17T10:39:53.808 INFO:tasks.workunit.client.0.smithi159.stdout:1/608: dread - d1/d2f/d9e/d3d/f9d zero size 2024-09-17T10:39:53.809 INFO:tasks.workunit.client.1.smithi170.stdout:1/374: truncate d3/d5/d27/f56 771328 0 2024-09-17T10:39:53.811 INFO:tasks.workunit.client.0.smithi159.stdout:2/566: mkdir d0/df/d3e/d46/dc4 0 2024-09-17T10:39:53.814 INFO:tasks.workunit.client.1.smithi170.stdout:8/283: creat d4/df/d3f/f65 x:0 0 0 2024-09-17T10:39:53.814 INFO:tasks.workunit.client.1.smithi170.stdout:8/284: truncate d4/df/f3b 85050 0 2024-09-17T10:39:53.814 INFO:tasks.workunit.client.1.smithi170.stdout:8/285: fsync d4/df/f58 0 2024-09-17T10:39:53.816 INFO:tasks.workunit.client.1.smithi170.stdout:9/269: mknod dd/d40/d4e/d23/c52 0 2024-09-17T10:39:53.817 INFO:tasks.workunit.client.0.smithi159.stdout:7/582: rmdir d2/d18/d20/d3f/d40 39 2024-09-17T10:39:53.818 INFO:tasks.workunit.client.0.smithi159.stdout:9/651: dwrite d0/d3/d7/da/dc/de/f86 [0,4194304] 0 2024-09-17T10:39:53.818 INFO:tasks.workunit.client.0.smithi159.stdout:9/652: write d0/d3/d7/da/d46/d54/fc1 [667184,67989] 0 2024-09-17T10:39:53.820 INFO:tasks.workunit.client.1.smithi170.stdout:3/385: fsync d18/d24/f76 0 2024-09-17T10:39:53.823 INFO:tasks.workunit.client.1.smithi170.stdout:7/278: link l24 d25/d2a/d3e/d4b/l55 0 2024-09-17T10:39:53.823 INFO:tasks.workunit.client.1.smithi170.stdout:7/279: fdatasync f1e 0 2024-09-17T10:39:53.823 INFO:tasks.workunit.client.1.smithi170.stdout:7/280: read - d25/f51 zero size 2024-09-17T10:39:53.823 INFO:tasks.workunit.client.1.smithi170.stdout:7/281: getdents d25/d4e 0 2024-09-17T10:39:53.825 INFO:tasks.workunit.client.1.smithi170.stdout:0/318: dwrite dd/de/d10/d13/d1d/f58 [0,4194304] 0 2024-09-17T10:39:53.825 INFO:tasks.workunit.client.1.smithi170.stdout:0/319: creat dd/de/d3d/f6e x:0 0 0 2024-09-17T10:39:53.826 INFO:tasks.workunit.client.0.smithi159.stdout:0/587: unlink d5/dcf/d18/d22/d3e/d62/da8/lb7 0 2024-09-17T10:39:53.827 INFO:tasks.workunit.client.1.smithi170.stdout:1/375: symlink d3/d5/d27/l87 0 2024-09-17T10:39:53.829 INFO:tasks.workunit.client.0.smithi159.stdout:2/567: dread d0/d26/d4b/f9a [0,4194304] 0 2024-09-17T10:39:53.832 INFO:tasks.workunit.client.0.smithi159.stdout:5/546: symlink d19/d69/d78/lbc 0 2024-09-17T10:39:53.833 INFO:tasks.workunit.client.0.smithi159.stdout:7/583: dread d2/d18/d20/db8/f5a [0,4194304] 0 2024-09-17T10:39:53.834 INFO:tasks.workunit.client.0.smithi159.stdout:1/609: dwrite d1/d2f/d9e/d3d/d7d/fa6 [0,4194304] 0 2024-09-17T10:39:53.835 INFO:tasks.workunit.client.1.smithi170.stdout:7/282: unlink d25/l26 0 2024-09-17T10:39:53.835 INFO:tasks.workunit.client.1.smithi170.stdout:7/283: chown cf 1 1 2024-09-17T10:39:53.837 INFO:tasks.workunit.client.1.smithi170.stdout:8/286: dwrite d4/d2e/f48 [0,4194304] 0 2024-09-17T10:39:53.841 INFO:tasks.workunit.client.0.smithi159.stdout:9/653: dwrite d0/d3/d7/da/d46/f72 [4194304,4194304] 0 2024-09-17T10:39:53.843 INFO:tasks.workunit.client.1.smithi170.stdout:1/376: dread d3/f3a [0,4194304] 0 2024-09-17T10:39:53.845 INFO:tasks.workunit.client.1.smithi170.stdout:3/386: mkdir d18/d26/d58/d88 0 2024-09-17T10:39:53.846 INFO:tasks.workunit.client.1.smithi170.stdout:8/287: write d4/df/f22 [665459,30142] 0 2024-09-17T10:39:53.846 INFO:tasks.workunit.client.1.smithi170.stdout:7/284: mkdir d25/d2a/d3e/d56 0 2024-09-17T10:39:53.848 INFO:tasks.workunit.client.1.smithi170.stdout:7/285: write d25/d2a/f30 [705602,123927] 0 2024-09-17T10:39:53.850 INFO:tasks.workunit.client.1.smithi170.stdout:0/320: dwrite dd/de/d16/f3b [0,4194304] 0 2024-09-17T10:39:53.853 INFO:tasks.workunit.client.1.smithi170.stdout:1/377: creat d3/d37/d7b/f88 x:0 0 0 2024-09-17T10:39:53.855 INFO:tasks.workunit.client.0.smithi159.stdout:4/545: mknod d0/d9/d97/d9f/ca9 0 2024-09-17T10:39:53.855 INFO:tasks.workunit.client.0.smithi159.stdout:4/546: write d0/d9/d24/d48/d53/f68 [3274756,77883] 0 2024-09-17T10:39:53.855 INFO:tasks.workunit.client.0.smithi159.stdout:4/547: write d0/d9/f5e [1013826,7456] 0 2024-09-17T10:39:53.858 INFO:tasks.workunit.client.0.smithi159.stdout:3/628: getdents d9/df/d2c/d2f/d63/d8d/d74/d82 0 2024-09-17T10:39:53.860 INFO:tasks.workunit.client.0.smithi159.stdout:6/624: truncate d1/df/d2c/d35/d3e/f7a 3602507 0 2024-09-17T10:39:53.861 INFO:tasks.workunit.client.1.smithi170.stdout:7/286: mknod d25/c57 0 2024-09-17T10:39:53.861 INFO:tasks.workunit.client.1.smithi170.stdout:7/287: creat d25/d2a/d3e/f58 x:0 0 0 2024-09-17T10:39:53.863 INFO:tasks.workunit.client.1.smithi170.stdout:1/378: write f1 [3277905,129721] 0 2024-09-17T10:39:53.866 INFO:tasks.workunit.client.0.smithi159.stdout:4/548: dread d0/d9/da/f34 [0,4194304] 0 2024-09-17T10:39:53.866 INFO:tasks.workunit.client.0.smithi159.stdout:4/549: fsync d0/d9/d97/d9f/d5d/f93 0 2024-09-17T10:39:53.866 INFO:tasks.workunit.client.0.smithi159.stdout:4/550: write d0/d9/d67/f80 [364800,14224] 0 2024-09-17T10:39:53.866 INFO:tasks.workunit.client.0.smithi159.stdout:4/551: write d0/d9/d24/d39/d6a/f81 [360880,109786] 0 2024-09-17T10:39:53.866 INFO:tasks.workunit.client.0.smithi159.stdout:4/552: truncate d0/d9/d24/d48/d51/f8c 11701 0 2024-09-17T10:39:53.867 INFO:tasks.workunit.client.1.smithi170.stdout:8/288: getdents d4/d2e 0 2024-09-17T10:39:53.867 INFO:tasks.workunit.client.1.smithi170.stdout:8/289: chown d4/df/d3f/f65 118068420 1 2024-09-17T10:39:53.868 INFO:tasks.workunit.client.1.smithi170.stdout:3/387: dwrite d18/d2c/f4c [0,4194304] 0 2024-09-17T10:39:53.869 INFO:tasks.workunit.client.0.smithi159.stdout:0/588: mknod d5/dcf/d18/d22/d3e/d51/cd3 0 2024-09-17T10:39:53.871 INFO:tasks.workunit.client.1.smithi170.stdout:1/379: mknod d3/d5/d27/d51/c89 0 2024-09-17T10:39:53.871 INFO:tasks.workunit.client.1.smithi170.stdout:1/380: stat d3/d5/d27/d51/f60 0 2024-09-17T10:39:53.871 INFO:tasks.workunit.client.1.smithi170.stdout:1/381: chown d3/d5/c65 4488 1 2024-09-17T10:39:53.872 INFO:tasks.workunit.client.1.smithi170.stdout:0/321: rmdir dd/de/d10/d61 39 2024-09-17T10:39:53.873 INFO:tasks.workunit.client.1.smithi170.stdout:0/322: stat dd/de/d10/d13/d1d/l2e 0 2024-09-17T10:39:53.873 INFO:tasks.workunit.client.1.smithi170.stdout:0/323: write dd/de/d10/d61/f66 [1009247,15136] 0 2024-09-17T10:39:53.877 INFO:tasks.workunit.client.1.smithi170.stdout:8/290: symlink d4/df/d3f/d44/l66 0 2024-09-17T10:39:53.878 INFO:tasks.workunit.client.1.smithi170.stdout:8/291: creat d4/f67 x:0 0 0 2024-09-17T10:39:53.878 INFO:tasks.workunit.client.1.smithi170.stdout:8/292: truncate d4/df/d3f/f50 110495 0 2024-09-17T10:39:53.878 INFO:tasks.workunit.client.1.smithi170.stdout:8/293: creat d4/df/d3f/f68 x:0 0 0 2024-09-17T10:39:53.878 INFO:tasks.workunit.client.0.smithi159.stdout:7/584: mknod d2/d44/da9/cd6 0 2024-09-17T10:39:53.881 INFO:tasks.workunit.client.0.smithi159.stdout:7/585: dread d2/d18/f2f [0,4194304] 0 2024-09-17T10:39:53.884 INFO:tasks.workunit.client.1.smithi170.stdout:1/382: mknod d3/d5/d27/d51/d64/c8a 0 2024-09-17T10:39:53.884 INFO:tasks.workunit.client.1.smithi170.stdout:1/383: read d3/d5/f42 [109474,127195] 0 2024-09-17T10:39:53.885 INFO:tasks.workunit.client.1.smithi170.stdout:1/384: write d3/d5/d27/f5b [679938,10126] 0 2024-09-17T10:39:53.886 INFO:tasks.workunit.client.0.smithi159.stdout:1/610: creat d1/d2f/d9e/d3d/faa x:0 0 0 2024-09-17T10:39:53.889 INFO:tasks.workunit.client.1.smithi170.stdout:0/324: symlink dd/de/d16/d54/l6f 0 2024-09-17T10:39:53.889 INFO:tasks.workunit.client.1.smithi170.stdout:0/325: chown dd/de/d10/d13/f26 523891 1 2024-09-17T10:39:53.889 INFO:tasks.workunit.client.0.smithi159.stdout:1/611: dread d1/d2f/d9e/d1a/f7c [0,4194304] 0 2024-09-17T10:39:53.889 INFO:tasks.workunit.client.0.smithi159.stdout:1/612: fdatasync d1/d2f/d9e/d1a/dc/f6f 0 2024-09-17T10:39:53.890 INFO:tasks.workunit.client.0.smithi159.stdout:9/654: stat d0/d3/d7/da/d46/laa 0 2024-09-17T10:39:53.890 INFO:tasks.workunit.client.0.smithi159.stdout:9/655: chown d0/d3/d7/da/dc/de/d36/db3/fd2 327 1 2024-09-17T10:39:53.893 INFO:tasks.workunit.client.1.smithi170.stdout:8/294: mkdir d4/df/d1e/d69 0 2024-09-17T10:39:53.895 INFO:tasks.workunit.client.1.smithi170.stdout:3/388: creat d18/d24/d73/f89 x:0 0 0 2024-09-17T10:39:53.895 INFO:tasks.workunit.client.1.smithi170.stdout:3/389: readlink d18/d2c/d4f/l6c 0 2024-09-17T10:39:53.895 INFO:tasks.workunit.client.1.smithi170.stdout:3/390: chown d18/d2c/d4f/f54 1678 1 2024-09-17T10:39:53.899 INFO:tasks.workunit.client.1.smithi170.stdout:0/326: rename dd/de/d10/d13/d1d to dd/de/d10/d61/d70 0 2024-09-17T10:39:53.899 INFO:tasks.workunit.client.1.smithi170.stdout:0/327: write dd/f39 [193233,36672] 0 2024-09-17T10:39:53.900 INFO:tasks.workunit.client.1.smithi170.stdout:8/295: link d4/f39 d4/df/d1e/d69/f6a 0 2024-09-17T10:39:53.900 INFO:tasks.workunit.client.1.smithi170.stdout:8/296: write d4/d2e/f46 [700327,38677] 0 2024-09-17T10:39:53.902 INFO:tasks.workunit.client.0.smithi159.stdout:3/629: creat d9/df/d2c/d2f/d63/d8d/fc0 x:0 0 0 2024-09-17T10:39:53.902 INFO:tasks.workunit.client.1.smithi170.stdout:3/391: symlink d18/d2c/d4f/d7b/l8a 0 2024-09-17T10:39:53.903 INFO:tasks.workunit.client.1.smithi170.stdout:1/385: dwrite d3/d5/d27/f50 [0,4194304] 0 2024-09-17T10:39:53.904 INFO:tasks.workunit.client.1.smithi170.stdout:0/328: rename dd/de/d10/d61/f66 to dd/de/d16/d65/f71 0 2024-09-17T10:39:53.904 INFO:tasks.workunit.client.1.smithi170.stdout:0/329: write dd/de/d10/f2f [625320,45146] 0 2024-09-17T10:39:53.905 INFO:tasks.workunit.client.0.smithi159.stdout:4/553: link d0/d9/d24/d48/d51/f8c d0/d9/d24/d48/faa 0 2024-09-17T10:39:53.906 INFO:tasks.workunit.client.0.smithi159.stdout:0/589: chown d5/dcf/l3b 4632 1 2024-09-17T10:39:53.907 INFO:tasks.workunit.client.0.smithi159.stdout:2/568: creat d0/d14/d76/fc5 x:0 0 0 2024-09-17T10:39:53.910 INFO:tasks.workunit.client.1.smithi170.stdout:1/386: mkdir d3/d37/d7b/d8b 0 2024-09-17T10:39:53.910 INFO:tasks.workunit.client.1.smithi170.stdout:1/387: chown d3/d5/f22 108 1 2024-09-17T10:39:53.911 INFO:tasks.workunit.client.0.smithi159.stdout:7/586: unlink d2/d9a/f9d 0 2024-09-17T10:39:53.915 INFO:tasks.workunit.client.1.smithi170.stdout:8/297: rename d4/f1f to d4/d2e/d33/f6b 0 2024-09-17T10:39:53.918 INFO:tasks.workunit.client.0.smithi159.stdout:1/613: symlink d1/d2f/d9e/d1a/d3b/d9f/lab 0 2024-09-17T10:39:53.918 INFO:tasks.workunit.client.0.smithi159.stdout:1/614: truncate d1/d2f/d9e/d1a/f48 207664 0 2024-09-17T10:39:53.919 INFO:tasks.workunit.client.1.smithi170.stdout:0/330: dread dd/de/f57 [0,4194304] 0 2024-09-17T10:39:53.920 INFO:tasks.workunit.client.0.smithi159.stdout:9/656: creat d0/d3/d7/da/dc/de/fde x:0 0 0 2024-09-17T10:39:53.920 INFO:tasks.workunit.client.1.smithi170.stdout:3/392: unlink d18/l1e 0 2024-09-17T10:39:53.924 INFO:tasks.workunit.client.0.smithi159.stdout:9/657: write d0/d3/d7/da/d46/d54/dc4/fc9 [387715,11151] 0 2024-09-17T10:39:53.925 INFO:tasks.workunit.client.1.smithi170.stdout:0/331: dread f8 [4194304,4194304] 0 2024-09-17T10:39:53.925 INFO:tasks.workunit.client.0.smithi159.stdout:3/630: creat d9/df/d2c/fc1 x:0 0 0 2024-09-17T10:39:53.925 INFO:tasks.workunit.client.0.smithi159.stdout:4/554: mkdir d0/d9/d97/d9f/d5d/dab 0 2024-09-17T10:39:53.926 INFO:tasks.workunit.client.0.smithi159.stdout:4/555: truncate d0/d9/d24/d39/d6a/f9d 473207 0 2024-09-17T10:39:53.926 INFO:tasks.workunit.client.0.smithi159.stdout:4/556: fsync d0/d9/da/d42/f4f 0 2024-09-17T10:39:53.927 INFO:tasks.workunit.client.0.smithi159.stdout:5/547: rename d19/d1a/d32/d37 to d19/d69/d78/db3/dbd 0 2024-09-17T10:39:53.928 INFO:tasks.workunit.client.0.smithi159.stdout:1/615: read d1/d2f/d9e/d1a/d3b/f90 [559979,14435] 0 2024-09-17T10:39:53.930 INFO:tasks.workunit.client.0.smithi159.stdout:9/658: link d0/d78/c90 d0/d3/d33/dd9/cdf 0 2024-09-17T10:39:53.931 INFO:tasks.workunit.client.1.smithi170.stdout:3/393: dread d18/d2c/f4c [0,4194304] 0 2024-09-17T10:39:53.931 INFO:tasks.workunit.client.1.smithi170.stdout:3/394: write d18/d24/f85 [23997,62026] 0 2024-09-17T10:39:53.933 INFO:tasks.workunit.client.0.smithi159.stdout:6/625: rename d1/df/d11/ca5 to d1/d5d/db6/cbb 0 2024-09-17T10:39:53.934 INFO:tasks.workunit.client.0.smithi159.stdout:5/548: mknod d19/d33/cbe 0 2024-09-17T10:39:53.934 INFO:tasks.workunit.client.0.smithi159.stdout:5/549: stat d19/d1b/d1d/f52 0 2024-09-17T10:39:53.934 INFO:tasks.workunit.client.0.smithi159.stdout:3/631: write d9/df/d2c/f24 [2428719,16241] 0 2024-09-17T10:39:53.935 INFO:tasks.workunit.client.0.smithi159.stdout:5/550: read d19/d1b/d21/f34 [287096,13757] 0 2024-09-17T10:39:53.935 INFO:tasks.workunit.client.0.smithi159.stdout:1/616: creat d1/d2/d25/da2/fac x:0 0 0 2024-09-17T10:39:53.936 INFO:tasks.workunit.client.1.smithi170.stdout:0/332: creat dd/de/f72 x:0 0 0 2024-09-17T10:39:53.937 INFO:tasks.workunit.client.0.smithi159.stdout:4/557: dread d0/d9/d97/d9f/d5d/d99/f9a [0,4194304] 0 2024-09-17T10:39:53.937 INFO:tasks.workunit.client.1.smithi170.stdout:3/395: creat d18/d24/d73/f8b x:0 0 0 2024-09-17T10:39:53.937 INFO:tasks.workunit.client.0.smithi159.stdout:9/659: mkdir d0/d3/d7/da/d46/d54/d6c/de0 0 2024-09-17T10:39:53.938 INFO:tasks.workunit.client.1.smithi170.stdout:1/388: dwrite d3/d5/f22 [4194304,4194304] 0 2024-09-17T10:39:53.939 INFO:tasks.workunit.client.1.smithi170.stdout:3/396: rename d18/d2c/d4f/f75 to d18/d25/f8c 0 2024-09-17T10:39:53.940 INFO:tasks.workunit.client.1.smithi170.stdout:8/298: dwrite d4/df/d1e/d69/f6a [0,4194304] 0 2024-09-17T10:39:53.941 INFO:tasks.workunit.client.0.smithi159.stdout:2/569: rename d0/f1f to d0/d6c/fc6 0 2024-09-17T10:39:53.943 INFO:tasks.workunit.client.1.smithi170.stdout:0/333: symlink dd/de/d10/d13/d59/l73 0 2024-09-17T10:39:53.943 INFO:tasks.workunit.client.1.smithi170.stdout:0/334: fsync dd/de/d16/f44 0 2024-09-17T10:39:53.944 INFO:tasks.workunit.client.0.smithi159.stdout:6/626: dread d1/df/d11/f8d [0,4194304] 0 2024-09-17T10:39:53.944 INFO:tasks.workunit.client.0.smithi159.stdout:3/632: symlink d9/df/d54/d3c/lc2 0 2024-09-17T10:39:53.945 INFO:tasks.workunit.client.0.smithi159.stdout:3/633: read - d9/df/d2c/d77/fb2 zero size 2024-09-17T10:39:53.945 INFO:tasks.workunit.client.0.smithi159.stdout:3/634: chown d9/df/f85 219219 1 2024-09-17T10:39:53.945 INFO:tasks.workunit.client.0.smithi159.stdout:3/635: fdatasync d9/df/d2c/d2f/f83 0 2024-09-17T10:39:53.947 INFO:tasks.workunit.client.0.smithi159.stdout:1/617: creat d1/d2/d25/fad x:0 0 0 2024-09-17T10:39:53.949 INFO:tasks.workunit.client.1.smithi170.stdout:1/389: mknod d3/d37/d7b/d8b/c8c 0 2024-09-17T10:39:53.950 INFO:tasks.workunit.client.0.smithi159.stdout:5/551: dwrite d19/d69/faf [0,4194304] 0 2024-09-17T10:39:53.950 INFO:tasks.workunit.client.0.smithi159.stdout:5/552: dread - d19/d69/f9c zero size 2024-09-17T10:39:53.950 INFO:tasks.workunit.client.0.smithi159.stdout:5/553: write d19/d69/d78/d86/d94/fb2 [793194,46436] 0 2024-09-17T10:39:53.951 INFO:tasks.workunit.client.0.smithi159.stdout:4/558: mkdir d0/d9/da/d33/dac 0 2024-09-17T10:39:53.953 INFO:tasks.workunit.client.1.smithi170.stdout:3/397: chown d18/d20/f2a 792289 1 2024-09-17T10:39:53.956 INFO:tasks.workunit.client.0.smithi159.stdout:9/660: rmdir d0/d3/d7/da/d1a/dc7 0 2024-09-17T10:39:53.956 INFO:tasks.workunit.client.0.smithi159.stdout:9/661: chown d0/d3/d7/da/d46/d54/lc0 3880 1 2024-09-17T10:39:53.957 INFO:tasks.workunit.client.0.smithi159.stdout:3/636: dread d9/df/f1b [4194304,4194304] 0 2024-09-17T10:39:53.957 INFO:tasks.workunit.client.0.smithi159.stdout:3/637: creat d9/df/d2c/d2f/d63/fc3 x:0 0 0 2024-09-17T10:39:53.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.959+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fc8a0061190 con 0x7fc88c06c680 2024-09-17T10:39:53.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.961+0000 7fc8977fe700 1 -- 172.21.15.159:0/3164270026 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+447 (secure 0 0 0) 0x7fc8a0061190 con 0x7fc88c06c680 2024-09-17T10:39:53.963 INFO:tasks.workunit.client.0.smithi159.stdout:7/587: rename d2/d18/d20/d2c/cd5 to d2/d18/d20/d3f/d73/d95/cd7 0 2024-09-17T10:39:53.965 INFO:tasks.workunit.client.1.smithi170.stdout:8/299: symlink d4/d2e/d33/l6c 0 2024-09-17T10:39:53.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/662: write d0/d3/d7/da/d46/d54/d6c/f95 [3397945,128420] 0 2024-09-17T10:39:53.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/663: chown d0/d3/d7/da/dc/lad 1449 1 2024-09-17T10:39:53.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/664: stat d0/d3/d7/da/dc/de/d3e 0 2024-09-17T10:39:53.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/665: truncate d0/d3/d7/da/dc/de/d21/f9b 811682 0 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc88c06c680 msgr2=0x7fc88c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc88c06c680 0x7fc88c06eb30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc89c006010 tx=0x7fc89c00b540 comp rx=0 tx=0).stop 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0103500 msgr2=0x7fc8a0195ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0103500 0x7fc8a0195ec0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc89000d8d0 tx=0x7fc89000dbe0 comp rx=0 tx=0).stop 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 shutdown_connections 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fc88c06c680 0x7fc88c06eb30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8a0100be0 0x7fc8a0195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:53.967 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 --2- 172.21.15.159:0/3164270026 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8a0103500 0x7fc8a0195ec0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:53.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.965+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 >> 172.21.15.159:0/3164270026 conn(0x7fc8a00fa600 msgr2=0x7fc8a00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:53.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.966+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 shutdown_connections 2024-09-17T10:39:53.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:53.966+0000 7fc8a8509700 1 -- 172.21.15.159:0/3164270026 wait complete. 2024-09-17T10:39:53.968 INFO:tasks.workunit.client.0.smithi159.stdout:2/570: creat d0/df/d3e/fc7 x:0 0 0 2024-09-17T10:39:53.968 INFO:tasks.workunit.client.0.smithi159.stdout:5/554: dwrite d19/d1a/d32/d5e/f80 [0,4194304] 0 2024-09-17T10:39:53.969 INFO:tasks.workunit.client.1.smithi170.stdout:1/390: dwrite d3/d5/d27/f69 [0,4194304] 0 2024-09-17T10:39:53.971 INFO:tasks.workunit.client.1.smithi170.stdout:0/335: unlink f3 0 2024-09-17T10:39:53.973 INFO:tasks.workunit.client.0.smithi159.stdout:6/627: mkdir d1/df/d11/d16/dbc 0 2024-09-17T10:39:53.975 INFO:tasks.workunit.client.1.smithi170.stdout:3/398: mkdir d18/d1c/d2b/d8d 0 2024-09-17T10:39:53.975 INFO:tasks.workunit.client.1.smithi170.stdout:3/399: write d18/d1c/d2b/f4d [93134,44835] 0 2024-09-17T10:39:53.977 INFO:tasks.workunit.client.0.smithi159.stdout:1/618: creat d1/d63/d8d/fae x:0 0 0 2024-09-17T10:39:53.979 INFO:tasks.workunit.client.1.smithi170.stdout:8/300: rename d4/df/d3f/c41 to d4/df/d62/c6d 0 2024-09-17T10:39:53.980 INFO:tasks.workunit.client.0.smithi159.stdout:0/590: write d5/f1c [3458786,122360] 0 2024-09-17T10:39:53.984 INFO:tasks.workunit.client.0.smithi159.stdout:8/700: sync 2024-09-17T10:39:53.985 INFO:tasks.workunit.client.1.smithi170.stdout:1/391: mknod d3/d37/d7b/d8b/c8d 0 2024-09-17T10:39:53.986 INFO:tasks.workunit.client.0.smithi159.stdout:7/588: write d2/d18/d20/db8/d45/f4b [3194748,67291] 0 2024-09-17T10:39:53.986 INFO:tasks.workunit.client.0.smithi159.stdout:4/559: creat d0/d9/d24/d48/fad x:0 0 0 2024-09-17T10:39:53.986 INFO:tasks.workunit.client.0.smithi159.stdout:4/560: creat d0/d9/d24/d39/d6a/fae x:0 0 0 2024-09-17T10:39:53.987 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:39:53.987 INFO:tasks.workunit.client.0.smithi159.stdout:4/561: write d0/d9/d24/d39/d6a/f77 [1712827,14408] 0 2024-09-17T10:39:53.989 INFO:tasks.workunit.client.0.smithi159.stdout:2/571: rename d0/d14/d76/d67/d96 to d0/df/d3e/d46/dc8 0 2024-09-17T10:39:53.990 INFO:tasks.workunit.client.1.smithi170.stdout:3/400: getdents d18/d26 0 2024-09-17T10:39:53.990 INFO:tasks.workunit.client.1.smithi170.stdout:3/401: write f0 [1600883,126682] 0 2024-09-17T10:39:53.991 INFO:tasks.workunit.client.0.smithi159.stdout:3/638: dwrite d9/df/f58 [0,4194304] 0 2024-09-17T10:39:53.992 INFO:tasks.workunit.client.0.smithi159.stdout:3/639: write d9/df/f20 [2596163,98621] 0 2024-09-17T10:39:53.993 INFO:tasks.workunit.client.0.smithi159.stdout:3/640: read - d9/df/d2c/d77/fb2 zero size 2024-09-17T10:39:53.993 INFO:tasks.workunit.client.0.smithi159.stdout:3/641: chown d9/df/d2c/fc1 1630 1 2024-09-17T10:39:53.993 INFO:tasks.workunit.client.0.smithi159.stdout:5/555: symlink d19/d33/lbf 0 2024-09-17T10:39:53.995 INFO:tasks.workunit.client.0.smithi159.stdout:9/666: dwrite d0/d3/d7/da/dc/de/d21/f9b [0,4194304] 0 2024-09-17T10:39:53.996 INFO:tasks.workunit.client.0.smithi159.stdout:6/628: getdents d1/df/d2c/d35/d7d 0 2024-09-17T10:39:53.996 INFO:tasks.workunit.client.0.smithi159.stdout:9/667: dread d0/d3/d7/da/dc/d3a/d97/f99 [0,4194304] 0 2024-09-17T10:39:53.997 INFO:tasks.workunit.client.0.smithi159.stdout:9/668: readlink d0/d3/d7/da/dc/d1c/d31/d47/l68 0 2024-09-17T10:39:53.997 INFO:tasks.workunit.client.1.smithi170.stdout:1/392: rename d3/f59 to d3/d37/d7b/d8b/f8e 0 2024-09-17T10:39:53.999 INFO:tasks.workunit.client.0.smithi159.stdout:1/619: mknod d1/d10/d5e/caf 0 2024-09-17T10:39:54.003 INFO:tasks.workunit.client.1.smithi170.stdout:0/336: dwrite fc [0,4194304] 0 2024-09-17T10:39:54.003 INFO:tasks.workunit.client.1.smithi170.stdout:0/337: creat dd/de/d10/d13/f74 x:0 0 0 2024-09-17T10:39:54.003 INFO:tasks.workunit.client.1.smithi170.stdout:0/338: stat dd/de/d16/d54/d5f/c67 0 2024-09-17T10:39:54.004 INFO:tasks.workunit.client.0.smithi159.stdout:0/591: creat d5/d12/d32/dc3/fd4 x:0 0 0 2024-09-17T10:39:54.004 INFO:tasks.workunit.client.1.smithi170.stdout:8/301: truncate d4/d2e/f46 96762 0 2024-09-17T10:39:54.006 INFO:tasks.workunit.client.0.smithi159.stdout:8/701: mkdir d4/da/dec 0 2024-09-17T10:39:54.007 INFO:tasks.workunit.client.1.smithi170.stdout:1/393: creat d3/d37/d7b/d8b/f8f x:0 0 0 2024-09-17T10:39:54.007 INFO:tasks.workunit.client.1.smithi170.stdout:1/394: fdatasync d3/d5/f7d 0 2024-09-17T10:39:54.008 INFO:tasks.workunit.client.0.smithi159.stdout:7/589: truncate d2/d23/d67/d47/f5d 2360002 0 2024-09-17T10:39:54.009 INFO:tasks.workunit.client.0.smithi159.stdout:7/590: chown d2/d18/d20/d3f/d40/f59 138 1 2024-09-17T10:39:54.014 INFO:tasks.workunit.client.1.smithi170.stdout:8/302: link d4/d2e/d33/f43 d4/df/f6e 0 2024-09-17T10:39:54.015 INFO:tasks.workunit.client.0.smithi159.stdout:4/562: link d0/d9/d24/d39/l8d d0/d9/d24/d48/d51/laf 0 2024-09-17T10:39:54.015 INFO:tasks.workunit.client.0.smithi159.stdout:2/572: symlink d0/d9/d40/lc9 0 2024-09-17T10:39:54.015 INFO:tasks.workunit.client.0.smithi159.stdout:2/573: dread - d0/d14/d76/d67/d89/fbc zero size 2024-09-17T10:39:54.016 INFO:tasks.workunit.client.0.smithi159.stdout:2/574: stat d0/d9/f37 0 2024-09-17T10:39:54.016 INFO:tasks.workunit.client.0.smithi159.stdout:2/575: write d0/f6e [871264,79297] 0 2024-09-17T10:39:54.016 INFO:tasks.workunit.client.0.smithi159.stdout:0/592: write d5/d4f/d67/f88 [1568564,13035] 0 2024-09-17T10:39:54.018 INFO:tasks.workunit.client.1.smithi170.stdout:8/303: rmdir d4/df/d3f/d5d 0 2024-09-17T10:39:54.020 INFO:tasks.workunit.client.1.smithi170.stdout:1/395: getdents d3/d5/d27/d51 0 2024-09-17T10:39:54.024 INFO:tasks.workunit.client.0.smithi159.stdout:3/642: rename d9/df/d2c/c52 to d9/df/d54/d59/d99/cc4 0 2024-09-17T10:39:54.024 INFO:tasks.workunit.client.0.smithi159.stdout:5/556: dwrite d19/d6f/d75/dae/fb8 [0,4194304] 0 2024-09-17T10:39:54.025 INFO:tasks.workunit.client.1.smithi170.stdout:8/304: unlink d4/l10 0 2024-09-17T10:39:54.025 INFO:tasks.workunit.client.1.smithi170.stdout:8/305: fdatasync d4/f67 0 2024-09-17T10:39:54.025 INFO:tasks.workunit.client.1.smithi170.stdout:8/306: readlink d4/df/l2d 0 2024-09-17T10:39:54.025 INFO:tasks.workunit.client.1.smithi170.stdout:8/307: fdatasync d4/df/f6e 0 2024-09-17T10:39:54.025 INFO:tasks.workunit.client.1.smithi170.stdout:0/339: write dd/de/d10/d61/d70/f58 [3854376,33929] 0 2024-09-17T10:39:54.025 INFO:tasks.workunit.client.1.smithi170.stdout:3/402: dwrite d18/d24/f33 [0,4194304] 0 2024-09-17T10:39:54.025 INFO:tasks.workunit.client.1.smithi170.stdout:3/403: dread - f12 zero size 2024-09-17T10:39:54.026 INFO:tasks.workunit.client.1.smithi170.stdout:8/308: truncate d4/f18 8384977 0 2024-09-17T10:39:54.029 INFO:tasks.workunit.client.0.smithi159.stdout:6/629: truncate d1/df/d11/f27 3781233 0 2024-09-17T10:39:54.029 INFO:tasks.workunit.client.0.smithi159.stdout:6/630: chown d1/df/c1d 6344 1 2024-09-17T10:39:54.030 INFO:tasks.workunit.client.0.smithi159.stdout:1/620: mkdir d1/d2f/d9e/d1a/db0 0 2024-09-17T10:39:54.032 INFO:tasks.workunit.client.0.smithi159.stdout:8/702: symlink d4/dd/d10/d1a/d3c/led 0 2024-09-17T10:39:54.034 INFO:tasks.workunit.client.0.smithi159.stdout:7/591: mkdir d2/d23/d67/d47/d4a/d4d/dad/dd8 0 2024-09-17T10:39:54.035 INFO:tasks.workunit.client.1.smithi170.stdout:0/340: mknod dd/de/d16/c75 0 2024-09-17T10:39:54.035 INFO:tasks.workunit.client.1.smithi170.stdout:0/341: write dd/de/d3d/f4a [306899,103709] 0 2024-09-17T10:39:54.035 INFO:tasks.workunit.client.1.smithi170.stdout:0/342: write dd/de/d10/d61/d70/f58 [1445323,67576] 0 2024-09-17T10:39:54.036 INFO:tasks.workunit.client.0.smithi159.stdout:4/563: mkdir d0/d9/d97/d9f/d5d/dab/db0 0 2024-09-17T10:39:54.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/404: read - d18/f71 zero size 2024-09-17T10:39:54.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/405: creat d18/d20/d2d/f8e x:0 0 0 2024-09-17T10:39:54.041 INFO:tasks.workunit.client.0.smithi159.stdout:2/576: dwrite d0/df/d3e/fc7 [0,4194304] 0 2024-09-17T10:39:54.042 INFO:tasks.workunit.client.1.smithi170.stdout:1/396: dwrite d3/f7a [0,4194304] 0 2024-09-17T10:39:54.042 INFO:tasks.workunit.client.1.smithi170.stdout:8/309: rename d4/f40 to d4/df/f6f 0 2024-09-17T10:39:54.042 INFO:tasks.workunit.client.0.smithi159.stdout:1/621: write d1/d10/f3a [5446481,38958] 0 2024-09-17T10:39:54.042 INFO:tasks.workunit.client.0.smithi159.stdout:1/622: creat d1/d2/d14/d67/fb1 x:0 0 0 2024-09-17T10:39:54.043 INFO:tasks.workunit.client.0.smithi159.stdout:0/593: creat d5/d12/fd5 x:0 0 0 2024-09-17T10:39:54.044 INFO:tasks.workunit.client.1.smithi170.stdout:8/310: dread d4/d2e/d33/f34 [0,4194304] 0 2024-09-17T10:39:54.050 INFO:tasks.workunit.client.1.smithi170.stdout:0/343: creat dd/de/d10/f76 x:0 0 0 2024-09-17T10:39:54.054 INFO:tasks.workunit.client.0.smithi159.stdout:6/631: creat d1/df/d2c/d35/d3e/d96/fbd x:0 0 0 2024-09-17T10:39:54.054 INFO:tasks.workunit.client.0.smithi159.stdout:6/632: fsync d1/df/d11/d16/fb0 0 2024-09-17T10:39:54.058 INFO:tasks.workunit.client.0.smithi159.stdout:3/643: dwrite d9/df/d54/d3c/d9c/fbd [0,4194304] 0 2024-09-17T10:39:54.060 INFO:tasks.workunit.client.1.smithi170.stdout:1/397: rename d3/d37/l33 to d3/d37/d6e/l90 0 2024-09-17T10:39:54.060 INFO:tasks.workunit.client.1.smithi170.stdout:1/398: stat d3/f3d 0 2024-09-17T10:39:54.060 INFO:tasks.workunit.client.1.smithi170.stdout:1/399: truncate d3/d5/d27/d51/f43 931749 0 2024-09-17T10:39:54.060 INFO:tasks.workunit.client.1.smithi170.stdout:3/406: dwrite d18/d2c/d3e/d57/f7f [0,4194304] 0 2024-09-17T10:39:54.062 INFO:tasks.workunit.client.1.smithi170.stdout:0/344: creat dd/de/d16/d54/d5f/f77 x:0 0 0 2024-09-17T10:39:54.062 INFO:tasks.workunit.client.1.smithi170.stdout:0/345: readlink dd/l27 0 2024-09-17T10:39:54.062 INFO:tasks.workunit.client.1.smithi170.stdout:0/346: fsync dd/de/d10/d13/f3a 0 2024-09-17T10:39:54.062 INFO:tasks.workunit.client.1.smithi170.stdout:0/347: write dd/f15 [625091,10671] 0 2024-09-17T10:39:54.066 INFO:tasks.workunit.client.0.smithi159.stdout:7/592: link d2/d18/d20/d3f/c49 d2/cd9 0 2024-09-17T10:39:54.066 INFO:tasks.workunit.client.0.smithi159.stdout:7/593: dread - d2/d18/d20/d3f/d40/d7f/fc9 zero size 2024-09-17T10:39:54.069 INFO:tasks.workunit.client.0.smithi159.stdout:4/564: mkdir d0/d12/db1 0 2024-09-17T10:39:54.070 INFO:tasks.workunit.client.1.smithi170.stdout:8/311: rename d4/c5f to d4/d2e/c70 0 2024-09-17T10:39:54.072 INFO:tasks.workunit.client.1.smithi170.stdout:1/400: mknod d3/d5/d27/d51/d64/c91 0 2024-09-17T10:39:54.077 INFO:tasks.workunit.client.0.smithi159.stdout:2/577: creat d0/d14/d76/d5e/fca x:0 0 0 2024-09-17T10:39:54.079 INFO:tasks.workunit.client.1.smithi170.stdout:1/401: dread d3/f34 [0,4194304] 0 2024-09-17T10:39:54.079 INFO:tasks.workunit.client.1.smithi170.stdout:3/407: dwrite d18/d1c/f4e [0,4194304] 0 2024-09-17T10:39:54.086 INFO:tasks.workunit.client.1.smithi170.stdout:0/348: mknod dd/de/d16/d54/d5f/c78 0 2024-09-17T10:39:54.086 INFO:tasks.workunit.client.1.smithi170.stdout:1/402: dread d3/d5/d27/f47 [0,4194304] 0 2024-09-17T10:39:54.088 INFO:tasks.workunit.client.1.smithi170.stdout:1/403: dread d3/d5/f42 [0,4194304] 0 2024-09-17T10:39:54.088 INFO:tasks.workunit.client.1.smithi170.stdout:1/404: truncate d3/d5/f7d 1254157 0 2024-09-17T10:39:54.089 INFO:tasks.workunit.client.1.smithi170.stdout:8/312: rename d4/d2e/d33/f6b to d4/df/f71 0 2024-09-17T10:39:54.089 INFO:tasks.workunit.client.0.smithi159.stdout:1/623: getdents d1/d63 0 2024-09-17T10:39:54.095 INFO:tasks.workunit.client.0.smithi159.stdout:0/594: creat d5/dcf/d18/d22/d3e/d62/da8/fd6 x:0 0 0 2024-09-17T10:39:54.101 INFO:tasks.workunit.client.0.smithi159.stdout:9/669: rename d0/d3/d7/da/dc/d1c/d31 to d0/d3/d7/da/d46/de1 0 2024-09-17T10:39:54.103 INFO:tasks.workunit.client.1.smithi170.stdout:3/408: creat d18/d2c/d4a/f8f x:0 0 0 2024-09-17T10:39:54.104 INFO:tasks.workunit.client.0.smithi159.stdout:0/595: write d5/dcf/f1e [10090488,91126] 0 2024-09-17T10:39:54.104 INFO:tasks.workunit.client.0.smithi159.stdout:6/633: creat d1/df/d11/d5a/fbe x:0 0 0 2024-09-17T10:39:54.106 INFO:tasks.workunit.client.1.smithi170.stdout:3/409: dread d18/d1c/d2b/f4d [0,4194304] 0 2024-09-17T10:39:54.107 INFO:tasks.workunit.client.0.smithi159.stdout:8/703: getdents d4/d4e 0 2024-09-17T10:39:54.107 INFO:tasks.workunit.client.1.smithi170.stdout:8/313: truncate d4/df/d1e/f32 2850141 0 2024-09-17T10:39:54.114 INFO:tasks.workunit.client.0.smithi159.stdout:0/596: write d5/f1b [3060324,123778] 0 2024-09-17T10:39:54.114 INFO:tasks.workunit.client.0.smithi159.stdout:0/597: write d5/dcf/d18/d22/d4c/d70/fc1 [572916,77507] 0 2024-09-17T10:39:54.114 INFO:tasks.workunit.client.0.smithi159.stdout:3/644: creat d9/fc5 x:0 0 0 2024-09-17T10:39:54.119 INFO:tasks.workunit.client.1.smithi170.stdout:3/410: creat d18/f90 x:0 0 0 2024-09-17T10:39:54.119 INFO:tasks.workunit.client.1.smithi170.stdout:3/411: fsync d18/d20/f2a 0 2024-09-17T10:39:54.119 INFO:tasks.workunit.client.1.smithi170.stdout:3/412: read - d18/d24/f76 zero size 2024-09-17T10:39:54.119 INFO:tasks.workunit.client.1.smithi170.stdout:3/413: creat d18/d1c/d2b/f91 x:0 0 0 2024-09-17T10:39:54.119 INFO:tasks.workunit.client.1.smithi170.stdout:3/414: truncate d18/d20/f2a 937099 0 2024-09-17T10:39:54.120 INFO:tasks.workunit.client.1.smithi170.stdout:1/405: getdents d3/d5/d27/d51/d64 0 2024-09-17T10:39:54.120 INFO:tasks.workunit.client.1.smithi170.stdout:1/406: write d3/d37/f41 [3570989,90898] 0 2024-09-17T10:39:54.121 INFO:tasks.workunit.client.1.smithi170.stdout:8/314: unlink d4/d2e/c3d 0 2024-09-17T10:39:54.122 INFO:tasks.workunit.client.1.smithi170.stdout:6/244: sync 2024-09-17T10:39:54.122 INFO:tasks.workunit.client.1.smithi170.stdout:2/395: sync 2024-09-17T10:39:54.124 INFO:tasks.workunit.client.0.smithi159.stdout:8/704: dwrite d4/f83 [0,4194304] 0 2024-09-17T10:39:54.124 INFO:tasks.workunit.client.0.smithi159.stdout:8/705: chown d4/dd/d10/dae 930331986 1 2024-09-17T10:39:54.130 INFO:tasks.workunit.client.0.smithi159.stdout:7/594: mkdir d2/d18/d20/d3f/d40/dda 0 2024-09-17T10:39:54.130 INFO:tasks.workunit.client.0.smithi159.stdout:4/565: symlink d0/d9/d24/d28/lb2 0 2024-09-17T10:39:54.130 INFO:tasks.workunit.client.1.smithi170.stdout:3/415: rmdir d18/d1c/d2b/d8d 0 2024-09-17T10:39:54.130 INFO:tasks.workunit.client.1.smithi170.stdout:1/407: creat d3/d5/d27/d4e/f92 x:0 0 0 2024-09-17T10:39:54.130 INFO:tasks.workunit.client.1.smithi170.stdout:1/408: fsync d3/d5/f17 0 2024-09-17T10:39:54.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.127+0000 7f1aac3b1700 1 -- 172.21.15.159:0/87053572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa4100260 msgr2=0x7f1aa41006b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.127+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/87053572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa4100260 0x7f1aa41006b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1a94009870 tx=0x7f1a94009b80 comp rx=0 tx=0).stop 2024-09-17T10:39:54.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.128+0000 7f1aac3b1700 1 -- 172.21.15.159:0/87053572 shutdown_connections 2024-09-17T10:39:54.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.128+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/87053572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa4100260 0x7f1aa41006b0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.128+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/87053572 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa40ff060 0x7f1aa40ff470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.128+0000 7f1aac3b1700 1 -- 172.21.15.159:0/87053572 >> 172.21.15.159:0/87053572 conn(0x7f1aa40fa610 msgr2=0x7f1aa40fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:54.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.128+0000 7f1aac3b1700 1 -- 172.21.15.159:0/87053572 shutdown_connections 2024-09-17T10:39:54.132 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.128+0000 7f1aac3b1700 1 -- 172.21.15.159:0/87053572 wait complete. 2024-09-17T10:39:54.132 INFO:tasks.workunit.client.0.smithi159.stdout:2/578: symlink d0/d14/d76/d5e/lcb 0 2024-09-17T10:39:54.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aac3b1700 1 Processor -- start 2024-09-17T10:39:54.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aac3b1700 1 -- start start 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aac3b1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa40ff060 0x7f1aa4195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aac3b1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa4100260 0x7f1aa4195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aac3b1700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa41964e0 con 0x7f1aa4100260 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aac3b1700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa4196620 con 0x7f1aa40ff060 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aa994c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa4100260 0x7f1aa4195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aa994c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa4100260 0x7f1aa4195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47336/0 (socket says 172.21.15.159:47336) 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.129+0000 7f1aa994c700 1 -- 172.21.15.159:0/3882817685 learned_addr learned my addr 172.21.15.159:0/3882817685 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1aaa14d700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa40ff060 0x7f1aa4195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1aa994c700 1 -- 172.21.15.159:0/3882817685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa40ff060 msgr2=0x7f1aa4195980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1aa994c700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa40ff060 0x7f1aa4195980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1aa994c700 1 -- 172.21.15.159:0/3882817685 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a94009520 con 0x7f1aa4100260 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1aa994c700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa4100260 0x7f1aa4195ec0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f1a94009f50 tx=0x7f1a9400f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:54.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1a9b7fe700 1 -- 172.21.15.159:0/3882817685 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1a9401c070 con 0x7f1aa4100260 2024-09-17T10:39:54.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aa419b070 con 0x7f1aa4100260 2024-09-17T10:39:54.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aa419b5e0 con 0x7f1aa4100260 2024-09-17T10:39:54.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1a9b7fe700 1 -- 172.21.15.159:0/3882817685 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f1a9400be80 con 0x7f1aa4100260 2024-09-17T10:39:54.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.130+0000 7f1a9b7fe700 1 -- 172.21.15.159:0/3882817685 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1a940173f0 con 0x7f1aa4100260 2024-09-17T10:39:54.135 INFO:tasks.workunit.client.0.smithi159.stdout:1/624: mknod d1/d2f/d9e/d3d/d7d/cb2 0 2024-09-17T10:39:54.135 INFO:tasks.workunit.client.0.smithi159.stdout:1/625: truncate d1/d2/d14/d67/fb1 370848 0 2024-09-17T10:39:54.137 INFO:tasks.workunit.client.1.smithi170.stdout:2/396: symlink dd/d14/d19/d4c/d63/d32/l7b 0 2024-09-17T10:39:54.137 INFO:tasks.workunit.client.1.smithi170.stdout:1/409: mkdir d3/d5/d27/d51/d64/d93 0 2024-09-17T10:39:54.137 INFO:tasks.workunit.client.1.smithi170.stdout:1/410: write d3/d5/d27/f2d [537408,67253] 0 2024-09-17T10:39:54.137 INFO:tasks.workunit.client.1.smithi170.stdout:2/397: read f1 [232799,33707] 0 2024-09-17T10:39:54.137 INFO:tasks.workunit.client.1.smithi170.stdout:2/398: chown dd/d1a/l71 66683900 1 2024-09-17T10:39:54.137 INFO:tasks.workunit.client.1.smithi170.stdout:2/399: chown c8 14146356 1 2024-09-17T10:39:54.137 INFO:tasks.workunit.client.1.smithi170.stdout:6/245: rename d0/c27 to d0/d3b/c56 0 2024-09-17T10:39:54.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.132+0000 7f1a9b7fe700 1 -- 172.21.15.159:0/3882817685 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f1a94020070 con 0x7f1aa4100260 2024-09-17T10:39:54.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.132+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a88005320 con 0x7f1aa4100260 2024-09-17T10:39:54.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.133+0000 7f1a9b7fe700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f1a9006c680 0x7f1a9006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:54.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.133+0000 7f1a9b7fe700 1 -- 172.21.15.159:0/3882817685 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f1a9408cc60 con 0x7f1aa4100260 2024-09-17T10:39:54.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.133+0000 7f1aaa14d700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f1a9006c680 0x7f1a9006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:54.138 INFO:tasks.workunit.client.0.smithi159.stdout:9/670: rename d0/d1/da1 to d0/d3/d7/da/d46/d54/d8b/de2 0 2024-09-17T10:39:54.138 INFO:tasks.workunit.client.0.smithi159.stdout:9/671: chown d0/d1/d2/c44 24045 1 2024-09-17T10:39:54.138 INFO:tasks.workunit.client.0.smithi159.stdout:9/672: chown d0/d3/d7/da/d1a/lc6 101726 1 2024-09-17T10:39:54.139 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.133+0000 7f1aaa14d700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f1a9006c680 0x7f1a9006eb30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1aa41000c0 tx=0x7f1aa0009310 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:54.139 INFO:tasks.workunit.client.0.smithi159.stdout:0/598: link d5/dcf/d18/d22/d4c/fbb d5/d12/daa/fd7 0 2024-09-17T10:39:54.139 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.137+0000 7f1a9b7fe700 1 -- 172.21.15.159:0/3882817685 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f1a9405bd80 con 0x7f1aa4100260 2024-09-17T10:39:54.140 INFO:tasks.workunit.client.1.smithi170.stdout:1/411: symlink d3/d5/d27/d4e/l94 0 2024-09-17T10:39:54.140 INFO:tasks.workunit.client.1.smithi170.stdout:1/412: creat d3/d37/d7b/d8b/f95 x:0 0 0 2024-09-17T10:39:54.140 INFO:tasks.workunit.client.1.smithi170.stdout:4/208: sync 2024-09-17T10:39:54.140 INFO:tasks.workunit.client.1.smithi170.stdout:5/291: sync 2024-09-17T10:39:54.140 INFO:tasks.workunit.client.1.smithi170.stdout:5/292: fdatasync d1/d27/f45 0 2024-09-17T10:39:54.144 INFO:tasks.workunit.client.1.smithi170.stdout:1/413: mknod d3/d37/d7b/c96 0 2024-09-17T10:39:54.144 INFO:tasks.workunit.client.1.smithi170.stdout:1/414: chown d3/d5/d27/f69 177 1 2024-09-17T10:39:54.145 INFO:tasks.workunit.client.1.smithi170.stdout:1/415: chown d3/d5/l76 127383 1 2024-09-17T10:39:54.145 INFO:tasks.workunit.client.1.smithi170.stdout:3/416: dread d18/d24/f33 [0,4194304] 0 2024-09-17T10:39:54.146 INFO:tasks.workunit.client.1.smithi170.stdout:8/315: dwrite d4/df/f35 [0,4194304] 0 2024-09-17T10:39:54.146 INFO:tasks.workunit.client.1.smithi170.stdout:3/417: chown c2 212564 1 2024-09-17T10:39:54.146 INFO:tasks.workunit.client.1.smithi170.stdout:3/418: fsync d18/d20/f70 0 2024-09-17T10:39:54.146 INFO:tasks.workunit.client.1.smithi170.stdout:3/419: fdatasync d18/d20/d2d/f32 0 2024-09-17T10:39:54.146 INFO:tasks.workunit.client.1.smithi170.stdout:2/400: dread dd/d14/d19/f33 [0,4194304] 0 2024-09-17T10:39:54.146 INFO:tasks.workunit.client.1.smithi170.stdout:2/401: readlink dd/d1a/l4e 0 2024-09-17T10:39:54.147 INFO:tasks.workunit.client.1.smithi170.stdout:4/209: rename d9/d12/d2a to d9/d12/d35/d40 0 2024-09-17T10:39:54.148 INFO:tasks.workunit.client.1.smithi170.stdout:2/402: dread dd/d3a/d5b/f6f [0,4194304] 0 2024-09-17T10:39:54.149 INFO:tasks.workunit.client.1.smithi170.stdout:6/246: dread d0/d18/f1f [0,4194304] 0 2024-09-17T10:39:54.150 INFO:tasks.workunit.client.1.smithi170.stdout:5/293: link d1/d3/d55/c5c d1/d3/c5d 0 2024-09-17T10:39:54.151 INFO:tasks.workunit.client.0.smithi159.stdout:8/706: symlink d4/dd/d10/d1a/lee 0 2024-09-17T10:39:54.153 INFO:tasks.workunit.client.1.smithi170.stdout:1/416: symlink d3/d77/l97 0 2024-09-17T10:39:54.153 INFO:tasks.workunit.client.0.smithi159.stdout:7/595: rmdir d2/d18 39 2024-09-17T10:39:54.154 INFO:tasks.workunit.client.1.smithi170.stdout:7/288: sync 2024-09-17T10:39:54.154 INFO:tasks.workunit.client.1.smithi170.stdout:9/270: sync 2024-09-17T10:39:54.156 INFO:tasks.workunit.client.0.smithi159.stdout:2/579: rmdir d0/df/d3e/d7a/d91 39 2024-09-17T10:39:54.156 INFO:tasks.workunit.client.0.smithi159.stdout:2/580: getdents d0/d6c/dba 0 2024-09-17T10:39:54.156 INFO:tasks.workunit.client.0.smithi159.stdout:2/581: readlink d0/d26/d4b/d6d/l7c 0 2024-09-17T10:39:54.156 INFO:tasks.workunit.client.0.smithi159.stdout:2/582: stat d0/f6e 0 2024-09-17T10:39:54.158 INFO:tasks.workunit.client.0.smithi159.stdout:1/626: mkdir d1/d2/d8f/db3 0 2024-09-17T10:39:54.158 INFO:tasks.workunit.client.0.smithi159.stdout:1/627: write d1/d2/f4d [4335038,65837] 0 2024-09-17T10:39:54.158 INFO:tasks.workunit.client.1.smithi170.stdout:8/316: symlink d4/l72 0 2024-09-17T10:39:54.160 INFO:tasks.workunit.client.1.smithi170.stdout:3/420: creat d18/d69/f92 x:0 0 0 2024-09-17T10:39:54.160 INFO:tasks.workunit.client.1.smithi170.stdout:3/421: fdatasync d18/d20/d2d/f32 0 2024-09-17T10:39:54.161 INFO:tasks.workunit.client.1.smithi170.stdout:3/422: write d18/d1c/d2b/f31 [664859,33421] 0 2024-09-17T10:39:54.163 INFO:tasks.workunit.client.0.smithi159.stdout:6/634: rename d1/df/c40 to d1/db4/cbf 0 2024-09-17T10:39:54.165 INFO:tasks.workunit.client.1.smithi170.stdout:4/210: creat d9/f41 x:0 0 0 2024-09-17T10:39:54.166 INFO:tasks.workunit.client.1.smithi170.stdout:9/271: write fc [3572277,23118] 0 2024-09-17T10:39:54.166 INFO:tasks.workunit.client.0.smithi159.stdout:9/673: creat d0/d3/d7/da/d46/d54/d8b/de2/fe3 x:0 0 0 2024-09-17T10:39:54.168 INFO:tasks.workunit.client.0.smithi159.stdout:9/674: dread d0/d3/d7/da/dc/de/f26 [0,4194304] 0 2024-09-17T10:39:54.169 INFO:tasks.workunit.client.1.smithi170.stdout:2/403: unlink c8 0 2024-09-17T10:39:54.169 INFO:tasks.workunit.client.1.smithi170.stdout:2/404: readlink dd/d1a/d2a/l38 0 2024-09-17T10:39:54.169 INFO:tasks.workunit.client.1.smithi170.stdout:2/405: write dd/d54/f77 [68476,83092] 0 2024-09-17T10:39:54.169 INFO:tasks.workunit.client.0.smithi159.stdout:0/599: mknod d5/d4f/d67/cd8 0 2024-09-17T10:39:54.170 INFO:tasks.workunit.client.0.smithi159.stdout:2/583: dwrite d0/d14/d76/d67/d89/fbc [0,4194304] 0 2024-09-17T10:39:54.170 INFO:tasks.workunit.client.1.smithi170.stdout:2/406: fdatasync dd/d54/f77 0 2024-09-17T10:39:54.171 INFO:tasks.workunit.client.1.smithi170.stdout:6/247: symlink d0/d3c/d3e/l57 0 2024-09-17T10:39:54.172 INFO:tasks.workunit.client.1.smithi170.stdout:2/407: dread dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:54.172 INFO:tasks.workunit.client.1.smithi170.stdout:2/408: creat dd/d54/f7c x:0 0 0 2024-09-17T10:39:54.172 INFO:tasks.workunit.client.1.smithi170.stdout:2/409: write dd/d14/d19/f33 [1768459,84312] 0 2024-09-17T10:39:54.173 INFO:tasks.workunit.client.0.smithi159.stdout:8/707: mkdir d4/dd/d10/d78/def 0 2024-09-17T10:39:54.173 INFO:tasks.workunit.client.0.smithi159.stdout:8/708: readlink d4/dd/d10/d4b/d8b/l92 0 2024-09-17T10:39:54.174 INFO:tasks.workunit.client.1.smithi170.stdout:5/294: mkdir d1/d3/d55/d5e 0 2024-09-17T10:39:54.176 INFO:tasks.workunit.client.1.smithi170.stdout:1/417: mkdir d3/d37/d7b/d98 0 2024-09-17T10:39:54.179 INFO:tasks.workunit.client.1.smithi170.stdout:8/317: mknod d4/df/d62/c73 0 2024-09-17T10:39:54.181 INFO:tasks.workunit.client.0.smithi159.stdout:6/635: mkdir d1/df/d2c/d35/d55/dc0 0 2024-09-17T10:39:54.185 INFO:tasks.workunit.client.1.smithi170.stdout:7/289: dread d25/d2a/f2b [0,4194304] 0 2024-09-17T10:39:54.185 INFO:tasks.workunit.client.0.smithi159.stdout:4/566: rename d0/d9/d97/d9f/f7a to d0/d9/da/d33/fb3 0 2024-09-17T10:39:54.187 INFO:tasks.workunit.client.0.smithi159.stdout:9/675: rmdir d0/d3 39 2024-09-17T10:39:54.189 INFO:tasks.workunit.client.0.smithi159.stdout:0/600: unlink d5/f48 0 2024-09-17T10:39:54.191 INFO:tasks.workunit.client.1.smithi170.stdout:9/272: unlink dd/d16/d17/f45 0 2024-09-17T10:39:54.191 INFO:tasks.workunit.client.1.smithi170.stdout:9/273: stat dd/d16/d17/d43 0 2024-09-17T10:39:54.195 INFO:tasks.workunit.client.1.smithi170.stdout:4/211: rename d9/d12/d35 to d9/d12/d36/d42 0 2024-09-17T10:39:54.197 INFO:tasks.workunit.client.1.smithi170.stdout:6/248: creat d0/d3b/f58 x:0 0 0 2024-09-17T10:39:54.197 INFO:tasks.workunit.client.1.smithi170.stdout:6/249: chown d0/f38 2841901 1 2024-09-17T10:39:54.197 INFO:tasks.workunit.client.1.smithi170.stdout:6/250: write d0/f14 [2189002,92512] 0 2024-09-17T10:39:54.200 INFO:tasks.workunit.client.0.smithi159.stdout:8/709: symlink d4/d4e/d63/lf0 0 2024-09-17T10:39:54.202 INFO:tasks.workunit.client.0.smithi159.stdout:7/596: link d2/d18/d20/d3f/d40/ca3 d2/d23/d67/d47/d4a/cdb 0 2024-09-17T10:39:54.202 INFO:tasks.workunit.client.0.smithi159.stdout:7/597: write d2/d23/d67/d47/f51 [989526,54816] 0 2024-09-17T10:39:54.203 INFO:tasks.workunit.client.1.smithi170.stdout:2/410: mkdir dd/d1a/d7d 0 2024-09-17T10:39:54.204 INFO:tasks.workunit.client.0.smithi159.stdout:1/628: rename d1/d63/d6c/f49 to d1/d2f/d9e/d1a/dc/d18/fb4 0 2024-09-17T10:39:54.204 INFO:tasks.workunit.client.0.smithi159.stdout:1/629: stat d1/d63/d6c/c56 0 2024-09-17T10:39:54.205 INFO:tasks.workunit.client.1.smithi170.stdout:5/295: mknod d1/d3/d13/d2c/d51/c5f 0 2024-09-17T10:39:54.206 INFO:tasks.workunit.client.0.smithi159.stdout:2/584: dread d0/d14/f33 [4194304,4194304] 0 2024-09-17T10:39:54.209 INFO:tasks.workunit.client.1.smithi170.stdout:1/418: symlink d3/d77/l99 0 2024-09-17T10:39:54.211 INFO:tasks.workunit.client.1.smithi170.stdout:8/318: link d4/df/d1e/f32 d4/d2e/f74 0 2024-09-17T10:39:54.213 INFO:tasks.workunit.client.0.smithi159.stdout:7/598: creat d2/d23/d67/d47/d4a/d4d/d75/d78/d86/dd3/fdc x:0 0 0 2024-09-17T10:39:54.216 INFO:tasks.workunit.client.0.smithi159.stdout:2/585: read d0/d26/d4b/f6f [3165303,79681] 0 2024-09-17T10:39:54.216 INFO:tasks.workunit.client.0.smithi159.stdout:2/586: chown d0/f54 137894740 1 2024-09-17T10:39:54.216 INFO:tasks.workunit.client.0.smithi159.stdout:2/587: write d0/fe [3351207,17950] 0 2024-09-17T10:39:54.218 INFO:tasks.workunit.client.0.smithi159.stdout:1/630: creat d1/d2/d68/fb5 x:0 0 0 2024-09-17T10:39:54.218 INFO:tasks.workunit.client.0.smithi159.stdout:1/631: write d1/d2/d25/f6a [1878595,105192] 0 2024-09-17T10:39:54.220 INFO:tasks.workunit.client.1.smithi170.stdout:9/274: rename dd/d40/d4e/d29/d2c/l3f to dd/d16/d2a/d51/l53 0 2024-09-17T10:39:54.223 INFO:tasks.workunit.client.1.smithi170.stdout:4/212: symlink d9/d12/d36/l43 0 2024-09-17T10:39:54.223 INFO:tasks.workunit.client.1.smithi170.stdout:4/213: creat d9/d12/f44 x:0 0 0 2024-09-17T10:39:54.226 INFO:tasks.workunit.client.1.smithi170.stdout:2/411: symlink dd/d1a/d2a/l7e 0 2024-09-17T10:39:54.227 INFO:tasks.workunit.client.1.smithi170.stdout:1/419: creat d3/d37/d6e/f9a x:0 0 0 2024-09-17T10:39:54.228 INFO:tasks.workunit.client.0.smithi159.stdout:1/632: mkdir d1/d63/d8d/db6 0 2024-09-17T10:39:54.233 INFO:tasks.workunit.client.1.smithi170.stdout:5/296: dwrite d1/d3/d13/d2c/d51/f56 [0,4194304] 0 2024-09-17T10:39:54.233 INFO:tasks.workunit.client.0.smithi159.stdout:7/599: dwrite d2/d18/d20/f31 [0,4194304] 0 2024-09-17T10:39:54.243 INFO:tasks.workunit.client.0.smithi159.stdout:1/633: dwrite d1/d10/d5e/f99 [0,4194304] 0 2024-09-17T10:39:54.245 INFO:tasks.workunit.client.1.smithi170.stdout:5/297: dread d1/d3/d13/d2c/d51/f56 [0,4194304] 0 2024-09-17T10:39:54.264 INFO:tasks.workunit.client.0.smithi159.stdout:1/634: dwrite d1/d2/d25/f6a [0,4194304] 0 2024-09-17T10:39:54.272 INFO:tasks.workunit.client.0.smithi159.stdout:1/635: write d1/d2f/d9e/d1a/dc/d18/f6d [3576896,44040] 0 2024-09-17T10:39:54.272 INFO:tasks.workunit.client.0.smithi159.stdout:1/636: write d1/d2f/d9e/d1a/dc/d18/f43 [2405163,87671] 0 2024-09-17T10:39:54.273 INFO:tasks.workunit.client.0.smithi159.stdout:1/637: dread - d1/d2/d14/d67/f97 zero size 2024-09-17T10:39:54.328 INFO:tasks.workunit.client.1.smithi170.stdout:8/319: symlink d4/df/d3f/d4c/l75 0 2024-09-17T10:39:54.329 INFO:tasks.workunit.client.0.smithi159.stdout:6/636: rename d1/df/d2c/d35/d99 to d1/df/d11/d57/dc1 0 2024-09-17T10:39:54.329 INFO:tasks.workunit.client.0.smithi159.stdout:2/588: rename d0/df/d3e to d0/df/d3e/d47/d79/dcc 22 2024-09-17T10:39:54.329 INFO:tasks.workunit.client.0.smithi159.stdout:2/589: chown d0 284238 1 2024-09-17T10:39:54.329 INFO:tasks.workunit.client.0.smithi159.stdout:6/637: read - d1/df/d2c/f8c zero size 2024-09-17T10:39:54.337 INFO:tasks.workunit.client.0.smithi159.stdout:7/600: symlink d2/d18/d20/d3f/d73/d82/ldd 0 2024-09-17T10:39:54.337 INFO:tasks.workunit.client.1.smithi170.stdout:7/290: mkdir d25/d53/d59 0 2024-09-17T10:39:54.338 INFO:tasks.workunit.client.1.smithi170.stdout:6/251: rename d0/d18/f1f to d0/d3c/d3e/f59 0 2024-09-17T10:39:54.340 INFO:tasks.workunit.client.1.smithi170.stdout:9/275: mkdir dd/d40/d4e/d29/d54 0 2024-09-17T10:39:54.342 INFO:tasks.workunit.client.0.smithi159.stdout:5/557: sync 2024-09-17T10:39:54.345 INFO:tasks.workunit.client.1.smithi170.stdout:1/420: symlink d3/d68/l9b 0 2024-09-17T10:39:54.345 INFO:tasks.workunit.client.1.smithi170.stdout:1/421: chown d3/l6a 1 1 2024-09-17T10:39:54.346 INFO:tasks.workunit.client.0.smithi159.stdout:2/590: dwrite d0/d9/f23 [4194304,4194304] 0 2024-09-17T10:39:54.346 INFO:tasks.workunit.client.0.smithi159.stdout:1/638: truncate d1/d63/d6c/f3e 2711262 0 2024-09-17T10:39:54.348 INFO:tasks.workunit.client.1.smithi170.stdout:2/412: dread dd/d14/f51 [0,4194304] 0 2024-09-17T10:39:54.352 INFO:tasks.workunit.client.1.smithi170.stdout:5/298: symlink d1/d3/l60 0 2024-09-17T10:39:54.353 INFO:tasks.workunit.client.0.smithi159.stdout:2/591: write d0/d26/d4b/d6d/f5a [62311,51607] 0 2024-09-17T10:39:54.361 INFO:tasks.workunit.client.1.smithi170.stdout:8/320: mkdir d4/df/d76 0 2024-09-17T10:39:54.363 INFO:tasks.workunit.client.0.smithi159.stdout:6/638: rmdir d1/df/d2c/d35 39 2024-09-17T10:39:54.363 INFO:tasks.workunit.client.0.smithi159.stdout:3/645: sync 2024-09-17T10:39:54.364 INFO:tasks.workunit.client.1.smithi170.stdout:6/252: getdents d0/d3c/d3e 0 2024-09-17T10:39:54.367 INFO:tasks.workunit.client.1.smithi170.stdout:9/276: symlink dd/d16/d17/d43/l55 0 2024-09-17T10:39:54.368 INFO:tasks.workunit.client.1.smithi170.stdout:8/321: dread d4/d2e/f48 [0,4194304] 0 2024-09-17T10:39:54.368 INFO:tasks.workunit.client.1.smithi170.stdout:8/322: stat d4/l20 0 2024-09-17T10:39:54.370 INFO:tasks.workunit.client.0.smithi159.stdout:5/558: rename d19/d1e/d4a/f7f to d19/d1a/d32/fc0 0 2024-09-17T10:39:54.371 INFO:tasks.workunit.client.1.smithi170.stdout:1/422: mknod d3/d37/d6e/c9c 0 2024-09-17T10:39:54.371 INFO:tasks.workunit.client.0.smithi159.stdout:6/639: dread d1/df/d11/f14 [0,4194304] 0 2024-09-17T10:39:54.373 INFO:tasks.workunit.client.0.smithi159.stdout:1/639: creat d1/d2/d82/fb7 x:0 0 0 2024-09-17T10:39:54.374 INFO:tasks.workunit.client.0.smithi159.stdout:4/567: sync 2024-09-17T10:39:54.374 INFO:tasks.workunit.client.0.smithi159.stdout:8/710: sync 2024-09-17T10:39:54.374 INFO:tasks.workunit.client.0.smithi159.stdout:9/676: sync 2024-09-17T10:39:54.374 INFO:tasks.workunit.client.0.smithi159.stdout:0/601: sync 2024-09-17T10:39:54.374 INFO:tasks.workunit.client.0.smithi159.stdout:0/602: creat d5/d12/d32/dc3/fd9 x:0 0 0 2024-09-17T10:39:54.374 INFO:tasks.workunit.client.0.smithi159.stdout:0/603: chown d5/f2d 521017 1 2024-09-17T10:39:54.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/299: rename d1/d3/c3f to d1/c61 0 2024-09-17T10:39:54.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/300: fdatasync d1/d3/d13/d2c/d51/f56 0 2024-09-17T10:39:54.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/301: write d1/d11/f2b [3974873,103110] 0 2024-09-17T10:39:54.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/302: stat d1/l18 0 2024-09-17T10:39:54.379 INFO:tasks.workunit.client.1.smithi170.stdout:7/291: mknod d25/d2a/d3e/d4b/c5a 0 2024-09-17T10:39:54.379 INFO:tasks.workunit.client.1.smithi170.stdout:7/292: stat d25/d2a/f2d 0 2024-09-17T10:39:54.379 INFO:tasks.workunit.client.1.smithi170.stdout:7/293: fsync d25/d2a/f3c 0 2024-09-17T10:39:54.381 INFO:tasks.workunit.client.0.smithi159.stdout:2/592: unlink d0/df/d3e/c69 0 2024-09-17T10:39:54.388 INFO:tasks.workunit.client.1.smithi170.stdout:6/253: truncate d0/d18/f19 1465196 0 2024-09-17T10:39:54.389 INFO:tasks.workunit.client.1.smithi170.stdout:9/277: getdents dd/d40/d4e 0 2024-09-17T10:39:54.391 INFO:tasks.workunit.client.1.smithi170.stdout:8/323: creat d4/d2e/f77 x:0 0 0 2024-09-17T10:39:54.391 INFO:tasks.workunit.client.1.smithi170.stdout:8/324: creat d4/f78 x:0 0 0 2024-09-17T10:39:54.391 INFO:tasks.workunit.client.1.smithi170.stdout:8/325: creat d4/f79 x:0 0 0 2024-09-17T10:39:54.391 INFO:tasks.workunit.client.1.smithi170.stdout:8/326: creat d4/df/d3f/f7a x:0 0 0 2024-09-17T10:39:54.394 INFO:tasks.workunit.client.0.smithi159.stdout:5/559: truncate d19/d1e/d4a/f67 168149 0 2024-09-17T10:39:54.395 INFO:tasks.workunit.client.1.smithi170.stdout:7/294: truncate d25/d2a/f2b 1953596 0 2024-09-17T10:39:54.395 INFO:tasks.workunit.client.1.smithi170.stdout:7/295: chown d25/d53 4506 1 2024-09-17T10:39:54.395 INFO:tasks.workunit.client.0.smithi159.stdout:6/640: truncate d1/df/d2c/d35/d3e/f7a 287327 0 2024-09-17T10:39:54.396 INFO:tasks.workunit.client.1.smithi170.stdout:2/413: dwrite dd/d14/d19/f33 [0,4194304] 0 2024-09-17T10:39:54.396 INFO:tasks.workunit.client.1.smithi170.stdout:2/414: write dd/d14/d19/f1f [1277087,115789] 0 2024-09-17T10:39:54.396 INFO:tasks.workunit.client.1.smithi170.stdout:2/415: fdatasync dd/d14/d19/d4c/d63/f3e 0 2024-09-17T10:39:54.397 INFO:tasks.workunit.client.0.smithi159.stdout:1/640: mkdir d1/d2/d8f/db3/db8 0 2024-09-17T10:39:54.397 INFO:tasks.workunit.client.0.smithi159.stdout:1/641: write d1/d2/d68/fb5 [328202,1521] 0 2024-09-17T10:39:54.397 INFO:tasks.workunit.client.1.smithi170.stdout:9/278: symlink dd/d16/l56 0 2024-09-17T10:39:54.399 INFO:tasks.workunit.client.0.smithi159.stdout:4/568: link d0/d9/f5e d0/fb4 0 2024-09-17T10:39:54.401 INFO:tasks.workunit.client.0.smithi159.stdout:7/601: dwrite d2/d18/d20/d3f/f66 [0,4194304] 0 2024-09-17T10:39:54.401 INFO:tasks.workunit.client.0.smithi159.stdout:9/677: mknod d0/d3/d7/ce4 0 2024-09-17T10:39:54.401 INFO:tasks.workunit.client.0.smithi159.stdout:9/678: fsync d0/d1/d2/f12 0 2024-09-17T10:39:54.402 INFO:tasks.workunit.client.0.smithi159.stdout:9/679: readlink d0/d3/d7/da/dc/de/d21/l98 0 2024-09-17T10:39:54.402 INFO:tasks.workunit.client.0.smithi159.stdout:9/680: readlink d0/d3/d7/da/dc/d1c/lbb 0 2024-09-17T10:39:54.402 INFO:tasks.workunit.client.0.smithi159.stdout:9/681: read d0/d3/d7/da/d46/d54/d8b/db8/fbd [2192971,80558] 0 2024-09-17T10:39:54.402 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.400+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f1a88000bf0 con 0x7f1a9006c680 2024-09-17T10:39:54.404 INFO:tasks.workunit.client.0.smithi159.stdout:9/682: dread d0/d3/d7/da/dc/d34/f53 [0,4194304] 0 2024-09-17T10:39:54.404 INFO:tasks.workunit.client.0.smithi159.stdout:0/604: creat d5/dcf/d18/d22/d4c/d6b/fda x:0 0 0 2024-09-17T10:39:54.405 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.403+0000 7f1a9b7fe700 1 -- 172.21.15.159:0/3882817685 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+447 (secure 0 0 0) 0x7f1a88000bf0 con 0x7f1a9006c680 2024-09-17T10:39:54.405 INFO:tasks.workunit.client.0.smithi159.stdout:2/593: mkdir d0/d26/d4b/d6d/dcd 0 2024-09-17T10:39:54.405 INFO:tasks.workunit.client.0.smithi159.stdout:3/646: getdents d9/df/d2c/d77 0 2024-09-17T10:39:54.407 INFO:tasks.workunit.client.0.smithi159.stdout:6/641: write d1/df/d11/d16/fb0 [2641888,86126] 0 2024-09-17T10:39:54.407 INFO:tasks.workunit.client.0.smithi159.stdout:6/642: truncate d1/df/d2c/d35/d3e/d96/fbd 143679 0 2024-09-17T10:39:54.407 INFO:tasks.workunit.client.1.smithi170.stdout:5/303: dwrite d1/d11/f23 [0,4194304] 0 2024-09-17T10:39:54.408 INFO:tasks.workunit.client.1.smithi170.stdout:7/296: write d25/d3b/f4d [148173,107813] 0 2024-09-17T10:39:54.408 INFO:tasks.workunit.client.1.smithi170.stdout:7/297: dread - d25/d2a/f3c zero size 2024-09-17T10:39:54.408 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f1a9006c680 msgr2=0x7f1a9006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.408 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f1a9006c680 0x7f1a9006eb30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1aa41000c0 tx=0x7f1aa0009310 comp rx=0 tx=0).stop 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa4100260 msgr2=0x7f1aa4195ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa4100260 0x7f1aa4195ec0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f1a94009f50 tx=0x7f1a9400f740 comp rx=0 tx=0).stop 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 shutdown_connections 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f1a9006c680 0x7f1a9006eb30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1aa40ff060 0x7f1aa4195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 --2- 172.21.15.159:0/3882817685 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1aa4100260 0x7f1aa4195ec0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 >> 172.21.15.159:0/3882817685 conn(0x7f1aa40fa610 msgr2=0x7f1aa4103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 shutdown_connections 2024-09-17T10:39:54.409 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.407+0000 7f1aac3b1700 1 -- 172.21.15.159:0/3882817685 wait complete. 2024-09-17T10:39:54.410 INFO:tasks.workunit.client.0.smithi159.stdout:1/642: unlink d1/d2f/d9e/d1a/d3b/c4e 0 2024-09-17T10:39:54.411 INFO:tasks.workunit.client.0.smithi159.stdout:8/711: dwrite d4/da/f66 [0,4194304] 0 2024-09-17T10:39:54.411 INFO:tasks.workunit.client.0.smithi159.stdout:1/643: write d1/d2f/d9e/f52 [5235616,4968] 0 2024-09-17T10:39:54.413 INFO:tasks.workunit.client.0.smithi159.stdout:4/569: mkdir d0/db5 0 2024-09-17T10:39:54.413 INFO:tasks.workunit.client.0.smithi159.stdout:4/570: truncate d0/fe 996715 0 2024-09-17T10:39:54.418 INFO:tasks.workunit.client.0.smithi159.stdout:3/647: dread d9/df/d54/f3b [0,4194304] 0 2024-09-17T10:39:54.421 INFO:tasks.workunit.client.1.smithi170.stdout:2/416: mkdir dd/d14/d19/d4c/d63/d7f 0 2024-09-17T10:39:54.422 INFO:tasks.workunit.client.0.smithi159.stdout:5/560: dwrite d19/d33/f3c [0,4194304] 0 2024-09-17T10:39:54.425 INFO:tasks.workunit.client.1.smithi170.stdout:8/327: dwrite d4/d2e/f46 [0,4194304] 0 2024-09-17T10:39:54.425 INFO:tasks.workunit.client.1.smithi170.stdout:8/328: truncate d4/f67 435582 0 2024-09-17T10:39:54.425 INFO:tasks.workunit.client.1.smithi170.stdout:8/329: chown d4/cb 670 1 2024-09-17T10:39:54.426 INFO:tasks.workunit.client.0.smithi159.stdout:7/602: creat d2/d18/d20/fde x:0 0 0 2024-09-17T10:39:54.426 INFO:tasks.workunit.client.0.smithi159.stdout:7/603: creat d2/d18/d20/fdf x:0 0 0 2024-09-17T10:39:54.427 INFO:tasks.workunit.client.1.smithi170.stdout:6/254: rmdir d0/d3b 39 2024-09-17T10:39:54.427 INFO:tasks.workunit.client.1.smithi170.stdout:6/255: write d0/f32 [1025925,97843] 0 2024-09-17T10:39:54.429 INFO:tasks.workunit.client.0.smithi159.stdout:9/683: mknod d0/d78/d9c/ce5 0 2024-09-17T10:39:54.429 INFO:tasks.workunit.client.0.smithi159.stdout:9/684: chown d0/d3/d7/da/dc/d3a/da6/ddd/f6f 85637 1 2024-09-17T10:39:54.430 INFO:tasks.workunit.client.0.smithi159.stdout:9/685: dread - d0/d3/d7/da/dc/d3a/da6/ddd/fdb zero size 2024-09-17T10:39:54.430 INFO:tasks.workunit.client.0.smithi159.stdout:8/712: dwrite d4/fc1 [0,4194304] 0 2024-09-17T10:39:54.430 INFO:tasks.workunit.client.0.smithi159.stdout:8/713: dread - d4/dd/d10/d1a/d6b/fcc zero size 2024-09-17T10:39:54.434 INFO:tasks.workunit.client.1.smithi170.stdout:9/279: mknod dd/d40/d32/c57 0 2024-09-17T10:39:54.435 INFO:tasks.workunit.client.0.smithi159.stdout:2/594: symlink d0/df/d3e/d7a/d91/lce 0 2024-09-17T10:39:54.436 INFO:tasks.workunit.client.0.smithi159.stdout:4/571: dwrite d0/d9/da/d33/f3c [4194304,4194304] 0 2024-09-17T10:39:54.440 INFO:tasks.workunit.client.0.smithi159.stdout:6/643: mknod d1/d5d/d51/cc2 0 2024-09-17T10:39:54.440 INFO:tasks.workunit.client.1.smithi170.stdout:5/304: mkdir d1/d11/d62 0 2024-09-17T10:39:54.440 INFO:tasks.workunit.client.1.smithi170.stdout:5/305: readlink d1/d3/d13/d2c/l41 0 2024-09-17T10:39:54.440 INFO:tasks.workunit.client.1.smithi170.stdout:5/306: read d1/d11/f2b [2702178,125284] 0 2024-09-17T10:39:54.441 INFO:tasks.workunit.client.1.smithi170.stdout:1/423: rename d3/d37/d6e to d3/d5/d27/d51/d64/d85/d9d 0 2024-09-17T10:39:54.443 INFO:tasks.workunit.client.0.smithi159.stdout:3/648: dwrite d9/df/d2c/d2f/d63/d8d/d74/f93 [0,4194304] 0 2024-09-17T10:39:54.445 INFO:tasks.workunit.client.0.smithi159.stdout:1/644: link d1/d2f/d9e/d3d/c5a d1/d2/d25/da2/cb9 0 2024-09-17T10:39:54.446 INFO:tasks.workunit.client.0.smithi159.stdout:5/561: creat d19/d1b/d1d/da9/fc1 x:0 0 0 2024-09-17T10:39:54.447 INFO:tasks.workunit.client.0.smithi159.stdout:5/562: fsync d19/d1e/d4a/f67 0 2024-09-17T10:39:54.451 INFO:tasks.workunit.client.0.smithi159.stdout:7/604: getdents d2/d18/d20/d3f/d77 0 2024-09-17T10:39:54.454 INFO:tasks.workunit.client.1.smithi170.stdout:2/417: dread dd/d14/f62 [0,4194304] 0 2024-09-17T10:39:54.454 INFO:tasks.workunit.client.1.smithi170.stdout:2/418: fdatasync dd/d14/d19/d4c/d63/d32/f52 0 2024-09-17T10:39:54.456 INFO:tasks.workunit.client.0.smithi159.stdout:6/644: read d1/df/d11/f29 [1163970,1990] 0 2024-09-17T10:39:54.460 INFO:tasks.workunit.client.1.smithi170.stdout:2/419: write dd/d14/d19/f2f [635767,28496] 0 2024-09-17T10:39:54.461 INFO:tasks.workunit.client.0.smithi159.stdout:9/686: creat d0/d3/d7/da/d46/de1/d47/d5a/dcd/fe6 x:0 0 0 2024-09-17T10:39:54.462 INFO:tasks.workunit.client.0.smithi159.stdout:7/605: dread d2/d18/d20/db8/d45/f90 [0,4194304] 0 2024-09-17T10:39:54.462 INFO:tasks.workunit.client.0.smithi159.stdout:7/606: dread - d2/d18/d20/d3f/d40/d7f/fc9 zero size 2024-09-17T10:39:54.462 INFO:tasks.workunit.client.0.smithi159.stdout:7/607: read - d2/d23/d67/d47/d4a/d4d/d75/f93 zero size 2024-09-17T10:39:54.462 INFO:tasks.workunit.client.0.smithi159.stdout:7/608: fdatasync d2/d23/d67/d47/d4a/d4d/d75/f93 0 2024-09-17T10:39:54.462 INFO:tasks.workunit.client.0.smithi159.stdout:7/609: dread - d2/d18/d20/d3f/daf/fca zero size 2024-09-17T10:39:54.463 INFO:tasks.workunit.client.1.smithi170.stdout:9/280: link dd/d40/c25 dd/c58 0 2024-09-17T10:39:54.463 INFO:tasks.workunit.client.1.smithi170.stdout:9/281: chown dd/d40/d4e/d23/f30 495014 1 2024-09-17T10:39:54.466 INFO:tasks.workunit.client.0.smithi159.stdout:0/605: rename d5/d12/d32/d3a/c60 to d5/dcf/d18/d22/d4c/d6b/d7c/cdb 0 2024-09-17T10:39:54.468 INFO:tasks.workunit.client.1.smithi170.stdout:5/307: mknod d1/d11/c63 0 2024-09-17T10:39:54.468 INFO:tasks.workunit.client.1.smithi170.stdout:5/308: truncate d1/d11/f37 2305583 0 2024-09-17T10:39:54.468 INFO:tasks.workunit.client.1.smithi170.stdout:5/309: stat d1/d3/f5 0 2024-09-17T10:39:54.468 INFO:tasks.workunit.client.1.smithi170.stdout:5/310: readlink d1/d3/l60 0 2024-09-17T10:39:54.471 INFO:tasks.workunit.client.1.smithi170.stdout:8/330: rename d4/df/d1e/c56 to d4/df/c7b 0 2024-09-17T10:39:54.472 INFO:tasks.workunit.client.1.smithi170.stdout:6/256: getdents d0 0 2024-09-17T10:39:54.474 INFO:tasks.workunit.client.1.smithi170.stdout:9/282: symlink dd/d40/d4e/d23/l59 0 2024-09-17T10:39:54.474 INFO:tasks.workunit.client.1.smithi170.stdout:9/283: write dd/d16/d17/d43/f49 [692119,87219] 0 2024-09-17T10:39:54.476 INFO:tasks.workunit.client.1.smithi170.stdout:2/420: rename dd/d1a/f4f to dd/d64/f80 0 2024-09-17T10:39:54.477 INFO:tasks.workunit.client.1.smithi170.stdout:8/331: truncate d4/df/d1e/d69/f6a 2391855 0 2024-09-17T10:39:54.480 INFO:tasks.workunit.client.0.smithi159.stdout:6/645: unlink d1/df/d2c/d35/f46 0 2024-09-17T10:39:54.481 INFO:tasks.workunit.client.1.smithi170.stdout:6/257: rename d0/d18/f19 to d0/f5a 0 2024-09-17T10:39:54.482 INFO:tasks.workunit.client.0.smithi159.stdout:6/646: dread d1/df/d11/d57/dc1/fa0 [0,4194304] 0 2024-09-17T10:39:54.483 INFO:tasks.workunit.client.0.smithi159.stdout:7/610: creat d2/d18/d32/fe0 x:0 0 0 2024-09-17T10:39:54.483 INFO:tasks.workunit.client.0.smithi159.stdout:7/611: fsync d2/d23/fd2 0 2024-09-17T10:39:54.483 INFO:tasks.workunit.client.1.smithi170.stdout:2/421: symlink dd/d14/d19/d4c/d63/l81 0 2024-09-17T10:39:54.483 INFO:tasks.workunit.client.1.smithi170.stdout:2/422: write dd/d14/d19/d4c/d63/f41 [4317697,93267] 0 2024-09-17T10:39:54.484 INFO:tasks.workunit.client.0.smithi159.stdout:8/714: getdents d4/dd/d10/d1a/d72/d94 0 2024-09-17T10:39:54.484 INFO:tasks.workunit.client.0.smithi159.stdout:8/715: dread - d4/dd/d5d/fe2 zero size 2024-09-17T10:39:54.485 INFO:tasks.workunit.client.0.smithi159.stdout:8/716: fdatasync d4/dd/d10/d1a/d3c/f56 0 2024-09-17T10:39:54.487 INFO:tasks.workunit.client.1.smithi170.stdout:2/423: creat dd/d14/d19/d4c/d63/d32/d53/f82 x:0 0 0 2024-09-17T10:39:54.489 INFO:tasks.workunit.client.1.smithi170.stdout:8/332: getdents d4/df/d3f 0 2024-09-17T10:39:54.490 INFO:tasks.workunit.client.1.smithi170.stdout:2/424: creat dd/d14/d19/f83 x:0 0 0 2024-09-17T10:39:54.492 INFO:tasks.workunit.client.1.smithi170.stdout:5/311: dread d1/d11/f2b [0,4194304] 0 2024-09-17T10:39:54.492 INFO:tasks.workunit.client.1.smithi170.stdout:5/312: truncate d1/d11/f36 4410769 0 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.1.smithi170.stdout:5/313: stat d1/d3 0 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.1.smithi170.stdout:5/314: write d1/d3/d13/d1a/f1f [1323935,52820] 0 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.1.smithi170.stdout:5/315: fsync d1/f4a 0 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.1.smithi170.stdout:2/425: mkdir dd/d3a/d84 0 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.1.smithi170.stdout:2/426: readlink dd/d1a/l3c 0 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.1.smithi170.stdout:2/427: creat dd/d54/f85 x:0 0 0 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.1.smithi170.stdout:2/428: dread - dd/d14/d19/f59 zero size 2024-09-17T10:39:54.493 INFO:tasks.workunit.client.0.smithi159.stdout:2/595: rmdir d0/df 39 2024-09-17T10:39:54.494 INFO:tasks.workunit.client.0.smithi159.stdout:4/572: dwrite d0/d9/fa2 [0,4194304] 0 2024-09-17T10:39:54.495 INFO:tasks.workunit.client.0.smithi159.stdout:3/649: dwrite d9/df/d54/d3c/f5f [0,4194304] 0 2024-09-17T10:39:54.496 INFO:tasks.workunit.client.1.smithi170.stdout:5/316: write d1/d3/f59 [732502,92620] 0 2024-09-17T10:39:54.499 INFO:tasks.workunit.client.0.smithi159.stdout:5/563: symlink d19/lc2 0 2024-09-17T10:39:54.500 INFO:tasks.workunit.client.0.smithi159.stdout:4/573: dread d0/d9/d24/d39/d6a/f77 [0,4194304] 0 2024-09-17T10:39:54.500 INFO:tasks.workunit.client.1.smithi170.stdout:2/429: symlink dd/d1a/d2a/l86 0 2024-09-17T10:39:54.501 INFO:tasks.workunit.client.1.smithi170.stdout:2/430: fdatasync dd/f29 0 2024-09-17T10:39:54.501 INFO:tasks.workunit.client.1.smithi170.stdout:2/431: write dd/d3a/f4a [548243,112294] 0 2024-09-17T10:39:54.503 INFO:tasks.workunit.client.0.smithi159.stdout:6/647: unlink d1/df/c10 0 2024-09-17T10:39:54.506 INFO:tasks.workunit.client.1.smithi170.stdout:2/432: symlink dd/d64/l87 0 2024-09-17T10:39:54.507 INFO:tasks.workunit.client.0.smithi159.stdout:8/717: link d4/dd/d10/d1a/d1e/d3e/f4f d4/da/ff1 0 2024-09-17T10:39:54.507 INFO:tasks.workunit.client.0.smithi159.stdout:8/718: write d4/dd/d10/d33/f45 [1797722,2083] 0 2024-09-17T10:39:54.507 INFO:tasks.workunit.client.0.smithi159.stdout:1/645: dwrite d1/d2/d25/fad [0,4194304] 0 2024-09-17T10:39:54.508 INFO:tasks.workunit.client.0.smithi159.stdout:9/687: dwrite d0/d3/d7/da/d46/de1/d47/fb0 [0,4194304] 0 2024-09-17T10:39:54.508 INFO:tasks.workunit.client.1.smithi170.stdout:1/424: dwrite d3/d5/d27/d4e/f92 [0,4194304] 0 2024-09-17T10:39:54.508 INFO:tasks.workunit.client.1.smithi170.stdout:6/258: fdatasync d0/f32 0 2024-09-17T10:39:54.509 INFO:tasks.workunit.client.1.smithi170.stdout:9/284: dwrite f9 [0,4194304] 0 2024-09-17T10:39:54.509 INFO:tasks.workunit.client.1.smithi170.stdout:9/285: write dd/d40/d4e/f4a [241414,56777] 0 2024-09-17T10:39:54.510 INFO:tasks.workunit.client.0.smithi159.stdout:0/606: rename d5/dcf/l20 to d5/d12/d32/d3a/ldc 0 2024-09-17T10:39:54.510 INFO:tasks.workunit.client.0.smithi159.stdout:0/607: dread - d5/d12/d32/dc3/fd9 zero size 2024-09-17T10:39:54.514 INFO:tasks.workunit.client.0.smithi159.stdout:2/596: creat d0/d6c/dba/fcf x:0 0 0 2024-09-17T10:39:54.518 INFO:tasks.workunit.client.1.smithi170.stdout:1/425: dread d3/d5/d27/d51/f60 [0,4194304] 0 2024-09-17T10:39:54.520 INFO:tasks.workunit.client.1.smithi170.stdout:1/426: dread d3/d5/d27/f1b [0,4194304] 0 2024-09-17T10:39:54.520 INFO:tasks.workunit.client.1.smithi170.stdout:1/427: write d3/d5/d27/d51/f75 [42719,64949] 0 2024-09-17T10:39:54.520 INFO:tasks.workunit.client.1.smithi170.stdout:8/333: dwrite d4/d2e/d33/f4d [0,4194304] 0 2024-09-17T10:39:54.522 INFO:tasks.workunit.client.0.smithi159.stdout:8/719: fsync d4/dd/d10/d33/f45 0 2024-09-17T10:39:54.522 INFO:tasks.workunit.client.0.smithi159.stdout:8/720: fdatasync d4/dd/d10/d33/d99/daf/dc5/f29 0 2024-09-17T10:39:54.522 INFO:tasks.workunit.client.0.smithi159.stdout:8/721: chown d4/dd/d10/d33/d99/daf/dc5/f89 1547 1 2024-09-17T10:39:54.523 INFO:tasks.workunit.client.1.smithi170.stdout:5/317: dwrite d1/d11/f37 [0,4194304] 0 2024-09-17T10:39:54.523 INFO:tasks.workunit.client.1.smithi170.stdout:5/318: chown d1/d3/l30 3842 1 2024-09-17T10:39:54.523 INFO:tasks.workunit.client.1.smithi170.stdout:5/319: readlink d1/l18 0 2024-09-17T10:39:54.523 INFO:tasks.workunit.client.1.smithi170.stdout:5/320: readlink d1/d3/l30 0 2024-09-17T10:39:54.527 INFO:tasks.workunit.client.0.smithi159.stdout:5/564: dwrite d19/d33/f38 [4194304,4194304] 0 2024-09-17T10:39:54.529 INFO:tasks.workunit.client.1.smithi170.stdout:3/423: sync 2024-09-17T10:39:54.529 INFO:tasks.workunit.client.1.smithi170.stdout:0/349: sync 2024-09-17T10:39:54.531 INFO:tasks.workunit.client.0.smithi159.stdout:2/597: dread d0/d26/d4b/d6d/f5a [0,4194304] 0 2024-09-17T10:39:54.532 INFO:tasks.workunit.client.1.smithi170.stdout:6/259: rename d0/d33/c3f to d0/d3b/d43/c5b 0 2024-09-17T10:39:54.537 INFO:tasks.workunit.client.1.smithi170.stdout:9/286: mknod dd/d40/d32/c5a 0 2024-09-17T10:39:54.537 INFO:tasks.workunit.client.0.smithi159.stdout:6/648: dwrite d1/df/d2c/f4b [0,4194304] 0 2024-09-17T10:39:54.537 INFO:tasks.workunit.client.0.smithi159.stdout:6/649: truncate d1/d5d/d51/fa1 4225173 0 2024-09-17T10:39:54.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/650: chown d1/df/d2c/d35/ca2 227 1 2024-09-17T10:39:54.539 INFO:tasks.workunit.client.1.smithi170.stdout:1/428: dwrite d3/d5/d54/f63 [0,4194304] 0 2024-09-17T10:39:54.541 INFO:tasks.workunit.client.1.smithi170.stdout:1/429: fdatasync d3/f7 0 2024-09-17T10:39:54.543 INFO:tasks.workunit.client.0.smithi159.stdout:4/574: link d0/d9/d97/d9f/d5d/d99/f9a d0/d9/d24/d39/d6a/fb6 0 2024-09-17T10:39:54.547 INFO:tasks.workunit.client.0.smithi159.stdout:5/565: dread fa [4194304,4194304] 0 2024-09-17T10:39:54.547 INFO:tasks.workunit.client.0.smithi159.stdout:5/566: creat d19/d69/d78/d86/d94/fc3 x:0 0 0 2024-09-17T10:39:54.547 INFO:tasks.workunit.client.1.smithi170.stdout:3/424: write d18/d2c/d3e/d57/f7f [114233,63256] 0 2024-09-17T10:39:54.547 INFO:tasks.workunit.client.1.smithi170.stdout:3/425: creat d18/d4b/d7c/d82/f93 x:0 0 0 2024-09-17T10:39:54.553 INFO:tasks.workunit.client.1.smithi170.stdout:1/430: dread d3/d5/d27/f50 [0,4194304] 0 2024-09-17T10:39:54.554 INFO:tasks.workunit.client.1.smithi170.stdout:1/431: dread d3/d5/f17 [0,4194304] 0 2024-09-17T10:39:54.554 INFO:tasks.workunit.client.1.smithi170.stdout:1/432: stat d3/d5/d27/f56 0 2024-09-17T10:39:54.562 INFO:tasks.workunit.client.0.smithi159.stdout:7/612: rename d2/c3e to d2/d18/d20/d3f/d77/ce1 0 2024-09-17T10:39:54.562 INFO:tasks.workunit.client.0.smithi159.stdout:7/613: stat d2/d23/d67 0 2024-09-17T10:39:54.565 INFO:tasks.workunit.client.1.smithi170.stdout:0/350: dwrite dd/de/d16/d54/d5f/f77 [0,4194304] 0 2024-09-17T10:39:54.565 INFO:tasks.workunit.client.1.smithi170.stdout:0/351: chown dd/de/d16/d54/d5f/f77 2697233 1 2024-09-17T10:39:54.565 INFO:tasks.workunit.client.1.smithi170.stdout:6/260: dwrite d0/d3b/f58 [0,4194304] 0 2024-09-17T10:39:54.568 INFO:tasks.workunit.client.1.smithi170.stdout:3/426: dwrite d18/d1c/d2b/f4d [0,4194304] 0 2024-09-17T10:39:54.568 INFO:tasks.workunit.client.1.smithi170.stdout:0/352: dread dd/de/d3d/f4a [0,4194304] 0 2024-09-17T10:39:54.568 INFO:tasks.workunit.client.1.smithi170.stdout:3/427: read d18/d2c/f45 [526720,112755] 0 2024-09-17T10:39:54.568 INFO:tasks.workunit.client.1.smithi170.stdout:3/428: fdatasync d18/d20/d2d/f32 0 2024-09-17T10:39:54.568 INFO:tasks.workunit.client.0.smithi159.stdout:0/608: rmdir d5/dcf/d18/d6f 0 2024-09-17T10:39:54.569 INFO:tasks.workunit.client.0.smithi159.stdout:0/609: fsync d5/d12/d32/d3a/f83 0 2024-09-17T10:39:54.569 INFO:tasks.workunit.client.1.smithi170.stdout:1/433: dwrite d3/d5/d27/d51/f43 [0,4194304] 0 2024-09-17T10:39:54.570 INFO:tasks.workunit.client.0.smithi159.stdout:0/610: dread d5/dcf/d18/d22/d3e/f6d [0,4194304] 0 2024-09-17T10:39:54.573 INFO:tasks.workunit.client.1.smithi170.stdout:6/261: dread d0/d3b/f31 [0,4194304] 0 2024-09-17T10:39:54.575 INFO:tasks.workunit.client.0.smithi159.stdout:8/722: mkdir d4/dd/d10/d33/df2 0 2024-09-17T10:39:54.579 INFO:tasks.workunit.client.0.smithi159.stdout:2/598: unlink d0/f54 0 2024-09-17T10:39:54.583 INFO:tasks.workunit.client.0.smithi159.stdout:6/651: unlink d1/l6d 0 2024-09-17T10:39:54.585 INFO:tasks.workunit.client.0.smithi159.stdout:3/650: truncate d9/df/d2c/d2f/d63/d8d/d74/f93 4079163 0 2024-09-17T10:39:54.589 INFO:tasks.workunit.client.0.smithi159.stdout:4/575: mkdir d0/d9/d97/db7 0 2024-09-17T10:39:54.589 INFO:tasks.workunit.client.0.smithi159.stdout:4/576: dread - d0/d9/da/d33/fa4 zero size 2024-09-17T10:39:54.589 INFO:tasks.workunit.client.0.smithi159.stdout:4/577: dread - d0/d9/d24/d48/d51/f6d zero size 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 -- 172.21.15.159:0/1070696158 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 msgr2=0x7f982c1006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 --2- 172.21.15.159:0/1070696158 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 0x7f982c1006a0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f981c009910 tx=0x7f981c009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 -- 172.21.15.159:0/1070696158 shutdown_connections 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 --2- 172.21.15.159:0/1070696158 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 0x7f982c1006a0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 --2- 172.21.15.159:0/1070696158 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 0x7f982c0ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 -- 172.21.15.159:0/1070696158 >> 172.21.15.159:0/1070696158 conn(0x7f982c0fa600 msgr2=0x7f982c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 -- 172.21.15.159:0/1070696158 shutdown_connections 2024-09-17T10:39:54.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.590+0000 7f9833d02700 1 -- 172.21.15.159:0/1070696158 wait complete. 2024-09-17T10:39:54.593 INFO:tasks.workunit.client.1.smithi170.stdout:8/334: creat d4/df/d1e/f7c x:0 0 0 2024-09-17T10:39:54.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9833d02700 1 Processor -- start 2024-09-17T10:39:54.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9833d02700 1 -- start start 2024-09-17T10:39:54.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9833d02700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 0x7f982c195950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:54.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9833d02700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 0x7f982c195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:54.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9833d02700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f982c1964b0 con 0x7f982c100250 2024-09-17T10:39:54.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9833d02700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f982c1965f0 con 0x7f982c0ff050 2024-09-17T10:39:54.594 INFO:tasks.workunit.client.0.smithi159.stdout:5/567: symlink d19/d69/d78/db3/dbd/lc4 0 2024-09-17T10:39:54.594 INFO:tasks.workunit.client.0.smithi159.stdout:5/568: readlink d19/d1b/d1d/d59/da7/db5/l9f 0 2024-09-17T10:39:54.594 INFO:tasks.workunit.client.0.smithi159.stdout:5/569: readlink d19/d69/d78/db3/lbb 0 2024-09-17T10:39:54.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9831a9e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 0x7f982c195950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:54.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f983129d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 0x7f982c195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:54.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9831a9e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 0x7f982c195950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:39356/0 (socket says 172.21.15.159:39356) 2024-09-17T10:39:54.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f9831a9e700 1 -- 172.21.15.159:0/2371883605 learned_addr learned my addr 172.21.15.159:0/2371883605 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:54.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.591+0000 7f983129d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 0x7f982c195e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47366/0 (socket says 172.21.15.159:47366) 2024-09-17T10:39:54.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.592+0000 7f9831a9e700 1 -- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 msgr2=0x7f982c195e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.592+0000 7f9831a9e700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 0x7f982c195e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.592+0000 7f9831a9e700 1 -- 172.21.15.159:0/2371883605 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f981c0095f0 con 0x7f982c0ff050 2024-09-17T10:39:54.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.592+0000 7f9831a9e700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 0x7f982c195950 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f982800e8f0 tx=0x7f982800ec00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:54.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.592+0000 7f9822ffd700 1 -- 172.21.15.159:0/2371883605 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9828009790 con 0x7f982c0ff050 2024-09-17T10:39:54.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.592+0000 7f9822ffd700 1 -- 172.21.15.159:0/2371883605 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f982800c810 con 0x7f982c0ff050 2024-09-17T10:39:54.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.592+0000 7f9822ffd700 1 -- 172.21.15.159:0/2371883605 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9828003d20 con 0x7f982c0ff050 2024-09-17T10:39:54.597 INFO:tasks.workunit.client.1.smithi170.stdout:5/321: mknod d1/d3/d13/d2c/c64 0 2024-09-17T10:39:54.597 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.593+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f982c1014d0 con 0x7f982c0ff050 2024-09-17T10:39:54.597 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.593+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f982c101940 con 0x7f982c0ff050 2024-09-17T10:39:54.597 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.595+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f982c107ba0 con 0x7f982c0ff050 2024-09-17T10:39:54.597 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.595+0000 7f9822ffd700 1 -- 172.21.15.159:0/2371883605 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f98280041f0 con 0x7f982c0ff050 2024-09-17T10:39:54.598 INFO:tasks.workunit.client.0.smithi159.stdout:9/688: rmdir d0/d3/d7/da/dc/de 39 2024-09-17T10:39:54.598 INFO:tasks.workunit.client.0.smithi159.stdout:9/689: chown d0/d1/d2/f8 4223929 1 2024-09-17T10:39:54.598 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.596+0000 7f9822ffd700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9818070ae0 0x7f9818072f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:54.598 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.596+0000 7f9822ffd700 1 -- 172.21.15.159:0/2371883605 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f9828014070 con 0x7f982c0ff050 2024-09-17T10:39:54.598 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.596+0000 7f983129d700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9818070ae0 0x7f9818072f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:54.599 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.597+0000 7f983129d700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9818070ae0 0x7f9818072f90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f981c009fd0 tx=0x7f981c005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:54.599 INFO:tasks.workunit.client.1.smithi170.stdout:6/262: dwrite d0/f39 [0,4194304] 0 2024-09-17T10:39:54.601 INFO:tasks.workunit.client.0.smithi159.stdout:3/651: dread d9/df/f11 [0,4194304] 0 2024-09-17T10:39:54.601 INFO:tasks.workunit.client.0.smithi159.stdout:3/652: fdatasync d9/f25 0 2024-09-17T10:39:54.601 INFO:tasks.workunit.client.0.smithi159.stdout:1/646: rename d1/d2f/f8b to d1/d2f/d9e/d3d/fba 0 2024-09-17T10:39:54.601 INFO:tasks.workunit.client.0.smithi159.stdout:3/653: readlink d9/df/d2c/d2f/l69 0 2024-09-17T10:39:54.601 INFO:tasks.workunit.client.0.smithi159.stdout:8/723: dwrite d4/dd/d10/dae/fce [0,4194304] 0 2024-09-17T10:39:54.602 INFO:tasks.workunit.client.1.smithi170.stdout:9/287: creat dd/d40/d4e/d29/f5b x:0 0 0 2024-09-17T10:39:54.603 INFO:tasks.workunit.client.0.smithi159.stdout:7/614: mknod d2/d23/d67/d47/d4a/d4d/dad/ce2 0 2024-09-17T10:39:54.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.603+0000 7f9822ffd700 1 -- 172.21.15.159:0/2371883605 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f9828059e70 con 0x7f982c0ff050 2024-09-17T10:39:54.608 INFO:tasks.workunit.client.0.smithi159.stdout:3/654: dread d9/df/f20 [0,4194304] 0 2024-09-17T10:39:54.608 INFO:tasks.workunit.client.0.smithi159.stdout:3/655: chown d9/df/d54/d59/d5e/d9a/c9f 383698 1 2024-09-17T10:39:54.608 INFO:tasks.workunit.client.0.smithi159.stdout:2/599: rmdir d0/df/d3e/d47/d88/dab 39 2024-09-17T10:39:54.609 INFO:tasks.workunit.client.0.smithi159.stdout:6/652: truncate d1/f13 3637842 0 2024-09-17T10:39:54.612 INFO:tasks.workunit.client.1.smithi170.stdout:2/433: symlink dd/d14/d72/l88 0 2024-09-17T10:39:54.613 INFO:tasks.workunit.client.0.smithi159.stdout:4/578: creat d0/d9/da/d33/dac/fb8 x:0 0 0 2024-09-17T10:39:54.614 INFO:tasks.workunit.client.0.smithi159.stdout:4/579: chown d0/fe 22633 1 2024-09-17T10:39:54.615 INFO:tasks.workunit.client.1.smithi170.stdout:9/288: write dd/d16/f35 [2772744,23812] 0 2024-09-17T10:39:54.618 INFO:tasks.workunit.client.0.smithi159.stdout:5/570: creat d19/d69/d78/d86/fc5 x:0 0 0 2024-09-17T10:39:54.618 INFO:tasks.workunit.client.0.smithi159.stdout:5/571: readlink d19/d1b/d1d/d59/l81 0 2024-09-17T10:39:54.622 INFO:tasks.workunit.client.0.smithi159.stdout:1/647: mkdir d1/d10/d5e/dbb 0 2024-09-17T10:39:54.622 INFO:tasks.workunit.client.0.smithi159.stdout:6/653: dread d1/d5d/f94 [0,4194304] 0 2024-09-17T10:39:54.625 INFO:tasks.workunit.client.0.smithi159.stdout:0/611: rename d5/dcf/d18/d22/d3e/d51/cd3 to d5/dcf/d18/d22/d4c/d6b/cdd 0 2024-09-17T10:39:54.625 INFO:tasks.workunit.client.0.smithi159.stdout:0/612: chown d5/d12/fd5 458678877 1 2024-09-17T10:39:54.630 INFO:tasks.workunit.client.0.smithi159.stdout:8/724: mkdir d4/dd/d10/d1a/d1e/df3 0 2024-09-17T10:39:54.632 INFO:tasks.workunit.client.0.smithi159.stdout:7/615: mkdir d2/d23/d67/d47/d4a/d4d/dad/de3 0 2024-09-17T10:39:54.633 INFO:tasks.workunit.client.1.smithi170.stdout:0/353: symlink dd/de/d10/d13/l79 0 2024-09-17T10:39:54.634 INFO:tasks.workunit.client.1.smithi170.stdout:2/434: dwrite dd/d1a/f56 [0,4194304] 0 2024-09-17T10:39:54.635 INFO:tasks.workunit.client.0.smithi159.stdout:2/600: creat d0/df/d3e/d7a/d91/fd0 x:0 0 0 2024-09-17T10:39:54.635 INFO:tasks.workunit.client.0.smithi159.stdout:2/601: chown d0/d9/d40/f36 2632 1 2024-09-17T10:39:54.638 INFO:tasks.workunit.client.1.smithi170.stdout:1/434: symlink d3/d77/l9e 0 2024-09-17T10:39:54.640 INFO:tasks.workunit.client.1.smithi170.stdout:8/335: link d4/ld d4/df/d3f/d4c/l7d 0 2024-09-17T10:39:54.640 INFO:tasks.workunit.client.1.smithi170.stdout:8/336: chown d4/f51 64 1 2024-09-17T10:39:54.640 INFO:tasks.workunit.client.1.smithi170.stdout:8/337: readlink d4/df/d3f/d4c/l75 0 2024-09-17T10:39:54.641 INFO:tasks.workunit.client.0.smithi159.stdout:1/648: fdatasync d1/d2f/d9e/d1a/d3b/f7b 0 2024-09-17T10:39:54.644 INFO:tasks.workunit.client.0.smithi159.stdout:9/690: rename d0/d1/d2/f8 to d0/d1/d2/d85/fe7 0 2024-09-17T10:39:54.646 INFO:tasks.workunit.client.1.smithi170.stdout:1/435: dread d3/d37/f4b [0,4194304] 0 2024-09-17T10:39:54.647 INFO:tasks.workunit.client.0.smithi159.stdout:0/613: mknod d5/d12/daa/dbd/cde 0 2024-09-17T10:39:54.647 INFO:tasks.workunit.client.0.smithi159.stdout:0/614: stat d5/ff 0 2024-09-17T10:39:54.648 INFO:tasks.workunit.client.1.smithi170.stdout:9/289: mkdir dd/d16/d17/d5c 0 2024-09-17T10:39:54.649 INFO:tasks.workunit.client.0.smithi159.stdout:8/725: mknod d4/dd/d10/d1a/d72/ddc/cf4 0 2024-09-17T10:39:54.650 INFO:tasks.workunit.client.1.smithi170.stdout:0/354: mknod dd/de/d3d/d4d/d5c/d69/c7a 0 2024-09-17T10:39:54.652 INFO:tasks.workunit.client.0.smithi159.stdout:7/616: mkdir d2/d9a/de4 0 2024-09-17T10:39:54.659 INFO:tasks.workunit.client.1.smithi170.stdout:3/429: rename d18/d20 to d18/d2c/d41/d94 0 2024-09-17T10:39:54.662 INFO:tasks.workunit.client.1.smithi170.stdout:8/338: mkdir d4/df/d3f/d4c/d7e 0 2024-09-17T10:39:54.662 INFO:tasks.workunit.client.1.smithi170.stdout:8/339: chown d4/df/d3f/f55 3 1 2024-09-17T10:39:54.663 INFO:tasks.workunit.client.1.smithi170.stdout:6/263: symlink d0/d3b/l5c 0 2024-09-17T10:39:54.665 INFO:tasks.workunit.client.1.smithi170.stdout:4/214: sync 2024-09-17T10:39:54.665 INFO:tasks.workunit.client.1.smithi170.stdout:4/215: truncate d9/d12/d36/d42/d40/f2e 1855873 0 2024-09-17T10:39:54.665 INFO:tasks.workunit.client.0.smithi159.stdout:8/726: dwrite d4/dd/d26/f27 [0,4194304] 0 2024-09-17T10:39:54.666 INFO:tasks.workunit.client.1.smithi170.stdout:1/436: rmdir d3/d5/d27/d51/d64/d85/d9d 39 2024-09-17T10:39:54.666 INFO:tasks.workunit.client.1.smithi170.stdout:1/437: readlink d3/d5/d27/d51/d64/d85/d9d/l74 0 2024-09-17T10:39:54.667 INFO:tasks.workunit.client.1.smithi170.stdout:9/290: symlink dd/d16/d17/d5c/l5d 0 2024-09-17T10:39:54.667 INFO:tasks.workunit.client.1.smithi170.stdout:9/291: chown fa 128781651 1 2024-09-17T10:39:54.669 INFO:tasks.workunit.client.1.smithi170.stdout:8/340: write d4/f39 [1522084,29835] 0 2024-09-17T10:39:54.671 INFO:tasks.workunit.client.0.smithi159.stdout:8/727: read d4/d4e/f52 [606019,24518] 0 2024-09-17T10:39:54.671 INFO:tasks.workunit.client.0.smithi159.stdout:8/728: creat d4/d4e/d63/ff5 x:0 0 0 2024-09-17T10:39:54.672 INFO:tasks.workunit.client.1.smithi170.stdout:2/435: rmdir dd/d1a/d2a 39 2024-09-17T10:39:54.672 INFO:tasks.workunit.client.1.smithi170.stdout:2/436: write dd/d3a/f4a [850485,91626] 0 2024-09-17T10:39:54.672 INFO:tasks.workunit.client.1.smithi170.stdout:2/437: chown dd/f21 185 1 2024-09-17T10:39:54.672 INFO:tasks.workunit.client.1.smithi170.stdout:2/438: chown cc 9 1 2024-09-17T10:39:54.675 INFO:tasks.workunit.client.1.smithi170.stdout:5/322: rename d1/c10 to d1/d3/d13/d1a/d54/c65 0 2024-09-17T10:39:54.677 INFO:tasks.workunit.client.1.smithi170.stdout:3/430: symlink d18/d4b/d7c/d82/l95 0 2024-09-17T10:39:54.678 INFO:tasks.workunit.client.0.smithi159.stdout:5/572: rmdir d19/d1b/d1d/d59 39 2024-09-17T10:39:54.681 INFO:tasks.workunit.client.0.smithi159.stdout:6/654: mkdir d1/df/d2c/d35/d3e/dc3 0 2024-09-17T10:39:54.682 INFO:tasks.workunit.client.1.smithi170.stdout:4/216: truncate d9/fa 2066853 0 2024-09-17T10:39:54.682 INFO:tasks.workunit.client.1.smithi170.stdout:3/431: dread d18/d2c/d41/d94/d2d/f32 [0,4194304] 0 2024-09-17T10:39:54.686 INFO:tasks.workunit.client.1.smithi170.stdout:1/438: creat d3/d77/f9f x:0 0 0 2024-09-17T10:39:54.689 INFO:tasks.workunit.client.0.smithi159.stdout:1/649: rename d1/d2f/d9e/d1a/d3b/f7b to d1/d2/d82/fbc 0 2024-09-17T10:39:54.691 INFO:tasks.workunit.client.1.smithi170.stdout:9/292: dwrite dd/d40/d4e/d29/f5b [0,4194304] 0 2024-09-17T10:39:54.692 INFO:tasks.workunit.client.1.smithi170.stdout:8/341: dwrite d4/df/d3f/f4a [4194304,4194304] 0 2024-09-17T10:39:54.692 INFO:tasks.workunit.client.1.smithi170.stdout:8/342: readlink d4/d2e/d33/l3c 0 2024-09-17T10:39:54.693 INFO:tasks.workunit.client.0.smithi159.stdout:9/691: mkdir d0/d3/d7/da/d46/d54/d8b/de8 0 2024-09-17T10:39:54.694 INFO:tasks.workunit.client.1.smithi170.stdout:0/355: symlink dd/de/d10/d13/d59/l7b 0 2024-09-17T10:39:54.695 INFO:tasks.workunit.client.0.smithi159.stdout:0/615: symlink d5/dcf/d18/d22/d4c/d6b/ldf 0 2024-09-17T10:39:54.697 INFO:tasks.workunit.client.0.smithi159.stdout:9/692: dread d0/d3/d7/da/d46/d54/d6c/fb1 [0,4194304] 0 2024-09-17T10:39:54.697 INFO:tasks.workunit.client.1.smithi170.stdout:2/439: creat dd/d1a/d7d/f89 x:0 0 0 2024-09-17T10:39:54.697 INFO:tasks.workunit.client.1.smithi170.stdout:2/440: write dd/d54/f57 [475693,87567] 0 2024-09-17T10:39:54.698 INFO:tasks.workunit.client.0.smithi159.stdout:7/617: mkdir d2/d23/d67/d47/de5 0 2024-09-17T10:39:54.700 INFO:tasks.workunit.client.0.smithi159.stdout:2/602: link d0/d14/f50 d0/d26/d4b/fd1 0 2024-09-17T10:39:54.702 INFO:tasks.workunit.client.0.smithi159.stdout:6/655: dwrite d1/d5d/d51/fa1 [4194304,4194304] 0 2024-09-17T10:39:54.702 INFO:tasks.workunit.client.1.smithi170.stdout:5/323: mknod d1/d11/c66 0 2024-09-17T10:39:54.702 INFO:tasks.workunit.client.1.smithi170.stdout:5/324: chown d1/l18 108277324 1 2024-09-17T10:39:54.704 INFO:tasks.workunit.client.1.smithi170.stdout:2/441: dread dd/d64/f80 [0,4194304] 0 2024-09-17T10:39:54.704 INFO:tasks.workunit.client.1.smithi170.stdout:2/442: chown dd/d14/d19/d4c/d63/d32/d53/f82 783 1 2024-09-17T10:39:54.704 INFO:tasks.workunit.client.1.smithi170.stdout:3/432: unlink d18/d26/c77 0 2024-09-17T10:39:54.706 INFO:tasks.workunit.client.1.smithi170.stdout:1/439: creat d3/d5/d27/d51/d64/fa0 x:0 0 0 2024-09-17T10:39:54.706 INFO:tasks.workunit.client.1.smithi170.stdout:1/440: fdatasync d3/d5/d27/d51/d64/d85/d9d/f9a 0 2024-09-17T10:39:54.706 INFO:tasks.workunit.client.1.smithi170.stdout:1/441: fsync d3/d5/d27/d4e/f92 0 2024-09-17T10:39:54.707 INFO:tasks.workunit.client.1.smithi170.stdout:1/442: creat d3/d37/d7b/fa1 x:0 0 0 2024-09-17T10:39:54.707 INFO:tasks.workunit.client.0.smithi159.stdout:8/729: chown d4/dd/d26/l61 0 1 2024-09-17T10:39:54.709 INFO:tasks.workunit.client.0.smithi159.stdout:1/650: chown d1/d10/l1f 371527 1 2024-09-17T10:39:54.709 INFO:tasks.workunit.client.0.smithi159.stdout:5/573: dwrite d19/d1e/d4a/f67 [0,4194304] 0 2024-09-17T10:39:54.710 INFO:tasks.workunit.client.0.smithi159.stdout:0/616: getdents d5/dcf/d18/d22/da2/db3 0 2024-09-17T10:39:54.712 INFO:tasks.workunit.client.1.smithi170.stdout:9/293: rename dd/d40/d32/d3d/c4b to dd/d40/d4e/d29/d2c/c5e 0 2024-09-17T10:39:54.714 INFO:tasks.workunit.client.0.smithi159.stdout:9/693: rename d0/d3/d7/da/dc/de/f86 to d0/d3/d7/da/dc/d1c/fe9 0 2024-09-17T10:39:54.720 INFO:tasks.workunit.client.0.smithi159.stdout:1/651: unlink d1/d2f/d9e/d1a/fa4 0 2024-09-17T10:39:54.721 INFO:tasks.workunit.client.1.smithi170.stdout:5/325: mkdir d1/d3/d55/d5e/d67 0 2024-09-17T10:39:54.722 INFO:tasks.workunit.client.1.smithi170.stdout:6/264: truncate d0/d3b/f58 2965000 0 2024-09-17T10:39:54.722 INFO:tasks.workunit.client.0.smithi159.stdout:9/694: dread d0/d3/d7/da/dc/de/d21/f9b [0,4194304] 0 2024-09-17T10:39:54.723 INFO:tasks.workunit.client.1.smithi170.stdout:5/326: dread d1/d27/f33 [0,4194304] 0 2024-09-17T10:39:54.724 INFO:tasks.workunit.client.1.smithi170.stdout:3/433: mknod d18/d2c/d4f/c96 0 2024-09-17T10:39:54.726 INFO:tasks.workunit.client.0.smithi159.stdout:5/574: unlink d19/d33/fb1 0 2024-09-17T10:39:54.728 INFO:tasks.workunit.client.0.smithi159.stdout:1/652: dread d1/d2/f54 [0,4194304] 0 2024-09-17T10:39:54.728 INFO:tasks.workunit.client.1.smithi170.stdout:2/443: rename dd/d14/d19/d4c/d63/d32/f26 to dd/d3a/d78/f8a 0 2024-09-17T10:39:54.729 INFO:tasks.workunit.client.0.smithi159.stdout:0/617: creat d5/d4f/d67/da6/fe0 x:0 0 0 2024-09-17T10:39:54.730 INFO:tasks.workunit.client.1.smithi170.stdout:9/294: mknod dd/d40/d4e/d29/c5f 0 2024-09-17T10:39:54.731 INFO:tasks.workunit.client.0.smithi159.stdout:2/603: rename d0/df/d3e/d46/d66/f68 to d0/d26/d4b/d6d/fd2 0 2024-09-17T10:39:54.731 INFO:tasks.workunit.client.0.smithi159.stdout:2/604: read d0/d14/d76/f25 [2545523,20970] 0 2024-09-17T10:39:54.732 INFO:tasks.workunit.client.1.smithi170.stdout:0/356: getdents dd/de/d16 0 2024-09-17T10:39:54.734 INFO:tasks.workunit.client.0.smithi159.stdout:9/695: mkdir d0/d1/d2/dea 0 2024-09-17T10:39:54.735 INFO:tasks.workunit.client.1.smithi170.stdout:6/265: rename d0/f24 to d0/f5d 0 2024-09-17T10:39:54.740 INFO:tasks.workunit.client.0.smithi159.stdout:5/575: creat d19/fc6 x:0 0 0 2024-09-17T10:39:54.741 INFO:tasks.workunit.client.1.smithi170.stdout:6/266: dread d0/f32 [0,4194304] 0 2024-09-17T10:39:54.741 INFO:tasks.workunit.client.1.smithi170.stdout:5/327: link d1/d3/d55/c5c d1/d27/c68 0 2024-09-17T10:39:54.741 INFO:tasks.workunit.client.1.smithi170.stdout:9/295: read dd/f1e [1713364,119349] 0 2024-09-17T10:39:54.742 INFO:tasks.workunit.client.0.smithi159.stdout:0/618: mkdir d5/d4f/db2/de1 0 2024-09-17T10:39:54.742 INFO:tasks.workunit.client.0.smithi159.stdout:0/619: chown d5/d12/d32/d3a/f65 60612188 1 2024-09-17T10:39:54.743 INFO:tasks.workunit.client.1.smithi170.stdout:3/434: mkdir d18/d26/d56/d97 0 2024-09-17T10:39:54.743 INFO:tasks.workunit.client.1.smithi170.stdout:3/435: fdatasync d18/d2c/d41/d94/f37 0 2024-09-17T10:39:54.744 INFO:tasks.workunit.client.0.smithi159.stdout:5/576: read fa [6606994,128033] 0 2024-09-17T10:39:54.745 INFO:tasks.workunit.client.0.smithi159.stdout:8/730: rename d4/da/l37 to d4/dd/d10/d33/d99/daf/lf6 0 2024-09-17T10:39:54.747 INFO:tasks.workunit.client.0.smithi159.stdout:2/605: dwrite d0/d14/d76/d67/d89/fbc [0,4194304] 0 2024-09-17T10:39:54.747 INFO:tasks.workunit.client.0.smithi159.stdout:9/696: mkdir d0/d3/d7/da/d46/de1/d81/deb 0 2024-09-17T10:39:54.750 INFO:tasks.workunit.client.0.smithi159.stdout:0/620: mkdir d5/d4f/de2 0 2024-09-17T10:39:54.752 INFO:tasks.workunit.client.1.smithi170.stdout:6/267: write d0/f40 [403561,106885] 0 2024-09-17T10:39:54.752 INFO:tasks.workunit.client.1.smithi170.stdout:1/443: rename d3/d37/d7b/d98 to d3/da2 0 2024-09-17T10:39:54.754 INFO:tasks.workunit.client.0.smithi159.stdout:5/577: unlink d19/d69/d78/db3/lbb 0 2024-09-17T10:39:54.754 INFO:tasks.workunit.client.1.smithi170.stdout:7/298: sync 2024-09-17T10:39:54.755 INFO:tasks.workunit.client.1.smithi170.stdout:0/357: getdents dd/de/d10/d61 0 2024-09-17T10:39:54.755 INFO:tasks.workunit.client.1.smithi170.stdout:0/358: chown dd/de/d3d/f3f 3589461 1 2024-09-17T10:39:54.764 INFO:tasks.workunit.client.1.smithi170.stdout:7/299: write f15 [5913037,27213] 0 2024-09-17T10:39:54.765 INFO:tasks.workunit.client.0.smithi159.stdout:9/697: creat d0/d1/fec x:0 0 0 2024-09-17T10:39:54.765 INFO:tasks.workunit.client.0.smithi159.stdout:9/698: readlink d0/d3/d7/da/dc/lc8 0 2024-09-17T10:39:54.766 INFO:tasks.workunit.client.1.smithi170.stdout:9/296: creat dd/d40/d4e/d23/f60 x:0 0 0 2024-09-17T10:39:54.766 INFO:tasks.workunit.client.1.smithi170.stdout:9/297: creat dd/d40/d4e/d29/f61 x:0 0 0 2024-09-17T10:39:54.769 INFO:tasks.workunit.client.0.smithi159.stdout:0/621: unlink d5/d12/d32/d3a/f91 0 2024-09-17T10:39:54.769 INFO:tasks.workunit.client.0.smithi159.stdout:0/622: read - d5/dcf/d18/fa3 zero size 2024-09-17T10:39:54.773 INFO:tasks.workunit.client.1.smithi170.stdout:2/444: dwrite dd/d14/f6d [0,4194304] 0 2024-09-17T10:39:54.773 INFO:tasks.workunit.client.1.smithi170.stdout:2/445: truncate dd/d14/d19/d4c/d63/d32/f67 716689 0 2024-09-17T10:39:54.773 INFO:tasks.workunit.client.0.smithi159.stdout:5/578: dwrite d19/f7d [0,4194304] 0 2024-09-17T10:39:54.774 INFO:tasks.workunit.client.1.smithi170.stdout:6/268: creat d0/d3c/d3e/f5e x:0 0 0 2024-09-17T10:39:54.774 INFO:tasks.workunit.client.1.smithi170.stdout:6/269: chown d0/l26 0 1 2024-09-17T10:39:54.775 INFO:tasks.workunit.client.0.smithi159.stdout:0/623: mknod d5/d12/daa/ce3 0 2024-09-17T10:39:54.777 INFO:tasks.workunit.client.0.smithi159.stdout:9/699: write d0/d3/d7/da9/fb9 [277105,36040] 0 2024-09-17T10:39:54.778 INFO:tasks.workunit.client.1.smithi170.stdout:3/436: rename d18/d24/d73/f8b to d18/d2c/d4f/f98 0 2024-09-17T10:39:54.781 INFO:tasks.workunit.client.1.smithi170.stdout:1/444: creat d3/d5/d27/d51/fa3 x:0 0 0 2024-09-17T10:39:54.782 INFO:tasks.workunit.client.1.smithi170.stdout:1/445: fdatasync d3/d5/d27/d51/d64/fa0 0 2024-09-17T10:39:54.787 INFO:tasks.workunit.client.0.smithi159.stdout:9/700: write d0/d1/d2/d85/dd8/fda [1610246,64112] 0 2024-09-17T10:39:54.789 INFO:tasks.workunit.client.1.smithi170.stdout:2/446: dwrite dd/d3a/d5b/f6e [0,4194304] 0 2024-09-17T10:39:54.793 INFO:tasks.workunit.client.1.smithi170.stdout:7/300: creat d25/d2a/d3e/d4b/f5b x:0 0 0 2024-09-17T10:39:54.793 INFO:tasks.workunit.client.1.smithi170.stdout:2/447: dread dd/d14/d19/f3d [0,4194304] 0 2024-09-17T10:39:54.794 INFO:tasks.workunit.client.0.smithi159.stdout:8/731: rename d4/dd/d10/d1a/d1e/d3e to d4/dd/d26/df7 0 2024-09-17T10:39:54.795 INFO:tasks.workunit.client.1.smithi170.stdout:5/328: rmdir d1/d11 39 2024-09-17T10:39:54.798 INFO:tasks.workunit.client.1.smithi170.stdout:5/329: dread d1/d3/f59 [0,4194304] 0 2024-09-17T10:39:54.798 INFO:tasks.workunit.client.1.smithi170.stdout:9/298: link dd/d16/d17/c21 dd/d16/d2a/d51/c62 0 2024-09-17T10:39:54.799 INFO:tasks.workunit.client.0.smithi159.stdout:9/701: mknod d0/d3/d7/da/dc/d34/da7/ced 0 2024-09-17T10:39:54.799 INFO:tasks.workunit.client.0.smithi159.stdout:9/702: write d0/d1/fd5 [1718530,48318] 0 2024-09-17T10:39:54.801 INFO:tasks.workunit.client.0.smithi159.stdout:0/624: dwrite d5/d12/fd5 [0,4194304] 0 2024-09-17T10:39:54.802 INFO:tasks.workunit.client.0.smithi159.stdout:2/606: rename d0/df/d3e/d47/d88 to d0/d14/d76/dd3 0 2024-09-17T10:39:54.805 INFO:tasks.workunit.client.1.smithi170.stdout:6/270: rename d0/d3b/d43/f51 to d0/f5f 0 2024-09-17T10:39:54.808 INFO:tasks.workunit.client.0.smithi159.stdout:9/703: symlink d0/d3/d7/da/dc/d40/d7d/lee 0 2024-09-17T10:39:54.810 INFO:tasks.workunit.client.1.smithi170.stdout:3/437: unlink d18/d2c/d41/d94/d2d/c36 0 2024-09-17T10:39:54.810 INFO:tasks.workunit.client.1.smithi170.stdout:3/438: truncate d18/d24/f86 953014 0 2024-09-17T10:39:54.811 INFO:tasks.workunit.client.0.smithi159.stdout:2/607: dread d0/d9/f23 [4194304,4194304] 0 2024-09-17T10:39:54.811 INFO:tasks.workunit.client.1.smithi170.stdout:1/446: mkdir d3/d5/d27/d51/da4 0 2024-09-17T10:39:54.816 INFO:tasks.workunit.client.1.smithi170.stdout:7/301: symlink d25/d2a/d3e/d56/l5c 0 2024-09-17T10:39:54.819 INFO:tasks.workunit.client.1.smithi170.stdout:2/448: mknod dd/d14/d19/d4c/d63/d7f/c8b 0 2024-09-17T10:39:54.819 INFO:tasks.workunit.client.1.smithi170.stdout:2/449: truncate dd/d14/d19/d4c/d63/f3e 4367307 0 2024-09-17T10:39:54.820 INFO:tasks.workunit.client.0.smithi159.stdout:0/625: mknod d5/dcf/d18/d22/d3e/d51/ce4 0 2024-09-17T10:39:54.827 INFO:tasks.workunit.client.0.smithi159.stdout:9/704: creat d0/d78/fef x:0 0 0 2024-09-17T10:39:54.827 INFO:tasks.workunit.client.1.smithi170.stdout:7/302: dread d25/d2a/f3a [0,4194304] 0 2024-09-17T10:39:54.829 INFO:tasks.workunit.client.1.smithi170.stdout:3/439: dwrite d18/d1c/d2b/f5b [0,4194304] 0 2024-09-17T10:39:54.831 INFO:tasks.workunit.client.1.smithi170.stdout:6/271: dwrite d0/d3b/f58 [0,4194304] 0 2024-09-17T10:39:54.836 INFO:tasks.workunit.client.0.smithi159.stdout:0/626: creat d5/dcf/d18/d22/da2/db3/fe5 x:0 0 0 2024-09-17T10:39:54.841 INFO:tasks.workunit.client.1.smithi170.stdout:1/447: link d3/d5/d27/d51/f43 d3/d5/d27/d51/d64/d85/fa5 0 2024-09-17T10:39:54.841 INFO:tasks.workunit.client.1.smithi170.stdout:1/448: fdatasync d3/f7a 0 2024-09-17T10:39:54.844 INFO:tasks.workunit.client.0.smithi159.stdout:2/608: rmdir d0/d14/d76/d5e 39 2024-09-17T10:39:54.844 INFO:tasks.workunit.client.1.smithi170.stdout:1/449: dread d3/d5/d27/f2d [0,4194304] 0 2024-09-17T10:39:54.846 INFO:tasks.workunit.client.0.smithi159.stdout:0/627: symlink d5/d4f/d67/da6/le6 0 2024-09-17T10:39:54.847 INFO:tasks.workunit.client.1.smithi170.stdout:2/450: dread dd/f69 [0,4194304] 0 2024-09-17T10:39:54.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/705: dwrite d0/d3/d7/f16 [0,4194304] 0 2024-09-17T10:39:54.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/706: fdatasync d0/d3/d7/da/d46/de1/d47/f8c 0 2024-09-17T10:39:54.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/707: dread - d0/d78/fef zero size 2024-09-17T10:39:54.848 INFO:tasks.workunit.client.1.smithi170.stdout:7/303: dwrite d25/d2a/f2e [0,4194304] 0 2024-09-17T10:39:54.849 INFO:tasks.workunit.client.0.smithi159.stdout:5/579: rename d19/d6f/d75/dae to d19/d33/dc7 0 2024-09-17T10:39:54.856 INFO:tasks.workunit.client.0.smithi159.stdout:8/732: rename d4/dd/d10/d33/f45 to d4/dd/d10/d4b/dca/ff8 0 2024-09-17T10:39:54.857 INFO:tasks.workunit.client.0.smithi159.stdout:8/733: creat d4/dd/d10/d4b/d8b/d53/ff9 x:0 0 0 2024-09-17T10:39:54.863 INFO:tasks.workunit.client.1.smithi170.stdout:7/304: dwrite f1d [0,4194304] 0 2024-09-17T10:39:54.864 INFO:tasks.workunit.client.0.smithi159.stdout:8/734: rmdir d4/d32/db6 39 2024-09-17T10:39:54.864 INFO:tasks.workunit.client.0.smithi159.stdout:8/735: fsync d4/dd/d10/d1a/d6d/f9d 0 2024-09-17T10:39:54.865 INFO:tasks.workunit.client.1.smithi170.stdout:5/330: rmdir d1/d3/d13/d2c/d51 39 2024-09-17T10:39:54.869 INFO:tasks.workunit.client.0.smithi159.stdout:2/609: dwrite d0/d14/fbd [0,4194304] 0 2024-09-17T10:39:54.869 INFO:tasks.workunit.client.0.smithi159.stdout:8/736: mknod d4/dd/d10/d1a/d3c/cfa 0 2024-09-17T10:39:54.869 INFO:tasks.workunit.client.1.smithi170.stdout:9/299: rmdir dd 39 2024-09-17T10:39:54.870 INFO:tasks.workunit.client.1.smithi170.stdout:9/300: truncate dd/f15 1237546 0 2024-09-17T10:39:54.873 INFO:tasks.workunit.client.1.smithi170.stdout:9/301: dread dd/d16/d17/d43/f49 [0,4194304] 0 2024-09-17T10:39:54.873 INFO:tasks.workunit.client.1.smithi170.stdout:3/440: getdents d18/d4b/d7c 0 2024-09-17T10:39:54.877 INFO:tasks.workunit.client.1.smithi170.stdout:1/450: mkdir d3/d5/d81/da6 0 2024-09-17T10:39:54.881 INFO:tasks.workunit.client.1.smithi170.stdout:2/451: mkdir dd/d14/d19/d4c/d63/d32/d8c 0 2024-09-17T10:39:54.881 INFO:tasks.workunit.client.1.smithi170.stdout:2/452: chown dd/d14/d19 160 1 2024-09-17T10:39:54.881 INFO:tasks.workunit.client.1.smithi170.stdout:2/453: write dd/f29 [2287725,101898] 0 2024-09-17T10:39:54.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.879+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f982c069350 con 0x7f9818070ae0 2024-09-17T10:39:54.885 INFO:tasks.workunit.client.1.smithi170.stdout:7/305: mkdir d25/d2a/d3e/d56/d5d 0 2024-09-17T10:39:54.885 INFO:tasks.workunit.client.1.smithi170.stdout:7/306: write d25/d2a/f3c [1018660,104705] 0 2024-09-17T10:39:54.886 INFO:tasks.workunit.client.1.smithi170.stdout:5/331: mkdir d1/d3/d55/d5e/d67/d69 0 2024-09-17T10:39:54.886 INFO:tasks.workunit.client.1.smithi170.stdout:5/332: getdents d1/d11/d62 0 2024-09-17T10:39:54.886 INFO:tasks.workunit.client.1.smithi170.stdout:5/333: chown d1/d3/c39 1562617309 1 2024-09-17T10:39:54.887 INFO:tasks.workunit.client.0.smithi159.stdout:7/618: sync 2024-09-17T10:39:54.887 INFO:tasks.workunit.client.0.smithi159.stdout:3/656: sync 2024-09-17T10:39:54.887 INFO:tasks.workunit.client.0.smithi159.stdout:4/580: sync 2024-09-17T10:39:54.887 INFO:tasks.workunit.client.0.smithi159.stdout:2/610: dwrite d0/d14/d76/fc5 [0,4194304] 0 2024-09-17T10:39:54.887 INFO:tasks.workunit.client.0.smithi159.stdout:8/737: dread d4/da/f2e [0,4194304] 0 2024-09-17T10:39:54.887 INFO:tasks.workunit.client.0.smithi159.stdout:2/611: write d0/df/d3e/d47/d79/f82 [985638,62607] 0 2024-09-17T10:39:54.888 INFO:tasks.workunit.client.1.smithi170.stdout:9/302: mknod dd/d16/d2a/d51/c63 0 2024-09-17T10:39:54.888 INFO:tasks.workunit.client.1.smithi170.stdout:9/303: write dd/d40/d32/f4d [118767,108595] 0 2024-09-17T10:39:54.888 INFO:tasks.workunit.client.1.smithi170.stdout:3/441: creat d18/f99 x:0 0 0 2024-09-17T10:39:54.888 INFO:tasks.workunit.client.1.smithi170.stdout:3/442: fdatasync d18/d2c/f4c 0 2024-09-17T10:39:54.889 INFO:tasks.workunit.client.1.smithi170.stdout:9/304: write dd/f15 [577923,13517] 0 2024-09-17T10:39:54.891 INFO:tasks.workunit.client.1.smithi170.stdout:6/272: rename d0/f13 to d0/d3b/f60 0 2024-09-17T10:39:54.891 INFO:tasks.workunit.client.1.smithi170.stdout:6/273: readlink d0/d3b/l1c 0 2024-09-17T10:39:54.892 INFO:tasks.workunit.client.1.smithi170.stdout:6/274: write d0/d3b/f25 [4932848,44113] 0 2024-09-17T10:39:54.892 INFO:tasks.workunit.client.0.smithi159.stdout:2/612: dread d0/d14/d76/dd3/f90 [0,4194304] 0 2024-09-17T10:39:54.897 INFO:tasks.workunit.client.0.smithi159.stdout:4/581: dread d0/f2a [0,4194304] 0 2024-09-17T10:39:54.897 INFO:tasks.workunit.client.0.smithi159.stdout:4/582: chown d0/d9/d24/c58 14951467 1 2024-09-17T10:39:54.897 INFO:tasks.workunit.client.0.smithi159.stdout:4/583: chown d0 37661 1 2024-09-17T10:39:54.898 INFO:tasks.workunit.client.0.smithi159.stdout:7/619: write d2/d18/f6c [477103,68884] 0 2024-09-17T10:39:54.898 INFO:tasks.workunit.client.0.smithi159.stdout:3/657: dread d9/df/f2a [0,4194304] 0 2024-09-17T10:39:54.898 INFO:tasks.workunit.client.0.smithi159.stdout:0/628: rename d5/dcf/d18/d22/d3e/d51 to d5/dcf/db9/de7 0 2024-09-17T10:39:54.899 INFO:tasks.workunit.client.1.smithi170.stdout:2/454: link dd/d1a/l71 dd/d14/d19/l8d 0 2024-09-17T10:39:54.900 INFO:tasks.workunit.client.0.smithi159.stdout:2/613: mknod d0/d14/d76/d67/cd4 0 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.899+0000 7f9822ffd700 1 -- 172.21.15.159:0/2371883605 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3480 (secure 0 0 0) 0x7f982c069350 con 0x7f9818070ae0 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (6m) 2m ago 8m 26.0M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (8m) 2m ago 8m 7411k - 18.2.0 dc2bc1663786 cfddc9b53fae 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (7m) 2m ago 7m 7272k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (8m) 2m ago 8m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (7m) 2m ago 7m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:39:54.901 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (6m) 2m ago 8m 85.5M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (2m) 2m ago 2m 11.3M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (2m) 2m ago 2m 14.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (2m) 2m ago 2m 17.7M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (2m) 2m ago 2m 15.2M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (10m) 2m ago 10m 487M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (7m) 2m ago 7m 440M - 18.2.0 dc2bc1663786 f75007dd89d0 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (10m) 2m ago 10m 49.1M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (7m) 2m ago 7m 38.7M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (8m) 2m ago 8m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (7m) 2m ago 7m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (6m) 2m ago 6m 48.4M 3946M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (5m) 2m ago 5m 46.4M 3946M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:39:54.902 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (5m) 2m ago 5m 46.0M 3946M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:39:54.903 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (4m) 2m ago 4m 48.9M 4970M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:39:54.903 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (4m) 2m ago 4m 43.9M 4970M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:39:54.903 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (4m) 2m ago 4m 46.2M 4970M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:39:54.903 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (6m) 2m ago 8m 62.5M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:39:54.904 INFO:tasks.workunit.client.1.smithi170.stdout:5/334: mknod d1/d3/d13/d2c/c6a 0 2024-09-17T10:39:54.904 INFO:tasks.workunit.client.1.smithi170.stdout:5/335: chown d1/d3/c29 427 1 2024-09-17T10:39:54.904 INFO:tasks.workunit.client.1.smithi170.stdout:5/336: write d1/d3/f50 [612859,65286] 0 2024-09-17T10:39:54.904 INFO:tasks.workunit.client.1.smithi170.stdout:5/337: chown d1/d3/lb 418 1 2024-09-17T10:39:54.904 INFO:tasks.workunit.client.1.smithi170.stdout:9/305: symlink dd/d40/d4e/d29/d2c/l64 0 2024-09-17T10:39:54.904 INFO:tasks.workunit.client.1.smithi170.stdout:1/451: dwrite d3/f34 [0,4194304] 0 2024-09-17T10:39:54.905 INFO:tasks.workunit.client.0.smithi159.stdout:4/584: rmdir d0/d9/d24/d39/d6a/d85 0 2024-09-17T10:39:54.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.904+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9818070ae0 msgr2=0x7f9818072f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.904+0000 7f9833d02700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9818070ae0 0x7f9818072f90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f981c009fd0 tx=0x7f981c005940 comp rx=0 tx=0).stop 2024-09-17T10:39:54.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.904+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 msgr2=0x7f982c195950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:54.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.904+0000 7f9833d02700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 0x7f982c195950 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f982800e8f0 tx=0x7f982800ec00 comp rx=0 tx=0).stop 2024-09-17T10:39:54.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.906+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 shutdown_connections 2024-09-17T10:39:54.907 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.906+0000 7f9833d02700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9818070ae0 0x7f9818072f90 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.906+0000 7f9833d02700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f982c0ff050 0x7f982c195950 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.906+0000 7f9833d02700 1 --2- 172.21.15.159:0/2371883605 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f982c100250 0x7f982c195e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:54.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.906+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 >> 172.21.15.159:0/2371883605 conn(0x7f982c0fa600 msgr2=0x7f982c068c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:54.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.906+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 shutdown_connections 2024-09-17T10:39:54.908 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:54.906+0000 7f9833d02700 1 -- 172.21.15.159:0/2371883605 wait complete. 2024-09-17T10:39:54.910 INFO:tasks.workunit.client.1.smithi170.stdout:6/275: unlink d0/d3b/c5 0 2024-09-17T10:39:54.911 INFO:tasks.workunit.client.0.smithi159.stdout:7/620: symlink d2/d18/d20/d3f/d73/d95/dc4/le6 0 2024-09-17T10:39:54.914 INFO:tasks.workunit.client.0.smithi159.stdout:0/629: symlink d5/d4f/db2/de1/le8 0 2024-09-17T10:39:54.914 INFO:tasks.workunit.client.0.smithi159.stdout:0/630: dread - d5/d12/d32/d59/f90 zero size 2024-09-17T10:39:54.915 INFO:tasks.workunit.client.1.smithi170.stdout:2/455: mkdir dd/d3a/d8e 0 2024-09-17T10:39:54.917 INFO:tasks.workunit.client.0.smithi159.stdout:1/653: sync 2024-09-17T10:39:54.917 INFO:tasks.workunit.client.0.smithi159.stdout:6/656: sync 2024-09-17T10:39:54.917 INFO:tasks.workunit.client.0.smithi159.stdout:1/654: creat d1/d2/d25/fbd x:0 0 0 2024-09-17T10:39:54.918 INFO:tasks.workunit.client.0.smithi159.stdout:9/708: rename d0/d3/d7/da9/fb5 to d0/d3/d7/ff0 0 2024-09-17T10:39:54.918 INFO:tasks.workunit.client.0.smithi159.stdout:9/709: truncate d0/d1/fec 251458 0 2024-09-17T10:39:54.919 INFO:tasks.workunit.client.1.smithi170.stdout:5/338: mknod d1/d11/d62/c6b 0 2024-09-17T10:39:54.919 INFO:tasks.workunit.client.0.smithi159.stdout:3/658: dwrite d9/df/d2c/d2f/d63/d8d/d74/f93 [0,4194304] 0 2024-09-17T10:39:54.919 INFO:tasks.workunit.client.1.smithi170.stdout:3/443: dwrite d18/d25/f60 [0,4194304] 0 2024-09-17T10:39:54.920 INFO:tasks.workunit.client.0.smithi159.stdout:2/614: symlink d0/d26/d4b/d6d/dcd/ld5 0 2024-09-17T10:39:54.920 INFO:tasks.workunit.client.0.smithi159.stdout:2/615: write d0/df/d3e/d47/d79/f82 [1062169,91807] 0 2024-09-17T10:39:54.921 INFO:tasks.workunit.client.1.smithi170.stdout:9/306: mknod dd/d40/d4e/c65 0 2024-09-17T10:39:54.921 INFO:tasks.workunit.client.1.smithi170.stdout:9/307: truncate dd/d40/d4e/f4a 377190 0 2024-09-17T10:39:54.926 INFO:tasks.workunit.client.1.smithi170.stdout:6/276: write d0/f39 [364804,125052] 0 2024-09-17T10:39:54.926 INFO:tasks.workunit.client.1.smithi170.stdout:6/277: dread - d0/d3b/d43/f46 zero size 2024-09-17T10:39:54.926 INFO:tasks.workunit.client.1.smithi170.stdout:6/278: readlink d0/d3b/l37 0 2024-09-17T10:39:54.929 INFO:tasks.workunit.client.0.smithi159.stdout:7/621: creat d2/d18/d20/d3f/d73/fe7 x:0 0 0 2024-09-17T10:39:54.930 INFO:tasks.workunit.client.1.smithi170.stdout:7/307: rename d25/d2a/d3e/d4b/f5b to d25/f5e 0 2024-09-17T10:39:54.930 INFO:tasks.workunit.client.1.smithi170.stdout:2/456: rename dd/d14/d19/d4c to dd/d14/d19/d4c/d63/d7f/d8f 22 2024-09-17T10:39:54.930 INFO:tasks.workunit.client.0.smithi159.stdout:0/631: symlink d5/d4f/d67/da6/le9 0 2024-09-17T10:39:54.931 INFO:tasks.workunit.client.0.smithi159.stdout:0/632: dread - d5/d12/d32/d59/f90 zero size 2024-09-17T10:39:54.931 INFO:tasks.workunit.client.0.smithi159.stdout:0/633: fdatasync d5/dcf/d18/d22/d4c/d70/fc1 0 2024-09-17T10:39:54.931 INFO:tasks.workunit.client.0.smithi159.stdout:0/634: fdatasync d5/dcf/d18/d22/fa4 0 2024-09-17T10:39:54.932 INFO:tasks.workunit.client.0.smithi159.stdout:6/657: link d1/df/d11/d16/f18 d1/df/d2c/d35/d3e/d96/fc4 0 2024-09-17T10:39:54.938 INFO:tasks.workunit.client.0.smithi159.stdout:5/580: rename d19/d1b/d1d/c29 to d19/d1b/d1d/d59/da7/db5/cc8 0 2024-09-17T10:39:54.941 INFO:tasks.workunit.client.0.smithi159.stdout:1/655: dwrite d1/d2f/f6b [0,4194304] 0 2024-09-17T10:39:54.942 INFO:tasks.workunit.client.0.smithi159.stdout:9/710: symlink d0/d3/d7/da/dc/d34/da7/lf1 0 2024-09-17T10:39:54.942 INFO:tasks.workunit.client.0.smithi159.stdout:9/711: chown d0/d3/d7/da/dc/de/d3e/c71 0 1 2024-09-17T10:39:54.942 INFO:tasks.workunit.client.0.smithi159.stdout:9/712: dread - d0/d3/d7/da/d46/d54/d8b/fbc zero size 2024-09-17T10:39:54.942 INFO:tasks.workunit.client.0.smithi159.stdout:9/713: creat d0/d3/d7/da9/ff2 x:0 0 0 2024-09-17T10:39:54.943 INFO:tasks.workunit.client.0.smithi159.stdout:9/714: creat d0/d3/d7/da/d46/d54/dc4/ff3 x:0 0 0 2024-09-17T10:39:54.943 INFO:tasks.workunit.client.1.smithi170.stdout:5/339: dwrite d1/d11/f37 [0,4194304] 0 2024-09-17T10:39:54.943 INFO:tasks.workunit.client.1.smithi170.stdout:5/340: readlink d1/d3/l19 0 2024-09-17T10:39:54.944 INFO:tasks.workunit.client.0.smithi159.stdout:3/659: symlink d9/df/lc6 0 2024-09-17T10:39:54.944 INFO:tasks.workunit.client.0.smithi159.stdout:3/660: write d9/df/f11 [4174496,40608] 0 2024-09-17T10:39:54.944 INFO:tasks.workunit.client.0.smithi159.stdout:3/661: fdatasync d9/df/f58 0 2024-09-17T10:39:54.944 INFO:tasks.workunit.client.0.smithi159.stdout:3/662: write d9/df/d2c/d2f/d63/d8d/f72 [514251,10930] 0 2024-09-17T10:39:54.948 INFO:tasks.workunit.client.0.smithi159.stdout:2/616: mkdir d0/d14/d76/dd3/dd6 0 2024-09-17T10:39:54.948 INFO:tasks.workunit.client.0.smithi159.stdout:2/617: dread - d0/d26/d4b/d6d/f5d zero size 2024-09-17T10:39:54.948 INFO:tasks.workunit.client.0.smithi159.stdout:2/618: chown d0/df/d3e/d46/d66/c85 50428675 1 2024-09-17T10:39:54.950 INFO:tasks.workunit.client.0.smithi159.stdout:7/622: creat d2/d18/d20/d3f/d77/db7/fe8 x:0 0 0 2024-09-17T10:39:54.951 INFO:tasks.workunit.client.1.smithi170.stdout:9/308: truncate dd/d16/d17/f22 6065 0 2024-09-17T10:39:54.951 INFO:tasks.workunit.client.1.smithi170.stdout:9/309: fdatasync dd/d40/d4e/d29/f5b 0 2024-09-17T10:39:54.955 INFO:tasks.workunit.client.0.smithi159.stdout:4/585: rename d0/f31 to d0/d9/d24/d39/fb9 0 2024-09-17T10:39:54.956 INFO:tasks.workunit.client.0.smithi159.stdout:7/623: dread d2/d18/d20/db8/d45/f4b [0,4194304] 0 2024-09-17T10:39:54.958 INFO:tasks.workunit.client.1.smithi170.stdout:7/308: readlink d25/l32 0 2024-09-17T10:39:54.960 INFO:tasks.workunit.client.1.smithi170.stdout:2/457: creat dd/d14/d19/d4c/d63/f90 x:0 0 0 2024-09-17T10:39:54.962 INFO:tasks.workunit.client.0.smithi159.stdout:1/656: rmdir d1 39 2024-09-17T10:39:54.964 INFO:tasks.workunit.client.0.smithi159.stdout:6/658: dwrite d1/df/d11/f34 [0,4194304] 0 2024-09-17T10:39:54.964 INFO:tasks.workunit.client.0.smithi159.stdout:5/581: dwrite d19/d69/d78/db3/dbd/f45 [4194304,4194304] 0 2024-09-17T10:39:54.964 INFO:tasks.workunit.client.0.smithi159.stdout:5/582: write d19/d1b/d1d/da9/fc1 [247646,44393] 0 2024-09-17T10:39:54.966 INFO:tasks.workunit.client.1.smithi170.stdout:5/341: rename d1/c61 to d1/d3/d13/d2c/c6c 0 2024-09-17T10:39:54.969 INFO:tasks.workunit.client.1.smithi170.stdout:3/444: link d18/d1c/d2b/f4d d18/d24/f9a 0 2024-09-17T10:39:54.970 INFO:tasks.workunit.client.1.smithi170.stdout:7/309: dread d25/d2a/f3a [0,4194304] 0 2024-09-17T10:39:54.972 INFO:tasks.workunit.client.1.smithi170.stdout:9/310: unlink dd/d40/d4e/d29/c33 0 2024-09-17T10:39:54.973 INFO:tasks.workunit.client.1.smithi170.stdout:9/311: dread - dd/d40/d4e/f31 zero size 2024-09-17T10:39:54.976 INFO:tasks.workunit.client.0.smithi159.stdout:9/715: truncate d0/d3/d7/da/d46/de1/d47/fb0 1696249 0 2024-09-17T10:39:54.976 INFO:tasks.workunit.client.1.smithi170.stdout:2/458: dwrite dd/d14/d19/d4c/d63/d32/f50 [0,4194304] 0 2024-09-17T10:39:54.977 INFO:tasks.workunit.client.1.smithi170.stdout:6/279: link d0/d3b/d43/c49 d0/d3b/c61 0 2024-09-17T10:39:54.978 INFO:tasks.workunit.client.0.smithi159.stdout:3/663: mkdir d9/df/d54/d59/d99/dc7 0 2024-09-17T10:39:54.986 INFO:tasks.workunit.client.0.smithi159.stdout:2/619: dread d0/df/d3e/d46/d66/f6b [0,4194304] 0 2024-09-17T10:39:54.987 INFO:tasks.workunit.client.0.smithi159.stdout:0/635: rename d5/f1c to d5/d12/daa/dbd/fea 0 2024-09-17T10:39:54.990 INFO:tasks.workunit.client.0.smithi159.stdout:4/586: creat d0/d9/d97/d9f/d5d/d82/fba x:0 0 0 2024-09-17T10:39:54.991 INFO:tasks.workunit.client.1.smithi170.stdout:9/312: mkdir dd/d16/d17/d43/d66 0 2024-09-17T10:39:54.991 INFO:tasks.workunit.client.1.smithi170.stdout:9/313: truncate dd/d40/d4e/f31 72099 0 2024-09-17T10:39:54.991 INFO:tasks.workunit.client.1.smithi170.stdout:9/314: truncate dd/d40/d4e/d23/f2b 4271885 0 2024-09-17T10:39:54.993 INFO:tasks.workunit.client.1.smithi170.stdout:7/310: dwrite d25/d2a/f37 [0,4194304] 0 2024-09-17T10:39:54.993 INFO:tasks.workunit.client.1.smithi170.stdout:7/311: chown d25/d2a/f42 32 1 2024-09-17T10:39:54.993 INFO:tasks.workunit.client.1.smithi170.stdout:7/312: write d25/d2a/f30 [1199851,14248] 0 2024-09-17T10:39:54.993 INFO:tasks.workunit.client.1.smithi170.stdout:6/280: dwrite d0/f7 [0,4194304] 0 2024-09-17T10:39:54.993 INFO:tasks.workunit.client.1.smithi170.stdout:6/281: dread - d0/f5d zero size 2024-09-17T10:39:54.993 INFO:tasks.workunit.client.1.smithi170.stdout:9/315: dread dd/f27 [0,4194304] 0 2024-09-17T10:39:54.994 INFO:tasks.workunit.client.0.smithi159.stdout:7/624: unlink d2/d18/d20/d3f/d40/f59 0 2024-09-17T10:39:54.994 INFO:tasks.workunit.client.0.smithi159.stdout:7/625: write d2/d18/d20/d3f/f66 [4590211,68542] 0 2024-09-17T10:39:54.994 INFO:tasks.workunit.client.0.smithi159.stdout:7/626: chown d2/d23/d67/d47/l4e 52509 1 2024-09-17T10:39:54.994 INFO:tasks.workunit.client.0.smithi159.stdout:7/627: fsync d2/d23/d67/d47/d87/fba 0 2024-09-17T10:39:54.995 INFO:tasks.workunit.client.1.smithi170.stdout:7/313: dread d25/d2a/f2d [0,4194304] 0 2024-09-17T10:39:54.999 INFO:tasks.workunit.client.1.smithi170.stdout:2/459: mknod dd/d14/d19/d4c/d63/d7f/c91 0 2024-09-17T10:39:54.999 INFO:tasks.workunit.client.1.smithi170.stdout:2/460: chown dd/d1a/d2a/l38 204 1 2024-09-17T10:39:54.999 INFO:tasks.workunit.client.1.smithi170.stdout:2/461: readlink dd/d1a/l3c 0 2024-09-17T10:39:55.000 INFO:tasks.workunit.client.0.smithi159.stdout:5/583: rmdir d19/d1b/d1d 39 2024-09-17T10:39:55.001 INFO:tasks.workunit.client.1.smithi170.stdout:6/282: dread d0/d3b/f58 [0,4194304] 0 2024-09-17T10:39:55.002 INFO:tasks.workunit.client.0.smithi159.stdout:0/636: dwrite d5/dcf/f17 [0,4194304] 0 2024-09-17T10:39:55.003 INFO:tasks.workunit.client.0.smithi159.stdout:9/716: link d0/d3/d7/da/dc/de/d36/l74 d0/d3/d7/da/d46/d54/d8b/lf4 0 2024-09-17T10:39:55.003 INFO:tasks.workunit.client.0.smithi159.stdout:9/717: truncate d0/d3/d7/da/dc/d1c/f4d 501824 0 2024-09-17T10:39:55.004 INFO:tasks.workunit.client.0.smithi159.stdout:7/628: write d2/d18/d20/d2c/f5e [2948236,121868] 0 2024-09-17T10:39:55.004 INFO:tasks.workunit.client.0.smithi159.stdout:7/629: readlink d2/d23/d67/d47/d4a/lbc 0 2024-09-17T10:39:55.004 INFO:tasks.workunit.client.0.smithi159.stdout:7/630: chown d2/d23/d67/d7b/fc6 58118 1 2024-09-17T10:39:55.004 INFO:tasks.workunit.client.0.smithi159.stdout:3/664: getdents d9/df/d2c/d2f/d63/d8d/d8e 0 2024-09-17T10:39:55.007 INFO:tasks.workunit.client.0.smithi159.stdout:2/620: creat d0/fd7 x:0 0 0 2024-09-17T10:39:55.008 INFO:tasks.workunit.client.0.smithi159.stdout:0/637: read d5/d4f/d67/fb8 [1123550,42644] 0 2024-09-17T10:39:55.009 INFO:tasks.workunit.client.0.smithi159.stdout:1/657: rename d1/d2f/d9e/d3d/d7d/f92 to d1/d2f/fbe 0 2024-09-17T10:39:55.011 INFO:tasks.workunit.client.1.smithi170.stdout:5/342: rmdir d1/d3 39 2024-09-17T10:39:55.013 INFO:tasks.workunit.client.0.smithi159.stdout:1/658: dread d1/d2f/d9e/d1a/dc/d18/fb4 [0,4194304] 0 2024-09-17T10:39:55.014 INFO:tasks.workunit.client.0.smithi159.stdout:4/587: truncate d0/d9/da/d33/f57 1594551 0 2024-09-17T10:39:55.015 INFO:tasks.workunit.client.0.smithi159.stdout:1/659: dread d1/d2/d82/fbc [0,4194304] 0 2024-09-17T10:39:55.016 INFO:tasks.workunit.client.0.smithi159.stdout:5/584: mknod d19/d1a/cc9 0 2024-09-17T10:39:55.017 INFO:tasks.workunit.client.0.smithi159.stdout:0/638: dread d5/dcf/d18/d22/f42 [0,4194304] 0 2024-09-17T10:39:55.019 INFO:tasks.workunit.client.0.smithi159.stdout:9/718: creat d0/d1/d2/dea/ff5 x:0 0 0 2024-09-17T10:39:55.019 INFO:tasks.workunit.client.0.smithi159.stdout:9/719: fsync d0/d3/d7/da/dc/d3a/da6/ddd/f6f 0 2024-09-17T10:39:55.019 INFO:tasks.workunit.client.0.smithi159.stdout:9/720: creat d0/d3/d7/da/d46/d54/d8b/db8/ff6 x:0 0 0 2024-09-17T10:39:55.020 INFO:tasks.workunit.client.0.smithi159.stdout:9/721: truncate d0/d3/d7/da9/ff2 986662 0 2024-09-17T10:39:55.020 INFO:tasks.workunit.client.0.smithi159.stdout:9/722: stat d0/d3/d7/da/d46/de1/d81/f9a 0 2024-09-17T10:39:55.020 INFO:tasks.workunit.client.0.smithi159.stdout:9/723: creat d0/d3/d7/da/d46/d54/d8b/ff7 x:0 0 0 2024-09-17T10:39:55.022 INFO:tasks.workunit.client.1.smithi170.stdout:9/316: creat dd/d16/d17/d43/f67 x:0 0 0 2024-09-17T10:39:55.023 INFO:tasks.workunit.client.0.smithi159.stdout:3/665: dwrite d9/df/d54/d59/d5e/f6c [4194304,4194304] 0 2024-09-17T10:39:55.023 INFO:tasks.workunit.client.0.smithi159.stdout:3/666: write d9/f23 [2144452,64415] 0 2024-09-17T10:39:55.024 INFO:tasks.workunit.client.0.smithi159.stdout:2/621: dwrite d0/d14/d76/dd3/f94 [0,4194304] 0 2024-09-17T10:39:55.024 INFO:tasks.workunit.client.0.smithi159.stdout:2/622: fdatasync d0/d9/f99 0 2024-09-17T10:39:55.024 INFO:tasks.workunit.client.0.smithi159.stdout:2/623: chown d0/d9/db8 6180 1 2024-09-17T10:39:55.024 INFO:tasks.workunit.client.0.smithi159.stdout:7/631: creat d2/d23/d67/d47/fe9 x:0 0 0 2024-09-17T10:39:55.025 INFO:tasks.workunit.client.1.smithi170.stdout:7/314: rmdir d25/d3b 39 2024-09-17T10:39:55.027 INFO:tasks.workunit.client.0.smithi159.stdout:6/659: rename d1/df/c1d to d1/d5d/d51/d88/cc5 0 2024-09-17T10:39:55.029 INFO:tasks.workunit.client.1.smithi170.stdout:2/462: rename dd/d3a/d5b/c74 to dd/c92 0 2024-09-17T10:39:55.029 INFO:tasks.workunit.client.1.smithi170.stdout:7/315: dread f8 [0,4194304] 0 2024-09-17T10:39:55.029 INFO:tasks.workunit.client.1.smithi170.stdout:7/316: write d25/d2a/d3e/f58 [796324,4747] 0 2024-09-17T10:39:55.030 INFO:tasks.workunit.client.0.smithi159.stdout:4/588: truncate d0/f2a 3379464 0 2024-09-17T10:39:55.030 INFO:tasks.workunit.client.0.smithi159.stdout:4/589: fdatasync d0/d9/d97/d9f/d5d/f93 0 2024-09-17T10:39:55.031 INFO:tasks.workunit.client.1.smithi170.stdout:6/283: creat d0/f62 x:0 0 0 2024-09-17T10:39:55.033 INFO:tasks.workunit.client.0.smithi159.stdout:5/585: mknod d19/d1a/d32/cca 0 2024-09-17T10:39:55.035 INFO:tasks.workunit.client.0.smithi159.stdout:7/632: dread d2/d18/d20/db8/d45/f90 [0,4194304] 0 2024-09-17T10:39:55.039 INFO:tasks.workunit.client.0.smithi159.stdout:0/639: link d5/d12/d32/lce d5/dcf/d18/d22/d3e/d62/da8/leb 0 2024-09-17T10:39:55.047 INFO:tasks.workunit.client.1.smithi170.stdout:2/463: dwrite dd/d54/f7c [0,4194304] 0 2024-09-17T10:39:55.047 INFO:tasks.workunit.client.1.smithi170.stdout:2/464: chown dd/d3a/d78/f8a 3 1 2024-09-17T10:39:55.050 INFO:tasks.workunit.client.1.smithi170.stdout:5/343: mkdir d1/d3/d55/d6d 0 2024-09-17T10:39:55.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/317: mknod dd/d40/d50/c68 0 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2910493007 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c40ff300 msgr2=0x7f74c40ff770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2910493007 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c40ff300 0x7f74c40ff770 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f74b8009910 tx=0x7f74b8009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2910493007 shutdown_connections 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2910493007 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c40ff300 0x7f74c40ff770 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2910493007 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f74c4100650 0x7f74c4100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2910493007 >> 172.21.15.159:0/2910493007 conn(0x7f74c40f9d80 msgr2=0x7f74c40fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2910493007 shutdown_connections 2024-09-17T10:39:55.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.055+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2910493007 wait complete. 2024-09-17T10:39:55.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.056+0000 7f74c9d7e700 1 Processor -- start 2024-09-17T10:39:55.058 INFO:tasks.workunit.client.0.smithi159.stdout:0/640: dwrite d5/d12/d32/d59/f90 [0,4194304] 0 2024-09-17T10:39:55.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.056+0000 7f74c9d7e700 1 -- start start 2024-09-17T10:39:55.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.056+0000 7f74c9d7e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f74c40ff300 0x7f74c4194920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:55.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.056+0000 7f74c9d7e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c4100650 0x7f74c4194e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:55.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.056+0000 7f74c9d7e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74c4195480 con 0x7f74c4100650 2024-09-17T10:39:55.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.056+0000 7f74c9d7e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74c41955c0 con 0x7f74c40ff300 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c2ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c4100650 0x7f74c4194e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c2ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c4100650 0x7f74c4194e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47388/0 (socket says 172.21.15.159:47388) 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c2ffd700 1 -- 172.21.15.159:0/2123791659 learned_addr learned my addr 172.21.15.159:0/2123791659 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c37fe700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f74c40ff300 0x7f74c4194920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c2ffd700 1 -- 172.21.15.159:0/2123791659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f74c40ff300 msgr2=0x7f74c4194920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c2ffd700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f74c40ff300 0x7f74c4194920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c2ffd700 1 -- 172.21.15.159:0/2123791659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b80095f0 con 0x7f74c4100650 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c2ffd700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c4100650 0x7f74c4194e60 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f74b800bda0 tx=0x7f74b800bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c0ff9700 1 -- 172.21.15.159:0/2123791659 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f74b801d070 con 0x7f74c4100650 2024-09-17T10:39:55.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.057+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74c40fe1f0 con 0x7f74c4100650 2024-09-17T10:39:55.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.058+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74c40fe760 con 0x7f74c4100650 2024-09-17T10:39:55.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.058+0000 7f74c0ff9700 1 -- 172.21.15.159:0/2123791659 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f74b8022470 con 0x7f74c4100650 2024-09-17T10:39:55.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.058+0000 7f74c0ff9700 1 -- 172.21.15.159:0/2123791659 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f74b800f650 con 0x7f74c4100650 2024-09-17T10:39:55.062 INFO:tasks.workunit.client.0.smithi159.stdout:2/624: symlink d0/d14/d76/dd3/dd6/ld8 0 2024-09-17T10:39:55.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.059+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74b0005320 con 0x7f74c4100650 2024-09-17T10:39:55.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.060+0000 7f74c0ff9700 1 -- 172.21.15.159:0/2123791659 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f74b8004af0 con 0x7f74c4100650 2024-09-17T10:39:55.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.060+0000 7f74c0ff9700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f74ac06c680 0x7f74ac06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:55.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.060+0000 7f74c0ff9700 1 -- 172.21.15.159:0/2123791659 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f74b808ceb0 con 0x7f74c4100650 2024-09-17T10:39:55.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.060+0000 7f74c37fe700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f74ac06c680 0x7f74ac06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:55.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.061+0000 7f74c37fe700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f74ac06c680 0x7f74ac06eb30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f74b4007c30 tx=0x7f74b400f040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:55.064 INFO:tasks.workunit.client.1.smithi170.stdout:6/284: mknod d0/d3c/c63 0 2024-09-17T10:39:55.065 INFO:tasks.workunit.client.0.smithi159.stdout:6/660: mknod d1/df/d2c/d35/cc6 0 2024-09-17T10:39:55.065 INFO:tasks.workunit.client.0.smithi159.stdout:6/661: chown d1/df/d11/f4d 1448 1 2024-09-17T10:39:55.066 INFO:tasks.workunit.client.1.smithi170.stdout:2/465: dwrite dd/d14/d19/f33 [4194304,4194304] 0 2024-09-17T10:39:55.068 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.067+0000 7f74c0ff9700 1 -- 172.21.15.159:0/2123791659 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f74b805b080 con 0x7f74c4100650 2024-09-17T10:39:55.069 INFO:tasks.workunit.client.1.smithi170.stdout:9/318: creat dd/d16/d2a/f69 x:0 0 0 2024-09-17T10:39:55.069 INFO:tasks.workunit.client.1.smithi170.stdout:5/344: dwrite d1/d11/f36 [0,4194304] 0 2024-09-17T10:39:55.069 INFO:tasks.workunit.client.1.smithi170.stdout:5/345: dread - d1/d27/f5b zero size 2024-09-17T10:39:55.069 INFO:tasks.workunit.client.0.smithi159.stdout:4/590: symlink d0/d9/d24/d39/d6a/d89/lbb 0 2024-09-17T10:39:55.070 INFO:tasks.workunit.client.0.smithi159.stdout:2/625: write d0/df/d3e/fc7 [3090706,112987] 0 2024-09-17T10:39:55.071 INFO:tasks.workunit.client.1.smithi170.stdout:9/319: dread dd/d16/d17/d43/f49 [0,4194304] 0 2024-09-17T10:39:55.071 INFO:tasks.workunit.client.1.smithi170.stdout:9/320: chown dd/d16/d2a/f69 390 1 2024-09-17T10:39:55.071 INFO:tasks.workunit.client.1.smithi170.stdout:9/321: dread - dd/d40/d32/d3d/f48 zero size 2024-09-17T10:39:55.071 INFO:tasks.workunit.client.1.smithi170.stdout:7/317: link d25/d2a/d3e/d4b/c5a d25/c5f 0 2024-09-17T10:39:55.077 INFO:tasks.workunit.client.0.smithi159.stdout:4/591: dread d0/d9/da/f50 [0,4194304] 0 2024-09-17T10:39:55.078 INFO:tasks.workunit.client.1.smithi170.stdout:2/466: mknod dd/d1a/d6c/c93 0 2024-09-17T10:39:55.078 INFO:tasks.workunit.client.1.smithi170.stdout:2/467: truncate dd/d14/d19/d4c/d63/d32/d53/f60 312952 0 2024-09-17T10:39:55.080 INFO:tasks.workunit.client.1.smithi170.stdout:5/346: symlink d1/d3/d13/d2c/l6e 0 2024-09-17T10:39:55.082 INFO:tasks.workunit.client.1.smithi170.stdout:9/322: truncate dd/f15 589295 0 2024-09-17T10:39:55.083 INFO:tasks.workunit.client.1.smithi170.stdout:7/318: symlink d25/d3b/l60 0 2024-09-17T10:39:55.085 INFO:tasks.workunit.client.1.smithi170.stdout:4/217: sync 2024-09-17T10:39:55.085 INFO:tasks.workunit.client.1.smithi170.stdout:8/343: sync 2024-09-17T10:39:55.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/285: mkdir d0/d3b/d64 0 2024-09-17T10:39:55.086 INFO:tasks.workunit.client.1.smithi170.stdout:6/286: read d0/f32 [1072879,128528] 0 2024-09-17T10:39:55.087 INFO:tasks.workunit.client.1.smithi170.stdout:6/287: readlink d0/d3b/l2a 0 2024-09-17T10:39:55.091 INFO:tasks.workunit.client.1.smithi170.stdout:2/468: link dd/d14/d19/d4c/c79 dd/d14/d19/d4c/d63/d32/d8c/c94 0 2024-09-17T10:39:55.091 INFO:tasks.workunit.client.1.smithi170.stdout:5/347: read d1/d3/f53 [3026321,109914] 0 2024-09-17T10:39:55.092 INFO:tasks.workunit.client.1.smithi170.stdout:7/319: fdatasync d25/d2a/d3e/f58 0 2024-09-17T10:39:55.094 INFO:tasks.workunit.client.1.smithi170.stdout:9/323: creat dd/d16/d2a/d51/f6a x:0 0 0 2024-09-17T10:39:55.095 INFO:tasks.workunit.client.1.smithi170.stdout:2/469: dread dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:55.097 INFO:tasks.workunit.client.1.smithi170.stdout:4/218: creat d9/d12/d36/d42/d40/f45 x:0 0 0 2024-09-17T10:39:55.098 INFO:tasks.workunit.client.1.smithi170.stdout:8/344: dwrite d4/df/d3f/f47 [4194304,4194304] 0 2024-09-17T10:39:55.102 INFO:tasks.workunit.client.1.smithi170.stdout:6/288: rename d0/d3b/l52 to d0/l65 0 2024-09-17T10:39:55.103 INFO:tasks.workunit.client.1.smithi170.stdout:6/289: truncate d0/f5d 781033 0 2024-09-17T10:39:55.103 INFO:tasks.workunit.client.1.smithi170.stdout:6/290: write d0/d18/f1d [2294926,27951] 0 2024-09-17T10:39:55.109 INFO:tasks.workunit.client.1.smithi170.stdout:4/219: dread f3 [0,4194304] 0 2024-09-17T10:39:55.110 INFO:tasks.workunit.client.0.smithi159.stdout:7/633: link d2/d18/f52 d2/d23/d67/d47/fea 0 2024-09-17T10:39:55.111 INFO:tasks.workunit.client.0.smithi159.stdout:9/724: getdents d0/d3/d7/da/d46/d54/d8b/db8 0 2024-09-17T10:39:55.113 INFO:tasks.workunit.client.1.smithi170.stdout:7/320: symlink d25/d2a/d3e/d56/d5d/l61 0 2024-09-17T10:39:55.115 INFO:tasks.workunit.client.1.smithi170.stdout:7/321: dread d25/d2a/d3e/f47 [0,4194304] 0 2024-09-17T10:39:55.115 INFO:tasks.workunit.client.1.smithi170.stdout:7/322: fsync fc 0 2024-09-17T10:39:55.115 INFO:tasks.workunit.client.1.smithi170.stdout:9/324: getdents dd/d16 0 2024-09-17T10:39:55.115 INFO:tasks.workunit.client.1.smithi170.stdout:9/325: dread - dd/d40/d32/d3d/f48 zero size 2024-09-17T10:39:55.115 INFO:tasks.workunit.client.1.smithi170.stdout:9/326: chown dd/d40/d4e/f4a 27994 1 2024-09-17T10:39:55.116 INFO:tasks.workunit.client.0.smithi159.stdout:0/641: mkdir d5/dcf/d18/d22/d4c/d6b/dec 0 2024-09-17T10:39:55.116 INFO:tasks.workunit.client.1.smithi170.stdout:4/220: write d9/d12/f1f [648364,69158] 0 2024-09-17T10:39:55.117 INFO:tasks.workunit.client.1.smithi170.stdout:5/348: dwrite d1/f4a [0,4194304] 0 2024-09-17T10:39:55.117 INFO:tasks.workunit.client.1.smithi170.stdout:5/349: truncate d1/d27/f45 722671 0 2024-09-17T10:39:55.118 INFO:tasks.workunit.client.0.smithi159.stdout:1/660: rename d1/d2f/d9e/d1a/db0 to d1/d2f/d9e/d1a/d3b/dbf 0 2024-09-17T10:39:55.119 INFO:tasks.workunit.client.1.smithi170.stdout:8/345: unlink d4/la 0 2024-09-17T10:39:55.120 INFO:tasks.workunit.client.0.smithi159.stdout:6/662: mknod d1/d5d/db6/cc7 0 2024-09-17T10:39:55.120 INFO:tasks.workunit.client.1.smithi170.stdout:9/327: rmdir dd/d16 39 2024-09-17T10:39:55.122 INFO:tasks.workunit.client.1.smithi170.stdout:7/323: dread d25/d2a/f2e [0,4194304] 0 2024-09-17T10:39:55.122 INFO:tasks.workunit.client.1.smithi170.stdout:7/324: truncate d25/d2a/f2b 2772083 0 2024-09-17T10:39:55.122 INFO:tasks.workunit.client.1.smithi170.stdout:7/325: read d25/d3b/f4d [218389,81100] 0 2024-09-17T10:39:55.123 INFO:tasks.workunit.client.1.smithi170.stdout:9/328: dread dd/f27 [0,4194304] 0 2024-09-17T10:39:55.124 INFO:tasks.workunit.client.0.smithi159.stdout:2/626: link d0/d26/c30 d0/cd9 0 2024-09-17T10:39:55.126 INFO:tasks.workunit.client.0.smithi159.stdout:4/592: mkdir d0/d9/d24/d48/d53/dbc 0 2024-09-17T10:39:55.126 INFO:tasks.workunit.client.1.smithi170.stdout:4/221: dread d9/f14 [0,4194304] 0 2024-09-17T10:39:55.128 INFO:tasks.workunit.client.1.smithi170.stdout:2/470: dwrite fb [0,4194304] 0 2024-09-17T10:39:55.128 INFO:tasks.workunit.client.1.smithi170.stdout:8/346: mknod d4/df/d1e/c7f 0 2024-09-17T10:39:55.129 INFO:tasks.workunit.client.1.smithi170.stdout:6/291: dwrite d0/d3c/f4a [4194304,4194304] 0 2024-09-17T10:39:55.132 INFO:tasks.workunit.client.1.smithi170.stdout:7/326: symlink d25/d2a/d3e/d56/l62 0 2024-09-17T10:39:55.132 INFO:tasks.workunit.client.1.smithi170.stdout:2/471: write dd/d14/d19/f68 [692134,8043] 0 2024-09-17T10:39:55.132 INFO:tasks.workunit.client.1.smithi170.stdout:2/472: fsync dd/d14/d19/d4c/d63/d32/f52 0 2024-09-17T10:39:55.132 INFO:tasks.workunit.client.0.smithi159.stdout:8/738: sync 2024-09-17T10:39:55.133 INFO:tasks.workunit.client.0.smithi159.stdout:4/593: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:55.133 INFO:tasks.workunit.client.0.smithi159.stdout:4/594: truncate d0/d9/d24/d39/d6a/f77 2683419 0 2024-09-17T10:39:55.133 INFO:tasks.workunit.client.0.smithi159.stdout:4/595: truncate d0/d9/d24/d39/f41 1187868 0 2024-09-17T10:39:55.134 INFO:tasks.workunit.client.1.smithi170.stdout:5/350: read d1/d3/fd [3675103,48419] 0 2024-09-17T10:39:55.134 INFO:tasks.workunit.client.0.smithi159.stdout:9/725: unlink d0/d3/d7/da/dc/d3a/da6/ddd/l6d 0 2024-09-17T10:39:55.135 INFO:tasks.workunit.client.0.smithi159.stdout:2/627: write d0/d14/d76/f25 [8076889,127069] 0 2024-09-17T10:39:55.136 INFO:tasks.workunit.client.1.smithi170.stdout:9/329: creat dd/d40/f6b x:0 0 0 2024-09-17T10:39:55.136 INFO:tasks.workunit.client.1.smithi170.stdout:9/330: stat f9 0 2024-09-17T10:39:55.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/642: mknod d5/d4f/db2/de1/ced 0 2024-09-17T10:39:55.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/643: truncate d5/dcf/d18/d22/f40 4799839 0 2024-09-17T10:39:55.138 INFO:tasks.workunit.client.1.smithi170.stdout:8/347: write d4/f51 [1484905,79547] 0 2024-09-17T10:39:55.138 INFO:tasks.workunit.client.1.smithi170.stdout:8/348: dread - d4/df/d3a/f60 zero size 2024-09-17T10:39:55.138 INFO:tasks.workunit.client.1.smithi170.stdout:4/222: creat d9/d12/d36/d42/f46 x:0 0 0 2024-09-17T10:39:55.139 INFO:tasks.workunit.client.1.smithi170.stdout:4/223: chown d9/d12/f3a 1016334191 1 2024-09-17T10:39:55.142 INFO:tasks.workunit.client.0.smithi159.stdout:3/667: rename d9/df/d54/f3b to d9/df/d2c/d2f/d63/d8d/d8e/fc8 0 2024-09-17T10:39:55.142 INFO:tasks.workunit.client.0.smithi159.stdout:3/668: readlink d9/df/l89 0 2024-09-17T10:39:55.145 INFO:tasks.workunit.client.0.smithi159.stdout:6/663: creat d1/df/d11/d57/dc1/fc8 x:0 0 0 2024-09-17T10:39:55.145 INFO:tasks.workunit.client.0.smithi159.stdout:6/664: chown d1/d5d/d51/fab 52596924 1 2024-09-17T10:39:55.145 INFO:tasks.workunit.client.0.smithi159.stdout:0/644: dread d5/dcf/f49 [0,4194304] 0 2024-09-17T10:39:55.146 INFO:tasks.workunit.client.0.smithi159.stdout:0/645: chown d5/dcf/d18/d22/f8e 3063479 1 2024-09-17T10:39:55.146 INFO:tasks.workunit.client.1.smithi170.stdout:6/292: unlink d0/d3b/f25 0 2024-09-17T10:39:55.146 INFO:tasks.workunit.client.1.smithi170.stdout:6/293: stat d0/f62 0 2024-09-17T10:39:55.148 INFO:tasks.workunit.client.0.smithi159.stdout:8/739: link d4/dd/d10/d1a/f9e d4/d4e/d63/ffb 0 2024-09-17T10:39:55.152 INFO:tasks.workunit.client.0.smithi159.stdout:9/726: mknod d0/d3/d7/da/dc/d40/cf8 0 2024-09-17T10:39:55.158 INFO:tasks.workunit.client.0.smithi159.stdout:3/669: unlink d9/df/d54/d59/d5e/l6a 0 2024-09-17T10:39:55.158 INFO:tasks.workunit.client.0.smithi159.stdout:3/670: creat d9/df/d2c/fc9 x:0 0 0 2024-09-17T10:39:55.158 INFO:tasks.workunit.client.0.smithi159.stdout:3/671: write d9/df/d2c/d2f/d63/f67 [4729616,13927] 0 2024-09-17T10:39:55.161 INFO:tasks.workunit.client.0.smithi159.stdout:6/665: creat d1/df/d11/d16/fc9 x:0 0 0 2024-09-17T10:39:55.164 INFO:tasks.workunit.client.0.smithi159.stdout:8/740: mkdir d4/dd/d10/d33/d99/daf/dfc 0 2024-09-17T10:39:55.164 INFO:tasks.workunit.client.0.smithi159.stdout:8/741: dread - d4/dd/d10/d4b/fc0 zero size 2024-09-17T10:39:55.168 INFO:tasks.workunit.client.1.smithi170.stdout:7/327: rename c23 to d25/d53/d59/c63 0 2024-09-17T10:39:55.168 INFO:tasks.workunit.client.1.smithi170.stdout:7/328: read - d25/d2a/f38 zero size 2024-09-17T10:39:55.171 INFO:tasks.workunit.client.1.smithi170.stdout:7/329: dread f8 [0,4194304] 0 2024-09-17T10:39:55.174 INFO:tasks.workunit.client.0.smithi159.stdout:7/634: rename d2/d23/d67/d47/d87 to d2/d18/d20/d3f/d73/d95/dc4/deb 0 2024-09-17T10:39:55.177 INFO:tasks.workunit.client.1.smithi170.stdout:2/473: mknod dd/d1a/d7d/c95 0 2024-09-17T10:39:55.179 INFO:tasks.workunit.client.0.smithi159.stdout:5/586: sync 2024-09-17T10:39:55.180 INFO:tasks.workunit.client.0.smithi159.stdout:5/587: read f18 [374079,29282] 0 2024-09-17T10:39:55.180 INFO:tasks.workunit.client.0.smithi159.stdout:5/588: chown d19/d1b/d1d/c40 0 1 2024-09-17T10:39:55.181 INFO:tasks.workunit.client.0.smithi159.stdout:8/742: write d4/fc [799133,60814] 0 2024-09-17T10:39:55.182 INFO:tasks.workunit.client.0.smithi159.stdout:3/672: dwrite d9/df/d2c/d2f/d63/d8d/f6d [0,4194304] 0 2024-09-17T10:39:55.183 INFO:tasks.workunit.client.0.smithi159.stdout:6/666: dwrite d1/df/f2e [0,4194304] 0 2024-09-17T10:39:55.184 INFO:tasks.workunit.client.1.smithi170.stdout:8/349: mkdir d4/df/d3f/d44/d80 0 2024-09-17T10:39:55.187 INFO:tasks.workunit.client.0.smithi159.stdout:1/661: rename d1/d2f/d9e/d1a/d3b/f90 to d1/d63/d8d/fc0 0 2024-09-17T10:39:55.190 INFO:tasks.workunit.client.1.smithi170.stdout:4/224: link d9/f25 d9/d12/d36/f47 0 2024-09-17T10:39:55.192 INFO:tasks.workunit.client.0.smithi159.stdout:8/743: getdents d4/dd/d10/d1a/d72/ddc 0 2024-09-17T10:39:55.192 INFO:tasks.workunit.client.0.smithi159.stdout:8/744: readlink d4/d4e/d63/lbc 0 2024-09-17T10:39:55.193 INFO:tasks.workunit.client.1.smithi170.stdout:1/452: sync 2024-09-17T10:39:55.193 INFO:tasks.workunit.client.1.smithi170.stdout:0/359: sync 2024-09-17T10:39:55.194 INFO:tasks.workunit.client.1.smithi170.stdout:6/294: fdatasync - open d0/f5d failed 14 2024-09-17T10:39:55.195 INFO:tasks.workunit.client.1.smithi170.stdout:6/295: read d0/d3b/f60 [3678638,67195] 0 2024-09-17T10:39:55.195 INFO:tasks.workunit.client.1.smithi170.stdout:6/296: chown d0/d3c/d3e/l57 402671347 1 2024-09-17T10:39:55.195 INFO:tasks.workunit.client.1.smithi170.stdout:6/297: read d0/f39 [3351611,86869] 0 2024-09-17T10:39:55.197 INFO:tasks.workunit.client.0.smithi159.stdout:4/596: rename d0/d9/d97/d9f/d5d/d99/fa7 to d0/d9/da/d33/dac/fbd 0 2024-09-17T10:39:55.197 INFO:tasks.workunit.client.0.smithi159.stdout:1/662: write d1/d2f/d9e/f52 [3414439,55233] 0 2024-09-17T10:39:55.198 INFO:tasks.workunit.client.1.smithi170.stdout:1/453: dread d3/d5/d27/d51/d64/f6d [0,4194304] 0 2024-09-17T10:39:55.198 INFO:tasks.workunit.client.1.smithi170.stdout:8/350: write d4/df/f28 [1144735,12826] 0 2024-09-17T10:39:55.198 INFO:tasks.workunit.client.1.smithi170.stdout:8/351: chown d4/d2e/c53 592077531 1 2024-09-17T10:39:55.200 INFO:tasks.workunit.client.1.smithi170.stdout:9/331: truncate dd/d40/d4e/d29/f2f 1584500 0 2024-09-17T10:39:55.200 INFO:tasks.workunit.client.1.smithi170.stdout:9/332: fdatasync dd/d16/d2a/d51/f6a 0 2024-09-17T10:39:55.200 INFO:tasks.workunit.client.1.smithi170.stdout:4/225: fsync d9/f1d 0 2024-09-17T10:39:55.200 INFO:tasks.workunit.client.1.smithi170.stdout:4/226: truncate d9/d12/f28 549041 0 2024-09-17T10:39:55.200 INFO:tasks.workunit.client.1.smithi170.stdout:4/227: creat d9/d12/f48 x:0 0 0 2024-09-17T10:39:55.201 INFO:tasks.workunit.client.1.smithi170.stdout:7/330: dwrite d25/d2a/f38 [0,4194304] 0 2024-09-17T10:39:55.202 INFO:tasks.workunit.client.1.smithi170.stdout:0/360: getdents dd/de/d10/d61/d70 0 2024-09-17T10:39:55.203 INFO:tasks.workunit.client.0.smithi159.stdout:7/635: dwrite d2/d18/d20/d3f/f55 [0,4194304] 0 2024-09-17T10:39:55.205 INFO:tasks.workunit.client.0.smithi159.stdout:1/663: mkdir d1/d2/d68/dc1 0 2024-09-17T10:39:55.208 INFO:tasks.workunit.client.1.smithi170.stdout:2/474: link dd/d14/f2e dd/d1a/d6c/f96 0 2024-09-17T10:39:55.212 INFO:tasks.workunit.client.0.smithi159.stdout:2/628: rename d0/d14/c1e to d0/df/d3e/d46/dc4/cda 0 2024-09-17T10:39:55.214 INFO:tasks.workunit.client.1.smithi170.stdout:6/298: dwrite d0/d3b/f58 [0,4194304] 0 2024-09-17T10:39:55.214 INFO:tasks.workunit.client.0.smithi159.stdout:7/636: write d2/d18/d20/fb0 [1024567,115049] 0 2024-09-17T10:39:55.216 INFO:tasks.workunit.client.1.smithi170.stdout:8/352: unlink d4/ld 0 2024-09-17T10:39:55.221 INFO:tasks.workunit.client.1.smithi170.stdout:8/353: dread d4/df/d3a/f59 [0,4194304] 0 2024-09-17T10:39:55.221 INFO:tasks.workunit.client.0.smithi159.stdout:4/597: dwrite d0/d9/f18 [0,4194304] 0 2024-09-17T10:39:55.222 INFO:tasks.workunit.client.1.smithi170.stdout:8/354: dread d4/df/f3b [0,4194304] 0 2024-09-17T10:39:55.223 INFO:tasks.workunit.client.1.smithi170.stdout:9/333: rename fc to dd/d40/f6c 0 2024-09-17T10:39:55.227 INFO:tasks.workunit.client.1.smithi170.stdout:4/228: symlink d9/d12/d36/d42/d40/l49 0 2024-09-17T10:39:55.227 INFO:tasks.workunit.client.1.smithi170.stdout:4/229: dread - d9/d12/d36/d42/d40/f37 zero size 2024-09-17T10:39:55.229 INFO:tasks.workunit.client.1.smithi170.stdout:1/454: dwrite d3/d5/f7f [0,4194304] 0 2024-09-17T10:39:55.233 INFO:tasks.workunit.client.0.smithi159.stdout:2/629: dwrite d0/df/d3e/d46/dc8/fbe [0,4194304] 0 2024-09-17T10:39:55.233 INFO:tasks.workunit.client.1.smithi170.stdout:7/331: unlink c22 0 2024-09-17T10:39:55.234 INFO:tasks.workunit.client.1.smithi170.stdout:6/299: dwrite d0/f38 [0,4194304] 0 2024-09-17T10:39:55.234 INFO:tasks.workunit.client.1.smithi170.stdout:6/300: chown d0/d3c/l4d 0 1 2024-09-17T10:39:55.235 INFO:tasks.workunit.client.1.smithi170.stdout:2/475: symlink dd/d14/d19/d4c/d63/d32/l97 0 2024-09-17T10:39:55.239 INFO:tasks.workunit.client.1.smithi170.stdout:8/355: link d4/f21 d4/d2e/f81 0 2024-09-17T10:39:55.239 INFO:tasks.workunit.client.1.smithi170.stdout:8/356: creat d4/d2e/f82 x:0 0 0 2024-09-17T10:39:55.239 INFO:tasks.workunit.client.0.smithi159.stdout:1/664: read d1/d63/d6c/f3e [1541246,95658] 0 2024-09-17T10:39:55.241 INFO:tasks.workunit.client.1.smithi170.stdout:0/361: rename dd/de/f38 to dd/de/d3d/d4d/f7c 0 2024-09-17T10:39:55.241 INFO:tasks.workunit.client.1.smithi170.stdout:0/362: chown dd/de/d3d 1 1 2024-09-17T10:39:55.243 INFO:tasks.workunit.client.1.smithi170.stdout:8/357: dread d4/df/f37 [0,4194304] 0 2024-09-17T10:39:55.243 INFO:tasks.workunit.client.1.smithi170.stdout:9/334: mkdir dd/d16/d17/d43/d6d 0 2024-09-17T10:39:55.247 INFO:tasks.workunit.client.0.smithi159.stdout:0/646: rename d5/d12/d32/d59/f94 to d5/dcf/d18/d22/d3e/d62/da8/fee 0 2024-09-17T10:39:55.247 INFO:tasks.workunit.client.0.smithi159.stdout:0/647: chown d5/d12/daa/cd1 0 1 2024-09-17T10:39:55.247 INFO:tasks.workunit.client.1.smithi170.stdout:0/363: write dd/de/d10/f43 [1834489,128120] 0 2024-09-17T10:39:55.247 INFO:tasks.workunit.client.1.smithi170.stdout:0/364: stat dd/de/d10/d13/f2a 0 2024-09-17T10:39:55.249 INFO:tasks.workunit.client.0.smithi159.stdout:7/637: chown d2/d23/d67/d47/d4a/l62 22 1 2024-09-17T10:39:55.249 INFO:tasks.workunit.client.0.smithi159.stdout:1/665: dread d1/d10/f3a [0,4194304] 0 2024-09-17T10:39:55.251 INFO:tasks.workunit.client.1.smithi170.stdout:1/455: unlink d3/d5/d27/f50 0 2024-09-17T10:39:55.254 INFO:tasks.workunit.client.1.smithi170.stdout:7/332: creat d25/d2a/d3e/d56/d5d/f64 x:0 0 0 2024-09-17T10:39:55.256 INFO:tasks.workunit.client.0.smithi159.stdout:4/598: mknod d0/d9/d97/d9f/d5d/d82/cbe 0 2024-09-17T10:39:55.257 INFO:tasks.workunit.client.1.smithi170.stdout:6/301: rename d0/d33 to d0/d66 0 2024-09-17T10:39:55.257 INFO:tasks.workunit.client.1.smithi170.stdout:6/302: write d0/d3b/d43/f46 [647084,102765] 0 2024-09-17T10:39:55.261 INFO:tasks.workunit.client.1.smithi170.stdout:0/365: dwrite dd/de/d16/d65/f71 [0,4194304] 0 2024-09-17T10:39:55.261 INFO:tasks.workunit.client.1.smithi170.stdout:0/366: write f8 [1705934,78028] 0 2024-09-17T10:39:55.261 INFO:tasks.workunit.client.1.smithi170.stdout:0/367: chown cb 94971109 1 2024-09-17T10:39:55.261 INFO:tasks.workunit.client.1.smithi170.stdout:0/368: chown dd/de/d3d/f4c 99722060 1 2024-09-17T10:39:55.262 INFO:tasks.workunit.client.1.smithi170.stdout:2/476: rename dd/d14/d19/d4c/d63/d32/l7b to dd/d3a/d8e/l98 0 2024-09-17T10:39:55.262 INFO:tasks.workunit.client.1.smithi170.stdout:1/456: rename d3/d5 to d3/d5/d27/d51/d64/da7 22 2024-09-17T10:39:55.262 INFO:tasks.workunit.client.1.smithi170.stdout:1/457: chown d3/c2c 6951732 1 2024-09-17T10:39:55.265 INFO:tasks.workunit.client.0.smithi159.stdout:9/727: rename d0/d3/d7/da/dc/lc8 to d0/d3/d7/da/dc/d34/lf9 0 2024-09-17T10:39:55.265 INFO:tasks.workunit.client.0.smithi159.stdout:9/728: readlink d0/d1/d2/l58 0 2024-09-17T10:39:55.265 INFO:tasks.workunit.client.0.smithi159.stdout:9/729: truncate d0/d3/d7/da/d46/de1/d47/f49 5475256 0 2024-09-17T10:39:55.267 INFO:tasks.workunit.client.0.smithi159.stdout:0/648: creat d5/d12/daa/dbd/fef x:0 0 0 2024-09-17T10:39:55.270 INFO:tasks.workunit.client.0.smithi159.stdout:7/638: creat d2/d18/d20/d3f/d73/d82/fec x:0 0 0 2024-09-17T10:39:55.273 INFO:tasks.workunit.client.0.smithi159.stdout:1/666: creat d1/d2f/d64/fc2 x:0 0 0 2024-09-17T10:39:55.274 INFO:tasks.workunit.client.1.smithi170.stdout:8/358: symlink d4/df/d76/l83 0 2024-09-17T10:39:55.276 INFO:tasks.workunit.client.0.smithi159.stdout:4/599: creat d0/d9/d67/fbf x:0 0 0 2024-09-17T10:39:55.277 INFO:tasks.workunit.client.1.smithi170.stdout:9/335: creat dd/d40/d4e/d29/d2c/d41/f6e x:0 0 0 2024-09-17T10:39:55.278 INFO:tasks.workunit.client.1.smithi170.stdout:9/336: chown dd/d40/d4e/d29/c5f 100625464 1 2024-09-17T10:39:55.280 INFO:tasks.workunit.client.0.smithi159.stdout:2/630: unlink d0/df/ca4 0 2024-09-17T10:39:55.285 INFO:tasks.workunit.client.1.smithi170.stdout:6/303: truncate d0/d3b/f60 3988499 0 2024-09-17T10:39:55.288 INFO:tasks.workunit.client.0.smithi159.stdout:7/639: rename d2/d23/d67/d7b/c6d to d2/d18/d20/d3f/d40/ced 0 2024-09-17T10:39:55.288 INFO:tasks.workunit.client.1.smithi170.stdout:0/369: dwrite f1 [0,4194304] 0 2024-09-17T10:39:55.288 INFO:tasks.workunit.client.1.smithi170.stdout:0/370: fsync dd/f39 0 2024-09-17T10:39:55.293 INFO:tasks.workunit.client.0.smithi159.stdout:4/600: getdents d0/d9/da 0 2024-09-17T10:39:55.294 INFO:tasks.workunit.client.1.smithi170.stdout:6/304: write d0/f2c [1521382,36367] 0 2024-09-17T10:39:55.294 INFO:tasks.workunit.client.1.smithi170.stdout:3/445: sync 2024-09-17T10:39:55.294 INFO:tasks.workunit.client.1.smithi170.stdout:3/446: chown d18/d26 11943 1 2024-09-17T10:39:55.295 INFO:tasks.workunit.client.1.smithi170.stdout:9/337: write dd/d40/d4e/d23/f30 [890242,9073] 0 2024-09-17T10:39:55.295 INFO:tasks.workunit.client.0.smithi159.stdout:2/631: rmdir d0/df/d3e/d47/d79 39 2024-09-17T10:39:55.296 INFO:tasks.workunit.client.0.smithi159.stdout:4/601: mkdir d0/d12/db1/dc0 0 2024-09-17T10:39:55.296 INFO:tasks.workunit.client.0.smithi159.stdout:0/649: dwrite d5/dcf/db9/de7/fa1 [4194304,4194304] 0 2024-09-17T10:39:55.297 INFO:tasks.workunit.client.1.smithi170.stdout:2/477: truncate dd/d1a/f43 2430803 0 2024-09-17T10:39:55.297 INFO:tasks.workunit.client.0.smithi159.stdout:9/730: dwrite d0/d3/d7/da/dc/de/d21/f4f [0,4194304] 0 2024-09-17T10:39:55.297 INFO:tasks.workunit.client.0.smithi159.stdout:2/632: mkdir d0/d6c/ddb 0 2024-09-17T10:39:55.299 INFO:tasks.workunit.client.1.smithi170.stdout:7/333: rename d25/d2a/d3e/d56/l5c to d25/d53/l65 0 2024-09-17T10:39:55.300 INFO:tasks.workunit.client.0.smithi159.stdout:4/602: creat d0/d9/d24/d48/d53/fc1 x:0 0 0 2024-09-17T10:39:55.300 INFO:tasks.workunit.client.0.smithi159.stdout:1/667: dread d1/d2f/d9e/f52 [0,4194304] 0 2024-09-17T10:39:55.301 INFO:tasks.workunit.client.1.smithi170.stdout:1/458: mknod d3/d37/d7b/ca8 0 2024-09-17T10:39:55.303 INFO:tasks.workunit.client.0.smithi159.stdout:0/650: mkdir d5/dcf/d18/d22/da2/df0 0 2024-09-17T10:39:55.303 INFO:tasks.workunit.client.1.smithi170.stdout:6/305: getdents d0/d3c 0 2024-09-17T10:39:55.306 INFO:tasks.workunit.client.1.smithi170.stdout:3/447: symlink d18/d2c/d41/d94/l9b 0 2024-09-17T10:39:55.308 INFO:tasks.workunit.client.1.smithi170.stdout:9/338: truncate fa 1623559 0 2024-09-17T10:39:55.308 INFO:tasks.workunit.client.1.smithi170.stdout:9/339: readlink dd/d16/l19 0 2024-09-17T10:39:55.310 INFO:tasks.workunit.client.1.smithi170.stdout:2/478: creat dd/d14/d19/d37/f99 x:0 0 0 2024-09-17T10:39:55.310 INFO:tasks.workunit.client.1.smithi170.stdout:2/479: fsync dd/f10 0 2024-09-17T10:39:55.321 INFO:tasks.workunit.client.0.smithi159.stdout:2/633: truncate d0/d26/d4b/f6f 1511341 0 2024-09-17T10:39:55.321 INFO:tasks.workunit.client.0.smithi159.stdout:2/634: write d0/d9/d40/f36 [3382242,122492] 0 2024-09-17T10:39:55.323 INFO:tasks.workunit.client.0.smithi159.stdout:5/589: sync 2024-09-17T10:39:55.323 INFO:tasks.workunit.client.0.smithi159.stdout:3/673: sync 2024-09-17T10:39:55.323 INFO:tasks.workunit.client.0.smithi159.stdout:8/745: sync 2024-09-17T10:39:55.323 INFO:tasks.workunit.client.0.smithi159.stdout:8/746: chown d4/da 11 1 2024-09-17T10:39:55.323 INFO:tasks.workunit.client.0.smithi159.stdout:9/731: mkdir d0/d3/d7/da/d46/d54/d8b/de8/dfa 0 2024-09-17T10:39:55.325 INFO:tasks.workunit.client.1.smithi170.stdout:8/359: rename d4/d2e/d33/l3c to d4/df/d3f/d44/d80/l84 0 2024-09-17T10:39:55.325 INFO:tasks.workunit.client.1.smithi170.stdout:8/360: readlink d4/l5 0 2024-09-17T10:39:55.325 INFO:tasks.workunit.client.1.smithi170.stdout:8/361: fdatasync d4/df/d3f/f4a 0 2024-09-17T10:39:55.327 INFO:tasks.workunit.client.0.smithi159.stdout:0/651: unlink d5/dcf/d18/d22/d3e/d62/f76 0 2024-09-17T10:39:55.327 INFO:tasks.workunit.client.0.smithi159.stdout:0/652: fsync d5/dcf/d18/f8b 0 2024-09-17T10:39:55.328 INFO:tasks.workunit.client.0.smithi159.stdout:4/603: dwrite d0/d9/da/d19/f79 [0,4194304] 0 2024-09-17T10:39:55.328 INFO:tasks.workunit.client.0.smithi159.stdout:4/604: chown d0/d9/d24/d39/d6a/f81 60 1 2024-09-17T10:39:55.328 INFO:tasks.workunit.client.0.smithi159.stdout:4/605: write d0/d9/d67/f80 [494535,90770] 0 2024-09-17T10:39:55.330 INFO:tasks.workunit.client.1.smithi170.stdout:1/459: link d3/d5/l28 d3/d5/d27/d51/d64/d85/la9 0 2024-09-17T10:39:55.331 INFO:tasks.workunit.client.0.smithi159.stdout:2/635: truncate d0/df/d3e/d46/dc8/fbe 1003170 0 2024-09-17T10:39:55.331 INFO:tasks.workunit.client.1.smithi170.stdout:0/371: getdents dd/de/d16/d54 0 2024-09-17T10:39:55.333 INFO:tasks.workunit.client.0.smithi159.stdout:5/590: getdents d19/d1b/d1d 0 2024-09-17T10:39:55.334 INFO:tasks.workunit.client.1.smithi170.stdout:9/340: symlink dd/d40/d4e/d29/d54/l6f 0 2024-09-17T10:39:55.334 INFO:tasks.workunit.client.0.smithi159.stdout:3/674: dread d9/f23 [8388608,4194304] 0 2024-09-17T10:39:55.334 INFO:tasks.workunit.client.0.smithi159.stdout:3/675: fsync d9/f6e 0 2024-09-17T10:39:55.334 INFO:tasks.workunit.client.0.smithi159.stdout:3/676: dread - d9/df/d2c/d77/fb2 zero size 2024-09-17T10:39:55.337 INFO:tasks.workunit.client.0.smithi159.stdout:9/732: creat d0/d3/ffb x:0 0 0 2024-09-17T10:39:55.338 INFO:tasks.workunit.client.1.smithi170.stdout:6/306: rename d0/l4b to d0/d3c/d3e/l67 0 2024-09-17T10:39:55.340 INFO:tasks.workunit.client.0.smithi159.stdout:6/667: sync 2024-09-17T10:39:55.340 INFO:tasks.workunit.client.0.smithi159.stdout:6/668: chown d1/df/d2c/d85/f54 4381 1 2024-09-17T10:39:55.340 INFO:tasks.workunit.client.1.smithi170.stdout:7/334: creat d25/d4e/f66 x:0 0 0 2024-09-17T10:39:55.340 INFO:tasks.workunit.client.1.smithi170.stdout:7/335: dread - d25/f5e zero size 2024-09-17T10:39:55.340 INFO:tasks.workunit.client.1.smithi170.stdout:7/336: stat fc 0 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:7/337: chown d25/d2a/f34 120992 1 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:7/338: chown d25/d3b/c52 379 1 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:7/339: stat d25/d2a/f37 0 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/448: dwrite f0 [0,4194304] 0 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/449: chown d18/d26/d56/l5a 661254494 1 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/450: dread - d18/d1c/d2b/f91 zero size 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/451: chown d18/d26/d58/d88 167 1 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/452: dread - d18/f90 zero size 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/453: write d18/d24/f86 [1688638,404] 0 2024-09-17T10:39:55.341 INFO:tasks.workunit.client.1.smithi170.stdout:3/454: read d18/d2c/f48 [1935164,13633] 0 2024-09-17T10:39:55.342 INFO:tasks.workunit.client.1.smithi170.stdout:1/460: mknod d3/d5/caa 0 2024-09-17T10:39:55.343 INFO:tasks.workunit.client.0.smithi159.stdout:5/591: mknod d19/d1a/d32/ccb 0 2024-09-17T10:39:55.346 INFO:tasks.workunit.client.1.smithi170.stdout:0/372: unlink dd/de/d10/d13/l34 0 2024-09-17T10:39:55.346 INFO:tasks.workunit.client.1.smithi170.stdout:0/373: stat dd/de/d3d/d4d/d5c/d69/f55 0 2024-09-17T10:39:55.346 INFO:tasks.workunit.client.1.smithi170.stdout:0/374: dread - dd/de/d10/f76 zero size 2024-09-17T10:39:55.347 INFO:tasks.workunit.client.1.smithi170.stdout:9/341: read dd/d40/d4e/d29/f5b [3045404,90351] 0 2024-09-17T10:39:55.347 INFO:tasks.workunit.client.0.smithi159.stdout:3/677: unlink d9/df/f12 0 2024-09-17T10:39:55.347 INFO:tasks.workunit.client.0.smithi159.stdout:3/678: readlink d9/df/d54/la0 0 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.1.smithi170.stdout:6/307: rename d0/d66/l53 to d0/d3c/l68 0 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.1.smithi170.stdout:3/455: dread d18/d2c/d3e/d57/d7e/f7a [0,4194304] 0 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.1.smithi170.stdout:3/456: dread - d18/f71 zero size 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.1.smithi170.stdout:2/480: dwrite dd/d14/d19/f2d [0,4194304] 0 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.1.smithi170.stdout:3/457: write d18/d2c/d41/d94/d2d/f72 [851941,2684] 0 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.0.smithi159.stdout:3/679: dread d9/df/d54/d59/d5e/d9a/fba [0,4194304] 0 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.0.smithi159.stdout:0/653: getdents d5/d4f/d67/da6 0 2024-09-17T10:39:55.351 INFO:tasks.workunit.client.0.smithi159.stdout:0/654: chown d5/d12/d32/d3a 0 1 2024-09-17T10:39:55.352 INFO:tasks.workunit.client.1.smithi170.stdout:7/340: symlink d25/d2a/d3e/d56/l67 0 2024-09-17T10:39:55.352 INFO:tasks.workunit.client.0.smithi159.stdout:8/747: dwrite d4/dd/d10/d4b/d8b/d53/f6e [0,4194304] 0 2024-09-17T10:39:55.353 INFO:tasks.workunit.client.0.smithi159.stdout:2/636: dwrite d0/d9/f37 [0,4194304] 0 2024-09-17T10:39:55.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/637: write d0/d26/f49 [5024762,82008] 0 2024-09-17T10:39:55.354 INFO:tasks.workunit.client.0.smithi159.stdout:6/669: mknod d1/df/d2c/d35/cca 0 2024-09-17T10:39:55.355 INFO:tasks.workunit.client.1.smithi170.stdout:2/481: dread dd/f69 [0,4194304] 0 2024-09-17T10:39:55.358 INFO:tasks.workunit.client.1.smithi170.stdout:1/461: write d3/d5/d27/d4e/f92 [4045646,28445] 0 2024-09-17T10:39:55.361 INFO:tasks.workunit.client.0.smithi159.stdout:4/606: rmdir d0/d9/da/d33/dac 39 2024-09-17T10:39:55.364 INFO:tasks.workunit.client.0.smithi159.stdout:5/592: truncate d19/d33/f63 396984 0 2024-09-17T10:39:55.367 INFO:tasks.workunit.client.0.smithi159.stdout:0/655: write d5/d12/d32/d3a/f57 [2395892,49451] 0 2024-09-17T10:39:55.367 INFO:tasks.workunit.client.1.smithi170.stdout:0/375: link dd/de/d10/f24 dd/de/d16/d54/d63/f7d 0 2024-09-17T10:39:55.369 INFO:tasks.workunit.client.0.smithi159.stdout:8/748: getdents d4/d32 0 2024-09-17T10:39:55.371 INFO:tasks.workunit.client.1.smithi170.stdout:9/342: creat dd/d40/d4e/d23/f70 x:0 0 0 2024-09-17T10:39:55.371 INFO:tasks.workunit.client.1.smithi170.stdout:9/343: dread - dd/d40/f6b zero size 2024-09-17T10:39:55.375 INFO:tasks.workunit.client.0.smithi159.stdout:5/593: dread d19/d1a/f4f [0,4194304] 0 2024-09-17T10:39:55.376 INFO:tasks.workunit.client.0.smithi159.stdout:9/733: dwrite d0/d3/d7/da/d46/d54/d8b/db8/f89 [0,4194304] 0 2024-09-17T10:39:55.376 INFO:tasks.workunit.client.0.smithi159.stdout:3/680: dwrite d9/df/d2c/f22 [0,4194304] 0 2024-09-17T10:39:55.378 INFO:tasks.workunit.client.1.smithi170.stdout:6/308: dwrite d0/d3b/d43/f46 [0,4194304] 0 2024-09-17T10:39:55.378 INFO:tasks.workunit.client.1.smithi170.stdout:3/458: truncate d18/d1c/f3f 2911567 0 2024-09-17T10:39:55.380 INFO:tasks.workunit.client.0.smithi159.stdout:6/670: creat d1/df/d2c/d85/fcb x:0 0 0 2024-09-17T10:39:55.382 INFO:tasks.workunit.client.1.smithi170.stdout:2/482: link dd/d14/d19/f3d dd/d3a/d8e/f9a 0 2024-09-17T10:39:55.383 INFO:tasks.workunit.client.1.smithi170.stdout:3/459: dread d18/d2c/d41/d94/d2d/f72 [0,4194304] 0 2024-09-17T10:39:55.384 INFO:tasks.workunit.client.0.smithi159.stdout:4/607: mkdir d0/d9/da/d42/dc2 0 2024-09-17T10:39:55.388 INFO:tasks.workunit.client.1.smithi170.stdout:1/462: rmdir d3/d5/d81 39 2024-09-17T10:39:55.389 INFO:tasks.workunit.client.1.smithi170.stdout:1/463: fsync d3/d5/d27/d51/f55 0 2024-09-17T10:39:55.389 INFO:tasks.workunit.client.1.smithi170.stdout:1/464: stat d3/d5/c6b 0 2024-09-17T10:39:55.393 INFO:tasks.workunit.client.1.smithi170.stdout:0/376: getdents dd/de/d3d/d4d/d5c/d69 0 2024-09-17T10:39:55.393 INFO:tasks.workunit.client.1.smithi170.stdout:9/344: dwrite dd/d40/d4e/d23/f70 [0,4194304] 0 2024-09-17T10:39:55.394 INFO:tasks.workunit.client.0.smithi159.stdout:0/656: creat d5/dcf/db9/dc0/ff1 x:0 0 0 2024-09-17T10:39:55.396 INFO:tasks.workunit.client.0.smithi159.stdout:8/749: mkdir d4/dd/d10/d78/dfd 0 2024-09-17T10:39:55.403 INFO:tasks.workunit.client.0.smithi159.stdout:9/734: dwrite d0/d3/d7/da/d46/d54/dc4/fc9 [0,4194304] 0 2024-09-17T10:39:55.404 INFO:tasks.workunit.client.0.smithi159.stdout:9/735: dread - d0/d3/d7/da/d1a/d60/f83 zero size 2024-09-17T10:39:55.405 INFO:tasks.workunit.client.0.smithi159.stdout:8/750: dread d4/fc [0,4194304] 0 2024-09-17T10:39:55.410 INFO:tasks.workunit.client.0.smithi159.stdout:0/657: dwrite d5/dcf/db9/dc0/ff1 [0,4194304] 0 2024-09-17T10:39:55.411 INFO:tasks.workunit.client.0.smithi159.stdout:0/658: fsync d5/dcf/db9/de7/fa1 0 2024-09-17T10:39:55.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.445+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f74b0006200 con 0x7f74c4100650 2024-09-17T10:39:55.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.445+0000 7f74c0ff9700 1 -- 172.21.15.159:0/2123791659 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+558 (secure 0 0 0) 0x7f74b805ac10 con 0x7f74c4100650 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:39:55.447 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:55.448 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:39:55.448 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:39:55.448 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:39:55.448 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:39:55.448 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 14 2024-09-17T10:39:55.448 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:39:55.448 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f74ac06c680 msgr2=0x7f74ac06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f74ac06c680 0x7f74ac06eb30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f74b4007c30 tx=0x7f74b400f040 comp rx=0 tx=0).stop 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c4100650 msgr2=0x7f74c4194e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c4100650 0x7f74c4194e60 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f74b800bda0 tx=0x7f74b800bdd0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 shutdown_connections 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f74ac06c680 0x7f74ac06eb30 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f74c40ff300 0x7f74c4194920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 --2- 172.21.15.159:0/2123791659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f74c4100650 0x7f74c4194e60 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 >> 172.21.15.159:0/2123791659 conn(0x7f74c40f9d80 msgr2=0x7f74c4103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 shutdown_connections 2024-09-17T10:39:55.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.447+0000 7f74c9d7e700 1 -- 172.21.15.159:0/2123791659 wait complete. 2024-09-17T10:39:55.470 INFO:tasks.workunit.client.0.smithi159.stdout:5/594: link d19/d1a/d89/l93 d19/d69/d78/d9d/lcc 0 2024-09-17T10:39:55.470 INFO:tasks.workunit.client.0.smithi159.stdout:5/595: stat d19/d1a/d89/l8b 0 2024-09-17T10:39:55.471 INFO:tasks.workunit.client.0.smithi159.stdout:3/681: mknod d9/df/d54/d59/d99/cca 0 2024-09-17T10:39:55.471 INFO:tasks.workunit.client.0.smithi159.stdout:3/682: chown d9/df/d54/d59/cb3 199 1 2024-09-17T10:39:55.473 INFO:tasks.workunit.client.0.smithi159.stdout:6/671: mknod d1/df/d2c/d35/d55/dc0/ccc 0 2024-09-17T10:39:55.474 INFO:tasks.workunit.client.1.smithi170.stdout:3/460: mknod d18/d2c/d41/c9c 0 2024-09-17T10:39:55.477 INFO:tasks.workunit.client.0.smithi159.stdout:4/608: rename d0/d9/ca3 to d0/d9/d97/cc3 0 2024-09-17T10:39:55.477 INFO:tasks.workunit.client.0.smithi159.stdout:4/609: write d0/d9/d24/f75 [1008890,42128] 0 2024-09-17T10:39:55.477 INFO:tasks.workunit.client.0.smithi159.stdout:4/610: write d0/d9/d24/d48/d51/f7c [4990056,89326] 0 2024-09-17T10:39:55.477 INFO:tasks.workunit.client.1.smithi170.stdout:0/377: truncate dd/de/d10/d61/d70/f45 261085 0 2024-09-17T10:39:55.480 INFO:tasks.workunit.client.0.smithi159.stdout:4/611: dread d0/f2a [0,4194304] 0 2024-09-17T10:39:55.480 INFO:tasks.workunit.client.0.smithi159.stdout:4/612: truncate d0/d9/d24/d48/f92 572549 0 2024-09-17T10:39:55.484 INFO:tasks.workunit.client.1.smithi170.stdout:9/345: symlink dd/d40/d50/l71 0 2024-09-17T10:39:55.484 INFO:tasks.workunit.client.1.smithi170.stdout:9/346: fsync dd/d40/d4e/d29/f5b 0 2024-09-17T10:39:55.485 INFO:tasks.workunit.client.1.smithi170.stdout:9/347: write dd/f15 [23332,90418] 0 2024-09-17T10:39:55.486 INFO:tasks.workunit.client.0.smithi159.stdout:9/736: symlink d0/d3/d7/da/lfc 0 2024-09-17T10:39:55.486 INFO:tasks.workunit.client.0.smithi159.stdout:9/737: dread - d0/d3/d7/da/d46/d54/d8b/db8/ff6 zero size 2024-09-17T10:39:55.489 INFO:tasks.workunit.client.0.smithi159.stdout:8/751: symlink d4/dd/d10/dae/lfe 0 2024-09-17T10:39:55.495 INFO:tasks.workunit.client.1.smithi170.stdout:2/483: unlink dd/d14/l6b 0 2024-09-17T10:39:55.497 INFO:tasks.workunit.client.0.smithi159.stdout:0/659: creat d5/dcf/d18/d22/d3e/d62/ff2 x:0 0 0 2024-09-17T10:39:55.499 INFO:tasks.workunit.client.1.smithi170.stdout:3/461: creat d18/f9d x:0 0 0 2024-09-17T10:39:55.502 INFO:tasks.workunit.client.1.smithi170.stdout:0/378: dwrite dd/de/d10/d13/f2a [0,4194304] 0 2024-09-17T10:39:55.502 INFO:tasks.workunit.client.0.smithi159.stdout:4/613: dwrite d0/d9/d24/d48/fad [0,4194304] 0 2024-09-17T10:39:55.503 INFO:tasks.workunit.client.1.smithi170.stdout:0/379: write dd/de/d3d/f4c [1640223,43082] 0 2024-09-17T10:39:55.503 INFO:tasks.workunit.client.1.smithi170.stdout:0/380: write dd/de/d3d/f6e [1305,67017] 0 2024-09-17T10:39:55.503 INFO:tasks.workunit.client.1.smithi170.stdout:0/381: truncate dd/de/d3d/f4a 1304138 0 2024-09-17T10:39:55.503 INFO:tasks.workunit.client.1.smithi170.stdout:9/348: link dd/d40/d4e/d23/f30 dd/d16/d17/d5c/f72 0 2024-09-17T10:39:55.503 INFO:tasks.workunit.client.1.smithi170.stdout:9/349: fsync dd/d40/d4e/d23/f60 0 2024-09-17T10:39:55.505 INFO:tasks.workunit.client.1.smithi170.stdout:6/309: rename d0/d3c to d0/d3b/d69 0 2024-09-17T10:39:55.507 INFO:tasks.workunit.client.1.smithi170.stdout:2/484: creat dd/d1a/d2a/f9b x:0 0 0 2024-09-17T10:39:55.508 INFO:tasks.workunit.client.0.smithi159.stdout:8/752: dwrite d4/dd/f7d [0,4194304] 0 2024-09-17T10:39:55.509 INFO:tasks.workunit.client.1.smithi170.stdout:3/462: creat d18/d24/d73/f9e x:0 0 0 2024-09-17T10:39:55.512 INFO:tasks.workunit.client.1.smithi170.stdout:0/382: dread dd/de/d16/f1a [0,4194304] 0 2024-09-17T10:39:55.512 INFO:tasks.workunit.client.0.smithi159.stdout:5/596: truncate d19/d1b/d1d/d59/da7/db5/f8c 438833 0 2024-09-17T10:39:55.512 INFO:tasks.workunit.client.0.smithi159.stdout:5/597: rename d19/d1a to d19/d1a/dcd 22 2024-09-17T10:39:55.514 INFO:tasks.workunit.client.0.smithi159.stdout:3/683: getdents d9/df/d54/d3c 0 2024-09-17T10:39:55.516 INFO:tasks.workunit.client.1.smithi170.stdout:9/350: mknod dd/d40/d4e/d29/d54/c73 0 2024-09-17T10:39:55.516 INFO:tasks.workunit.client.1.smithi170.stdout:2/485: write fb [1765117,86477] 0 2024-09-17T10:39:55.517 INFO:tasks.workunit.client.0.smithi159.stdout:6/672: symlink d1/df/d2c/d35/lcd 0 2024-09-17T10:39:55.517 INFO:tasks.workunit.client.0.smithi159.stdout:6/673: readlink d1/df/d2c/l93 0 2024-09-17T10:39:55.518 INFO:tasks.workunit.client.1.smithi170.stdout:6/310: creat d0/d3b/d69/f6a x:0 0 0 2024-09-17T10:39:55.522 INFO:tasks.workunit.client.1.smithi170.stdout:3/463: mknod d18/d4b/d7c/c9f 0 2024-09-17T10:39:55.523 INFO:tasks.workunit.client.0.smithi159.stdout:0/660: mknod d5/dcf/d18/d22/d4c/d6b/dec/cf3 0 2024-09-17T10:39:55.523 INFO:tasks.workunit.client.0.smithi159.stdout:0/661: truncate d5/dcf/db9/de7/f54 2769993 0 2024-09-17T10:39:55.524 INFO:tasks.workunit.client.0.smithi159.stdout:7/640: sync 2024-09-17T10:39:55.525 INFO:tasks.workunit.client.0.smithi159.stdout:0/662: dread d5/dcf/d18/d22/d3e/f6d [0,4194304] 0 2024-09-17T10:39:55.525 INFO:tasks.workunit.client.0.smithi159.stdout:0/663: chown d5/d12/d32/lce 1 1 2024-09-17T10:39:55.526 INFO:tasks.workunit.client.0.smithi159.stdout:0/664: dread d5/dcf/d18/d22/da2/fab [0,4194304] 0 2024-09-17T10:39:55.526 INFO:tasks.workunit.client.0.smithi159.stdout:0/665: chown d5/dcf/d18/d22/d3e/dae 378 1 2024-09-17T10:39:55.528 INFO:tasks.workunit.client.1.smithi170.stdout:0/383: rename dd/de/d16/d54/d63/l5e to dd/de/d10/d61/d70/l7e 0 2024-09-17T10:39:55.528 INFO:tasks.workunit.client.1.smithi170.stdout:0/384: dread - dd/de/d10/f76 zero size 2024-09-17T10:39:55.528 INFO:tasks.workunit.client.1.smithi170.stdout:0/385: chown dd/de/d10 27 1 2024-09-17T10:39:55.529 INFO:tasks.workunit.client.1.smithi170.stdout:3/464: dread d18/f19 [0,4194304] 0 2024-09-17T10:39:55.530 INFO:tasks.workunit.client.1.smithi170.stdout:9/351: symlink dd/l74 0 2024-09-17T10:39:55.530 INFO:tasks.workunit.client.0.smithi159.stdout:2/638: sync 2024-09-17T10:39:55.530 INFO:tasks.workunit.client.0.smithi159.stdout:1/668: sync 2024-09-17T10:39:55.532 INFO:tasks.workunit.client.0.smithi159.stdout:1/669: dread d1/d2f/d9e/d1a/dc/d18/f69 [0,4194304] 0 2024-09-17T10:39:55.533 INFO:tasks.workunit.client.0.smithi159.stdout:4/614: mkdir d0/d12/dc4 0 2024-09-17T10:39:55.534 INFO:tasks.workunit.client.1.smithi170.stdout:2/486: link dd/d14/d19/d37/f99 dd/d64/f9c 0 2024-09-17T10:39:55.536 INFO:tasks.workunit.client.1.smithi170.stdout:9/352: unlink dd/d40/d4e/d29/f61 0 2024-09-17T10:39:55.537 INFO:tasks.workunit.client.0.smithi159.stdout:8/753: symlink d4/dd/d10/d4b/dca/lff 0 2024-09-17T10:39:55.538 INFO:tasks.workunit.client.1.smithi170.stdout:2/487: mknod dd/d14/d19/d4c/d63/d32/d8c/c9d 0 2024-09-17T10:39:55.538 INFO:tasks.workunit.client.1.smithi170.stdout:2/488: dread - dd/d64/f9c zero size 2024-09-17T10:39:55.540 INFO:tasks.workunit.client.1.smithi170.stdout:5/351: sync 2024-09-17T10:39:55.541 INFO:tasks.workunit.client.1.smithi170.stdout:4/230: sync 2024-09-17T10:39:55.545 INFO:tasks.workunit.client.1.smithi170.stdout:6/311: link d0/d3b/l8 d0/d3b/l6b 0 2024-09-17T10:39:55.547 INFO:tasks.workunit.client.0.smithi159.stdout:3/684: mkdir d9/df/d2c/d77/dac/dcb 0 2024-09-17T10:39:55.548 INFO:tasks.workunit.client.1.smithi170.stdout:9/353: mknod dd/d40/c75 0 2024-09-17T10:39:55.549 INFO:tasks.workunit.client.0.smithi159.stdout:6/674: truncate d1/df/d2c/d85/f6b 1724690 0 2024-09-17T10:39:55.550 INFO:tasks.workunit.client.1.smithi170.stdout:2/489: creat dd/d14/d19/d4c/d63/d32/f9e x:0 0 0 2024-09-17T10:39:55.550 INFO:tasks.workunit.client.1.smithi170.stdout:2/490: fsync dd/d64/f80 0 2024-09-17T10:39:55.550 INFO:tasks.workunit.client.1.smithi170.stdout:2/491: readlink dd/d64/l87 0 2024-09-17T10:39:55.553 INFO:tasks.workunit.client.1.smithi170.stdout:5/352: mkdir d1/d3/d13/d2c/d51/d6f 0 2024-09-17T10:39:55.556 INFO:tasks.workunit.client.0.smithi159.stdout:0/666: creat d5/d4f/de2/ff4 x:0 0 0 2024-09-17T10:39:55.556 INFO:tasks.workunit.client.1.smithi170.stdout:9/354: rmdir dd 39 2024-09-17T10:39:55.559 INFO:tasks.workunit.client.0.smithi159.stdout:2/639: rename d0/d9/d40/f36 to d0/d6c/dba/fdc 0 2024-09-17T10:39:55.561 INFO:tasks.workunit.client.1.smithi170.stdout:2/492: truncate dd/f13 3264932 0 2024-09-17T10:39:55.562 INFO:tasks.workunit.client.0.smithi159.stdout:1/670: symlink d1/d2f/d9e/d1a/lc3 0 2024-09-17T10:39:55.564 INFO:tasks.workunit.client.1.smithi170.stdout:9/355: rmdir dd/d40/d4e/d29/d2c 39 2024-09-17T10:39:55.564 INFO:tasks.workunit.client.1.smithi170.stdout:9/356: fsync dd/d40/d32/f39 0 2024-09-17T10:39:55.564 INFO:tasks.workunit.client.1.smithi170.stdout:4/231: dwrite d9/d12/f15 [0,4194304] 0 2024-09-17T10:39:55.565 INFO:tasks.workunit.client.1.smithi170.stdout:6/312: dwrite d0/f39 [0,4194304] 0 2024-09-17T10:39:55.565 INFO:tasks.workunit.client.1.smithi170.stdout:6/313: creat d0/d18/f6c x:0 0 0 2024-09-17T10:39:55.566 INFO:tasks.workunit.client.0.smithi159.stdout:4/615: symlink d0/d9/d97/d9f/d5d/lc5 0 2024-09-17T10:39:55.566 INFO:tasks.workunit.client.0.smithi159.stdout:4/616: write d0/f7 [1436061,33286] 0 2024-09-17T10:39:55.567 INFO:tasks.workunit.client.0.smithi159.stdout:4/617: write d0/d9/da/d19/f26 [2138795,92955] 0 2024-09-17T10:39:55.567 INFO:tasks.workunit.client.0.smithi159.stdout:4/618: chown d0/fb4 7 1 2024-09-17T10:39:55.569 INFO:tasks.workunit.client.0.smithi159.stdout:8/754: mknod d4/dd/d10/d1a/d72/d81/de1/c100 0 2024-09-17T10:39:55.571 INFO:tasks.workunit.client.1.smithi170.stdout:2/493: link cc dd/d1a/c9f 0 2024-09-17T10:39:55.573 INFO:tasks.workunit.client.1.smithi170.stdout:9/357: mknod dd/d40/d4e/d23/c76 0 2024-09-17T10:39:55.573 INFO:tasks.workunit.client.1.smithi170.stdout:9/358: readlink dd/d40/d4e/l28 0 2024-09-17T10:39:55.573 INFO:tasks.workunit.client.1.smithi170.stdout:9/359: chown fa 8130 1 2024-09-17T10:39:55.576 INFO:tasks.workunit.client.0.smithi159.stdout:5/598: rmdir d19/d69 39 2024-09-17T10:39:55.576 INFO:tasks.workunit.client.0.smithi159.stdout:5/599: chown d19/d69/d78/db3 62 1 2024-09-17T10:39:55.577 INFO:tasks.workunit.client.1.smithi170.stdout:5/353: dwrite d1/d3/fd [0,4194304] 0 2024-09-17T10:39:55.578 INFO:tasks.workunit.client.0.smithi159.stdout:3/685: truncate d9/df/d54/f39 2709931 0 2024-09-17T10:39:55.581 INFO:tasks.workunit.client.0.smithi159.stdout:6/675: truncate d1/d5d/d51/f95 131213 0 2024-09-17T10:39:55.581 INFO:tasks.workunit.client.0.smithi159.stdout:6/676: chown d1/df/d2c/d35/d55/d64 564 1 2024-09-17T10:39:55.581 INFO:tasks.workunit.client.0.smithi159.stdout:6/677: chown d1/df/d2c/d35/d7d 35267 1 2024-09-17T10:39:55.581 INFO:tasks.workunit.client.1.smithi170.stdout:4/232: dwrite d9/d12/f3d [0,4194304] 0 2024-09-17T10:39:55.582 INFO:tasks.workunit.client.1.smithi170.stdout:6/314: mknod d0/d66/c6d 0 2024-09-17T10:39:55.582 INFO:tasks.workunit.client.1.smithi170.stdout:6/315: rename d0/d3b to d0/d3b/d64/d6e 22 2024-09-17T10:39:55.582 INFO:tasks.workunit.client.1.smithi170.stdout:6/316: chown d0/d3b/c61 5510038 1 2024-09-17T10:39:55.582 INFO:tasks.workunit.client.1.smithi170.stdout:6/317: write d0/f38 [5008056,113648] 0 2024-09-17T10:39:55.583 INFO:tasks.workunit.client.0.smithi159.stdout:6/678: write d1/df/d2c/f5c [240765,30255] 0 2024-09-17T10:39:55.583 INFO:tasks.workunit.client.0.smithi159.stdout:6/679: fsync d1/df/d11/f34 0 2024-09-17T10:39:55.583 INFO:tasks.workunit.client.0.smithi159.stdout:6/680: chown d1/d5d/d51/c63 8996 1 2024-09-17T10:39:55.583 INFO:tasks.workunit.client.0.smithi159.stdout:0/667: symlink d5/d4f/lf5 0 2024-09-17T10:39:55.583 INFO:tasks.workunit.client.0.smithi159.stdout:0/668: write d5/d12/daa/fd7 [105721,34572] 0 2024-09-17T10:39:55.583 INFO:tasks.workunit.client.0.smithi159.stdout:0/669: stat d5/dcf/f9b 0 2024-09-17T10:39:55.583 INFO:tasks.workunit.client.1.smithi170.stdout:2/494: getdents dd/d14/d19/d4c/d63/d32/d8c 0 2024-09-17T10:39:55.587 INFO:tasks.workunit.client.1.smithi170.stdout:9/360: creat dd/d16/f77 x:0 0 0 2024-09-17T10:39:55.587 INFO:tasks.workunit.client.1.smithi170.stdout:9/361: fsync dd/d40/d4e/f31 0 2024-09-17T10:39:55.587 INFO:tasks.workunit.client.1.smithi170.stdout:9/362: creat dd/d16/d2a/f78 x:0 0 0 2024-09-17T10:39:55.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 -- 172.21.15.159:0/3070878747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 msgr2=0x7f60641006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3070878747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641006a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f6058009910 tx=0x7f6058009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:55.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 -- 172.21.15.159:0/3070878747 shutdown_connections 2024-09-17T10:39:55.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3070878747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641006a0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3070878747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f60640ff050 0x7f60640ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 -- 172.21.15.159:0/3070878747 >> 172.21.15.159:0/3070878747 conn(0x7f60640fa5e0 msgr2=0x7f60640fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:55.591 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:55 smithi159 ceph-mon[27674]: from='client.14714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:55.592 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:55 smithi159 ceph-mon[27674]: pgmap v276: 65 pgs: 65 active+clean; 1.6 GiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 167 MiB/s rd, 220 MiB/s wr, 457 op/s 2024-09-17T10:39:55.592 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:55 smithi159 ceph-mon[27674]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 -- 172.21.15.159:0/3070878747 shutdown_connections 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.589+0000 7f6069ae8700 1 -- 172.21.15.159:0/3070878747 wait complete. 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.590+0000 7f6069ae8700 1 Processor -- start 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.590+0000 7f6069ae8700 1 -- start start 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.590+0000 7f6069ae8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f60640ff050 0x7f60641a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6069ae8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6069ae8700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60641a0f70 con 0x7f6064100250 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6069ae8700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60641a10b0 con 0x7f60640ff050 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6062ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6062ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641a0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47414/0 (socket says 172.21.15.159:47414) 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6062ffd700 1 -- 172.21.15.159:0/3730514927 learned_addr learned my addr 172.21.15.159:0/3730514927 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:55.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6062ffd700 1 -- 172.21.15.159:0/3730514927 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f60640ff050 msgr2=0x7f60641a0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6062ffd700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f60640ff050 0x7f60641a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6062ffd700 1 -- 172.21.15.159:0/3730514927 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60580095f0 con 0x7f6064100250 2024-09-17T10:39:55.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.591+0000 7f6062ffd700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641a0950 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f605800bd70 tx=0x7f605800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:55.594 INFO:tasks.workunit.client.1.smithi170.stdout:2/495: dread dd/d54/f7c [0,4194304] 0 2024-09-17T10:39:55.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.592+0000 7f6060ff9700 1 -- 172.21.15.159:0/3730514927 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f605801d070 con 0x7f6064100250 2024-09-17T10:39:55.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.592+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60641a5b00 con 0x7f6064100250 2024-09-17T10:39:55.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.592+0000 7f6060ff9700 1 -- 172.21.15.159:0/3730514927 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6058022470 con 0x7f6064100250 2024-09-17T10:39:55.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.592+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60641a6070 con 0x7f6064100250 2024-09-17T10:39:55.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.592+0000 7f6060ff9700 1 -- 172.21.15.159:0/3730514927 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f605800f670 con 0x7f6064100250 2024-09-17T10:39:55.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.593+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6064104330 con 0x7f6064100250 2024-09-17T10:39:55.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.594+0000 7f6060ff9700 1 -- 172.21.15.159:0/3730514927 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f6058004b10 con 0x7f6064100250 2024-09-17T10:39:55.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.594+0000 7f6060ff9700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f604c06c680 0x7f604c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:55.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.595+0000 7f6060ff9700 1 -- 172.21.15.159:0/3730514927 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f605808ceb0 con 0x7f6064100250 2024-09-17T10:39:55.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.595+0000 7f60637fe700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f604c06c680 0x7f604c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:55.597 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.595+0000 7f60637fe700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f604c06c680 0x7f604c06eb30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f60641000b0 tx=0x7f6054006cd0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:55.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.600+0000 7f6060ff9700 1 -- 172.21.15.159:0/3730514927 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f605805b1a0 con 0x7f6064100250 2024-09-17T10:39:55.603 INFO:tasks.workunit.client.1.smithi170.stdout:5/354: dwrite d1/f4a [0,4194304] 0 2024-09-17T10:39:55.604 INFO:tasks.workunit.client.0.smithi159.stdout:6/681: dwrite d1/df/d11/d57/dc1/fc8 [0,4194304] 0 2024-09-17T10:39:55.616 INFO:tasks.workunit.client.0.smithi159.stdout:1/671: mknod d1/d2f/d9e/cc4 0 2024-09-17T10:39:55.620 INFO:tasks.workunit.client.0.smithi159.stdout:6/682: dwrite d1/df/d2c/d35/d3e/f7a [0,4194304] 0 2024-09-17T10:39:55.623 INFO:tasks.workunit.client.1.smithi170.stdout:4/233: symlink d9/d12/d36/d42/d40/l4a 0 2024-09-17T10:39:55.623 INFO:tasks.workunit.client.1.smithi170.stdout:4/234: write d9/d12/f1f [4993618,24912] 0 2024-09-17T10:39:55.623 INFO:tasks.workunit.client.1.smithi170.stdout:4/235: creat d9/d12/d36/d42/f4b x:0 0 0 2024-09-17T10:39:55.625 INFO:tasks.workunit.client.0.smithi159.stdout:5/600: symlink d19/d69/d78/d86/d94/lce 0 2024-09-17T10:39:55.627 INFO:tasks.workunit.client.1.smithi170.stdout:6/318: getdents d0/d3b/d69/d3e 0 2024-09-17T10:39:55.631 INFO:tasks.workunit.client.1.smithi170.stdout:9/363: symlink dd/d16/d17/d43/d66/l79 0 2024-09-17T10:39:55.634 INFO:tasks.workunit.client.0.smithi159.stdout:3/686: creat d9/df/d2c/d2f/d63/d8d/d74/db7/fcc x:0 0 0 2024-09-17T10:39:55.635 INFO:tasks.workunit.client.1.smithi170.stdout:6/319: read d0/f38 [1773344,3778] 0 2024-09-17T10:39:55.636 INFO:tasks.workunit.client.1.smithi170.stdout:2/496: truncate dd/d1a/d2a/f58 1939971 0 2024-09-17T10:39:55.640 INFO:tasks.workunit.client.0.smithi159.stdout:0/670: mkdir d5/d4f/db2/df6 0 2024-09-17T10:39:55.642 INFO:tasks.workunit.client.0.smithi159.stdout:3/687: read d9/f25 [1943916,50819] 0 2024-09-17T10:39:55.645 INFO:tasks.workunit.client.1.smithi170.stdout:5/355: creat d1/d3/d55/d5e/d67/d69/f70 x:0 0 0 2024-09-17T10:39:55.649 INFO:tasks.workunit.client.1.smithi170.stdout:8/362: sync 2024-09-17T10:39:55.655 INFO:tasks.workunit.client.1.smithi170.stdout:2/497: dwrite dd/d64/f80 [4194304,4194304] 0 2024-09-17T10:39:55.655 INFO:tasks.workunit.client.1.smithi170.stdout:2/498: creat dd/d14/d19/fa0 x:0 0 0 2024-09-17T10:39:55.655 INFO:tasks.workunit.client.1.smithi170.stdout:2/499: write dd/d14/d19/d4c/d63/d32/f67 [1264119,23376] 0 2024-09-17T10:39:55.670 INFO:tasks.workunit.client.1.smithi170.stdout:2/500: dwrite dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:55.678 INFO:tasks.workunit.client.0.smithi159.stdout:2/640: mknod d0/d14/cdd 0 2024-09-17T10:39:55.678 INFO:tasks.workunit.client.0.smithi159.stdout:2/641: write d0/d26/d4b/d6d/f5a [2344029,20840] 0 2024-09-17T10:39:55.678 INFO:tasks.workunit.client.0.smithi159.stdout:2/642: write d0/d26/d4b/d6d/f5d [1013744,116730] 0 2024-09-17T10:39:55.683 INFO:tasks.workunit.client.1.smithi170.stdout:2/501: dwrite dd/d14/d19/d4c/d63/d32/d53/f60 [0,4194304] 0 2024-09-17T10:39:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:55 smithi170 ceph-mon[33842]: from='client.14714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:55 smithi170 ceph-mon[33842]: pgmap v276: 65 pgs: 65 active+clean; 1.6 GiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 167 MiB/s rd, 220 MiB/s wr, 457 op/s 2024-09-17T10:39:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:55 smithi170 ceph-mon[33842]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:55.723 INFO:tasks.workunit.client.1.smithi170.stdout:4/236: creat d9/d3e/f4c x:0 0 0 2024-09-17T10:39:55.726 INFO:tasks.workunit.client.1.smithi170.stdout:6/320: creat d0/d3b/d69/f6f x:0 0 0 2024-09-17T10:39:55.735 INFO:tasks.workunit.client.1.smithi170.stdout:6/321: dread d0/d3b/f10 [0,4194304] 0 2024-09-17T10:39:55.735 INFO:tasks.workunit.client.1.smithi170.stdout:6/322: write d0/d18/f4f [11763,25131] 0 2024-09-17T10:39:55.748 INFO:tasks.workunit.client.0.smithi159.stdout:6/683: mkdir d1/df/d11/d5a/db2/dce 0 2024-09-17T10:39:55.750 INFO:tasks.workunit.client.1.smithi170.stdout:4/237: unlink d9/d12/d36/l3f 0 2024-09-17T10:39:55.750 INFO:tasks.workunit.client.1.smithi170.stdout:4/238: fdatasync d9/d12/d36/d42/d40/f45 0 2024-09-17T10:39:55.750 INFO:tasks.workunit.client.1.smithi170.stdout:4/239: creat d9/d12/f4d x:0 0 0 2024-09-17T10:39:55.753 INFO:tasks.workunit.client.1.smithi170.stdout:6/323: dwrite d0/d18/f30 [0,4194304] 0 2024-09-17T10:39:55.754 INFO:tasks.workunit.client.0.smithi159.stdout:6/684: write d1/df/d2c/d85/f6b [88139,70415] 0 2024-09-17T10:39:55.754 INFO:tasks.workunit.client.0.smithi159.stdout:6/685: write d1/d5d/d51/f81 [3154385,113395] 0 2024-09-17T10:39:55.759 INFO:tasks.workunit.client.0.smithi159.stdout:0/671: symlink d5/d4f/db2/lf7 0 2024-09-17T10:39:55.762 INFO:tasks.workunit.client.0.smithi159.stdout:3/688: mkdir d9/df/d54/d59/d98/dcd 0 2024-09-17T10:39:55.763 INFO:tasks.workunit.client.1.smithi170.stdout:2/502: rmdir dd/d14/d19/d4c/d63/d32 39 2024-09-17T10:39:55.767 INFO:tasks.workunit.client.1.smithi170.stdout:6/324: dwrite d0/d3b/f31 [4194304,4194304] 0 2024-09-17T10:39:55.773 INFO:tasks.workunit.client.0.smithi159.stdout:5/601: truncate d19/d33/f63 730782 0 2024-09-17T10:39:55.775 INFO:tasks.workunit.client.1.smithi170.stdout:6/325: mkdir d0/d18/d70 0 2024-09-17T10:39:55.778 INFO:tasks.workunit.client.1.smithi170.stdout:2/503: rmdir dd/d14/d19/d4c/d63 39 2024-09-17T10:39:55.780 INFO:tasks.workunit.client.0.smithi159.stdout:6/686: mkdir d1/df/d2c/d35/d55/d64/d98/dcf 0 2024-09-17T10:39:55.784 INFO:tasks.workunit.client.1.smithi170.stdout:6/326: unlink d0/d3b/d69/l68 0 2024-09-17T10:39:55.787 INFO:tasks.workunit.client.0.smithi159.stdout:0/672: getdents d5/dcf/d18/d22/d4c/d70 0 2024-09-17T10:39:55.787 INFO:tasks.workunit.client.0.smithi159.stdout:0/673: dread - d5/dcf/d18/d22/d3e/d62/fac zero size 2024-09-17T10:39:55.787 INFO:tasks.workunit.client.0.smithi159.stdout:0/674: chown d5/dcf/db9/de7/cd0 102 1 2024-09-17T10:39:55.787 INFO:tasks.workunit.client.0.smithi159.stdout:0/675: fsync d5/dcf/d18/d22/d3e/d62/da8/fee 0 2024-09-17T10:39:55.787 INFO:tasks.workunit.client.0.smithi159.stdout:0/676: chown d5/d12/d32/d3a/ldc 0 1 2024-09-17T10:39:55.787 INFO:tasks.workunit.client.0.smithi159.stdout:2/643: rmdir d0/d14/d76/d67 39 2024-09-17T10:39:55.788 INFO:tasks.workunit.client.0.smithi159.stdout:3/689: symlink d9/lce 0 2024-09-17T10:39:55.791 INFO:tasks.workunit.client.1.smithi170.stdout:2/504: dwrite dd/d1a/d7d/f89 [0,4194304] 0 2024-09-17T10:39:55.791 INFO:tasks.workunit.client.0.smithi159.stdout:5/602: creat d19/d1b/d1d/d59/da7/db5/fcf x:0 0 0 2024-09-17T10:39:55.792 INFO:tasks.workunit.client.0.smithi159.stdout:2/644: dread d0/d14/f50 [0,4194304] 0 2024-09-17T10:39:55.792 INFO:tasks.workunit.client.0.smithi159.stdout:6/687: mknod d1/df/d11/d57/cd0 0 2024-09-17T10:39:55.794 INFO:tasks.workunit.client.0.smithi159.stdout:0/677: creat d5/dcf/d18/d22/d4c/d6b/d7c/ff8 x:0 0 0 2024-09-17T10:39:55.795 INFO:tasks.workunit.client.0.smithi159.stdout:3/690: truncate d9/df/d2c/d2f/f88 2010545 0 2024-09-17T10:39:55.797 INFO:tasks.workunit.client.1.smithi170.stdout:6/327: rename d0/l45 to d0/d3b/d69/l71 0 2024-09-17T10:39:55.797 INFO:tasks.workunit.client.1.smithi170.stdout:6/328: chown d0/d3b/l2a 8079 1 2024-09-17T10:39:55.798 INFO:tasks.workunit.client.0.smithi159.stdout:5/603: rmdir d19/d6f 39 2024-09-17T10:39:55.799 INFO:tasks.workunit.client.0.smithi159.stdout:6/688: truncate d1/fb 133200 0 2024-09-17T10:39:55.801 INFO:tasks.workunit.client.0.smithi159.stdout:0/678: getdents d5/dcf/d18/d22 0 2024-09-17T10:39:55.801 INFO:tasks.workunit.client.0.smithi159.stdout:0/679: chown d5/d4f/d67/da6/le6 190854 1 2024-09-17T10:39:55.803 INFO:tasks.workunit.client.1.smithi170.stdout:6/329: unlink d0/l26 0 2024-09-17T10:39:55.804 INFO:tasks.workunit.client.0.smithi159.stdout:3/691: creat d9/df/d54/d59/d99/dc7/fcf x:0 0 0 2024-09-17T10:39:55.805 INFO:tasks.workunit.client.0.smithi159.stdout:5/604: symlink d19/d1b/d1d/d59/db6/ld0 0 2024-09-17T10:39:55.805 INFO:tasks.workunit.client.0.smithi159.stdout:5/605: write d19/d69/d78/db3/dbd/d74/fab [1787114,92122] 0 2024-09-17T10:39:55.806 INFO:tasks.workunit.client.0.smithi159.stdout:6/689: symlink d1/df/d11/d57/ld1 0 2024-09-17T10:39:55.807 INFO:tasks.workunit.client.0.smithi159.stdout:0/680: symlink d5/dcf/db9/lf9 0 2024-09-17T10:39:55.808 INFO:tasks.workunit.client.0.smithi159.stdout:5/606: mkdir d19/d69/d78/db3/dbd/d74/dd1 0 2024-09-17T10:39:55.808 INFO:tasks.workunit.client.0.smithi159.stdout:5/607: chown d19/d6f/d75/c9b 30 1 2024-09-17T10:39:55.809 INFO:tasks.workunit.client.0.smithi159.stdout:6/690: mknod d1/df/da4/cd2 0 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.898+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f606402cc30 con 0x7f6064100250 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.898+0000 7f6060ff9700 1 -- 172.21.15.159:0/3730514927 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7f6058027740 con 0x7f6064100250 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:55.900 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:39:55.901 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:39:55.902 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:55.903 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:39:55.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f604c06c680 msgr2=0x7f604c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f604c06c680 0x7f604c06eb30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f60641000b0 tx=0x7f6054006cd0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 msgr2=0x7f60641a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:55.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641a0950 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f605800bd70 tx=0x7f605800be50 comp rx=0 tx=0).stop 2024-09-17T10:39:55.904 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 shutdown_connections 2024-09-17T10:39:55.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f604c06c680 0x7f604c06eb30 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f60640ff050 0x7f60641a0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 --2- 172.21.15.159:0/3730514927 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6064100250 0x7f60641a0950 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:55.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 >> 172.21.15.159:0/3730514927 conn(0x7f60640fa5e0 msgr2=0x7f6064101470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:55.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.900+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 shutdown_connections 2024-09-17T10:39:55.905 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:55.901+0000 7f6069ae8700 1 -- 172.21.15.159:0/3730514927 wait complete. 2024-09-17T10:39:55.905 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:39:55.916 INFO:tasks.workunit.client.0.smithi159.stdout:5/608: mknod d19/d1b/d1d/cd2 0 2024-09-17T10:39:55.920 INFO:tasks.workunit.client.0.smithi159.stdout:5/609: mknod d19/d6f/d75/cd3 0 2024-09-17T10:39:55.923 INFO:tasks.workunit.client.0.smithi159.stdout:4/619: rename d0/d9/d24/d48/d51 to d0/d9/d97/d9f/d5d/d82/dc6 0 2024-09-17T10:39:55.925 INFO:tasks.workunit.client.0.smithi159.stdout:1/672: rename d1/d2f/d9e/d3d to d1/d2/d25/da2/dc5 0 2024-09-17T10:39:55.926 INFO:tasks.workunit.client.0.smithi159.stdout:1/673: write d1/d2/d82/fbc [92704,39808] 0 2024-09-17T10:39:55.926 INFO:tasks.workunit.client.1.smithi170.stdout:5/356: mknod d1/c71 0 2024-09-17T10:39:55.928 INFO:tasks.workunit.client.0.smithi159.stdout:2/645: rename d0/d14/f33 to d0/df/d3e/d46/fde 0 2024-09-17T10:39:55.928 INFO:tasks.workunit.client.0.smithi159.stdout:5/610: dread d19/f7d [0,4194304] 0 2024-09-17T10:39:55.928 INFO:tasks.workunit.client.0.smithi159.stdout:2/646: write d0/df/d3e/d46/d66/fbb [562597,106116] 0 2024-09-17T10:39:55.929 INFO:tasks.workunit.client.1.smithi170.stdout:5/357: symlink d1/d11/d62/l72 0 2024-09-17T10:39:55.930 INFO:tasks.workunit.client.1.smithi170.stdout:5/358: creat d1/d27/f73 x:0 0 0 2024-09-17T10:39:55.930 INFO:tasks.workunit.client.1.smithi170.stdout:5/359: read d1/d3/f50 [653404,99069] 0 2024-09-17T10:39:55.931 INFO:tasks.workunit.client.0.smithi159.stdout:3/692: rename d9/df/d2c/c51 to d9/df/d2c/d2f/d63/d8d/d8e/daf/cd0 0 2024-09-17T10:39:55.931 INFO:tasks.workunit.client.0.smithi159.stdout:3/693: creat d9/df/d3f/fd1 x:0 0 0 2024-09-17T10:39:55.933 INFO:tasks.workunit.client.0.smithi159.stdout:5/611: mknod d19/d1b/d1d/d59/da7/cd4 0 2024-09-17T10:39:55.933 INFO:tasks.workunit.client.0.smithi159.stdout:4/620: dread d0/d12/d2f/f6e [0,4194304] 0 2024-09-17T10:39:55.934 INFO:tasks.workunit.client.1.smithi170.stdout:5/360: dread d1/d3/f53 [0,4194304] 0 2024-09-17T10:39:55.935 INFO:tasks.workunit.client.0.smithi159.stdout:2/647: mknod d0/d6c/cdf 0 2024-09-17T10:39:55.936 INFO:tasks.workunit.client.0.smithi159.stdout:1/674: dread d1/d2f/f59 [0,4194304] 0 2024-09-17T10:39:55.937 INFO:tasks.workunit.client.0.smithi159.stdout:6/691: rename d1/df/d2c/d35/d7d to d1/d5d/db6/dd3 0 2024-09-17T10:39:55.940 INFO:tasks.workunit.client.0.smithi159.stdout:2/648: dread d0/d26/d4b/fd1 [0,4194304] 0 2024-09-17T10:39:55.940 INFO:tasks.workunit.client.0.smithi159.stdout:2/649: truncate d0/fe 9209580 0 2024-09-17T10:39:55.940 INFO:tasks.workunit.client.0.smithi159.stdout:2/650: stat d0/df/d3e/d46/c65 0 2024-09-17T10:39:55.944 INFO:tasks.workunit.client.1.smithi170.stdout:2/505: rename dd/f29 to dd/d14/d72/fa1 0 2024-09-17T10:39:55.944 INFO:tasks.workunit.client.1.smithi170.stdout:2/506: dread - dd/d1a/d6c/f96 zero size 2024-09-17T10:39:55.945 INFO:tasks.workunit.client.0.smithi159.stdout:2/651: dread d0/df/d3e/fc7 [0,4194304] 0 2024-09-17T10:39:55.945 INFO:tasks.workunit.client.0.smithi159.stdout:6/692: mkdir d1/df/d2c/d35/d55/dc0/dd4 0 2024-09-17T10:39:55.946 INFO:tasks.workunit.client.0.smithi159.stdout:6/693: fsync d1/d5d/d51/faa 0 2024-09-17T10:39:55.949 INFO:tasks.workunit.client.1.smithi170.stdout:6/330: rename d0/d18/f1d to d0/d3b/d64/f72 0 2024-09-17T10:39:55.949 INFO:tasks.workunit.client.1.smithi170.stdout:6/331: fdatasync d0/d18/f30 0 2024-09-17T10:39:55.950 INFO:tasks.workunit.client.0.smithi159.stdout:2/652: symlink d0/d9/db8/le0 0 2024-09-17T10:39:55.952 INFO:tasks.workunit.client.0.smithi159.stdout:6/694: mkdir d1/df/d11/d5a/db2/dce/dd5 0 2024-09-17T10:39:55.954 INFO:tasks.workunit.client.1.smithi170.stdout:6/332: creat d0/d18/d70/f73 x:0 0 0 2024-09-17T10:39:55.954 INFO:tasks.workunit.client.1.smithi170.stdout:2/507: write dd/d1a/d7d/f89 [2868732,124701] 0 2024-09-17T10:39:55.955 INFO:tasks.workunit.client.0.smithi159.stdout:2/653: mknod d0/df/d3e/d7a/d91/ce1 0 2024-09-17T10:39:55.962 INFO:tasks.workunit.client.0.smithi159.stdout:2/654: creat d0/d14/d76/dd3/dab/db5/fe2 x:0 0 0 2024-09-17T10:39:55.962 INFO:tasks.workunit.client.0.smithi159.stdout:2/655: write d0/d26/f3b [4460578,86844] 0 2024-09-17T10:39:55.962 INFO:tasks.workunit.client.0.smithi159.stdout:4/621: dwrite d0/d9/d97/d9f/d5d/d82/dc6/f70 [0,4194304] 0 2024-09-17T10:39:55.963 INFO:tasks.workunit.client.1.smithi170.stdout:2/508: mknod dd/d1a/d7d/ca2 0 2024-09-17T10:39:55.966 INFO:tasks.workunit.client.1.smithi170.stdout:2/509: dread dd/f10 [0,4194304] 0 2024-09-17T10:39:55.967 INFO:tasks.workunit.client.1.smithi170.stdout:5/361: dwrite d1/d3/d55/d5e/d67/d69/f70 [0,4194304] 0 2024-09-17T10:39:55.967 INFO:tasks.workunit.client.1.smithi170.stdout:5/362: readlink d1/d3/d13/d2c/l46 0 2024-09-17T10:39:55.967 INFO:tasks.workunit.client.1.smithi170.stdout:5/363: fdatasync d1/d11/f4e 0 2024-09-17T10:39:55.974 INFO:tasks.workunit.client.1.smithi170.stdout:2/510: dread dd/d64/f80 [0,4194304] 0 2024-09-17T10:39:55.976 INFO:tasks.workunit.client.0.smithi159.stdout:3/694: rename d9/df/d54/d59/d98 to d9/df/d2c/d77/dac/dcb/dd2 0 2024-09-17T10:39:55.976 INFO:tasks.workunit.client.0.smithi159.stdout:3/695: write d9/f25 [3383737,82169] 0 2024-09-17T10:39:55.979 INFO:tasks.workunit.client.1.smithi170.stdout:5/364: rename d1/l18 to d1/l74 0 2024-09-17T10:39:55.980 INFO:tasks.workunit.client.0.smithi159.stdout:4/622: write d0/d9/d97/d9f/d5d/d82/dc6/f7c [208555,53383] 0 2024-09-17T10:39:55.982 INFO:tasks.workunit.client.1.smithi170.stdout:2/511: rename dd/d14/d19/d4c/d63/d32/d8c to dd/d14/d19/d4c/d63/da3 0 2024-09-17T10:39:55.983 INFO:tasks.workunit.client.0.smithi159.stdout:6/695: dwrite d1/df/d2c/f9c [0,4194304] 0 2024-09-17T10:39:55.984 INFO:tasks.workunit.client.1.smithi170.stdout:6/333: dwrite d0/d3b/f10 [0,4194304] 0 2024-09-17T10:39:55.984 INFO:tasks.workunit.client.1.smithi170.stdout:5/365: symlink d1/d3/d13/d2c/l75 0 2024-09-17T10:39:55.986 INFO:tasks.workunit.client.0.smithi159.stdout:4/623: creat d0/d9/d24/d48/fc7 x:0 0 0 2024-09-17T10:39:55.987 INFO:tasks.workunit.client.0.smithi159.stdout:2/656: dwrite d0/d14/d76/d67/d89/fbc [0,4194304] 0 2024-09-17T10:39:55.989 INFO:tasks.workunit.client.0.smithi159.stdout:6/696: creat d1/d5d/db6/dd3/fd6 x:0 0 0 2024-09-17T10:39:55.991 INFO:tasks.workunit.client.0.smithi159.stdout:5/612: dread d19/d33/f63 [0,4194304] 0 2024-09-17T10:39:55.992 INFO:tasks.workunit.client.0.smithi159.stdout:5/613: fdatasync d19/d1a/d32/f53 0 2024-09-17T10:39:55.992 INFO:tasks.workunit.client.0.smithi159.stdout:5/614: chown f18 6129477 1 2024-09-17T10:39:55.992 INFO:tasks.workunit.client.0.smithi159.stdout:5/615: stat d19/lc2 0 2024-09-17T10:39:55.992 INFO:tasks.workunit.client.0.smithi159.stdout:5/616: truncate d19/d33/f64 548303 0 2024-09-17T10:39:55.993 INFO:tasks.workunit.client.0.smithi159.stdout:4/624: creat d0/d9/da/d42/dc2/fc8 x:0 0 0 2024-09-17T10:39:55.996 INFO:tasks.workunit.client.1.smithi170.stdout:5/366: unlink d1/f4a 0 2024-09-17T10:39:55.999 INFO:tasks.workunit.client.0.smithi159.stdout:6/697: creat d1/df/d11/fd7 x:0 0 0 2024-09-17T10:39:55.999 INFO:tasks.workunit.client.0.smithi159.stdout:6/698: write d1/df/d2c/d85/f6b [384537,51103] 0 2024-09-17T10:39:55.999 INFO:tasks.workunit.client.0.smithi159.stdout:6/699: stat d1/df/d11/d16/fb0 0 2024-09-17T10:39:56.000 INFO:tasks.workunit.client.0.smithi159.stdout:2/657: read d0/d9/f37 [3477171,64377] 0 2024-09-17T10:39:56.001 INFO:tasks.workunit.client.0.smithi159.stdout:3/696: dwrite d9/df/d54/d3c/f65 [0,4194304] 0 2024-09-17T10:39:56.003 INFO:tasks.workunit.client.1.smithi170.stdout:5/367: symlink d1/l76 0 2024-09-17T10:39:56.007 INFO:tasks.workunit.client.0.smithi159.stdout:6/700: mknod d1/df/d2c/d35/d55/d64/d98/dcf/cd8 0 2024-09-17T10:39:56.007 INFO:tasks.workunit.client.0.smithi159.stdout:6/701: creat d1/df/d11/d5a/fd9 x:0 0 0 2024-09-17T10:39:56.007 INFO:tasks.workunit.client.1.smithi170.stdout:5/368: symlink d1/d3/d55/d5e/l77 0 2024-09-17T10:39:56.009 INFO:tasks.workunit.client.1.smithi170.stdout:6/334: dwrite d0/f62 [0,4194304] 0 2024-09-17T10:39:56.009 INFO:tasks.workunit.client.0.smithi159.stdout:2/658: symlink d0/le3 0 2024-09-17T10:39:56.012 INFO:tasks.workunit.client.1.smithi170.stdout:5/369: link d1/d3/d13/d2c/l2e d1/d3/d55/d5e/d67/l78 0 2024-09-17T10:39:56.013 INFO:tasks.workunit.client.0.smithi159.stdout:3/697: mknod d9/df/d2c/d77/dac/dcb/dd2/dcd/cd3 0 2024-09-17T10:39:56.019 INFO:tasks.workunit.client.0.smithi159.stdout:6/702: stat d1/db4/cbf 0 2024-09-17T10:39:56.019 INFO:tasks.workunit.client.0.smithi159.stdout:6/703: chown d1/df/d2c/d35/d55/dc0/ccc 10 1 2024-09-17T10:39:56.025 INFO:tasks.workunit.client.1.smithi170.stdout:6/335: mkdir d0/d18/d70/d74 0 2024-09-17T10:39:56.025 INFO:tasks.workunit.client.1.smithi170.stdout:6/336: fsync d0/d3b/d43/f46 0 2024-09-17T10:39:56.026 INFO:tasks.workunit.client.0.smithi159.stdout:4/625: dwrite d0/d9/da/fd [0,4194304] 0 2024-09-17T10:39:56.026 INFO:tasks.workunit.client.0.smithi159.stdout:2/659: write d0/df/f39 [1631119,88184] 0 2024-09-17T10:39:56.028 INFO:tasks.workunit.client.0.smithi159.stdout:6/704: rename d1/df/d2c/d85/c4f to d1/df/d11/d16/cda 0 2024-09-17T10:39:56.029 INFO:tasks.workunit.client.0.smithi159.stdout:2/660: rmdir d0/df/d3e 39 2024-09-17T10:39:56.032 INFO:tasks.workunit.client.0.smithi159.stdout:3/698: dwrite d9/df/d2c/d2f/d63/d8d/d74/d82/fb1 [0,4194304] 0 2024-09-17T10:39:56.032 INFO:tasks.workunit.client.0.smithi159.stdout:4/626: rename d0/d9/d97/d9f/d5d/d82/dc6/f71 to d0/d9/da/d42/fc9 0 2024-09-17T10:39:56.032 INFO:tasks.workunit.client.0.smithi159.stdout:4/627: dread - d0/d9/d97/d9f/d5d/d82/fba zero size 2024-09-17T10:39:56.032 INFO:tasks.workunit.client.0.smithi159.stdout:9/738: sync 2024-09-17T10:39:56.032 INFO:tasks.workunit.client.0.smithi159.stdout:8/755: sync 2024-09-17T10:39:56.033 INFO:tasks.workunit.client.0.smithi159.stdout:7/641: sync 2024-09-17T10:39:56.033 INFO:tasks.workunit.client.0.smithi159.stdout:9/739: truncate d0/d1/d2/dea/ff5 370845 0 2024-09-17T10:39:56.033 INFO:tasks.workunit.client.0.smithi159.stdout:8/756: creat d4/dd/d10/d78/dab/f101 x:0 0 0 2024-09-17T10:39:56.033 INFO:tasks.workunit.client.0.smithi159.stdout:2/661: symlink d0/d14/d76/dd3/dab/db5/le4 0 2024-09-17T10:39:56.037 INFO:tasks.workunit.client.1.smithi170.stdout:7/341: sync 2024-09-17T10:39:56.038 INFO:tasks.workunit.client.0.smithi159.stdout:3/699: link d9/df/c30 d9/cd4 0 2024-09-17T10:39:56.039 INFO:tasks.workunit.client.0.smithi159.stdout:7/642: mknod d2/d44/cee 0 2024-09-17T10:39:56.040 INFO:tasks.workunit.client.0.smithi159.stdout:4/628: write d0/d9/d24/d39/d6a/f9d [467210,97804] 0 2024-09-17T10:39:56.040 INFO:tasks.workunit.client.0.smithi159.stdout:4/629: readlink d0/d9/d24/d28/l40 0 2024-09-17T10:39:56.041 INFO:tasks.workunit.client.1.smithi170.stdout:7/342: symlink d25/d2a/d3e/d56/d5d/l68 0 2024-09-17T10:39:56.043 INFO:tasks.workunit.client.0.smithi159.stdout:9/740: rename d0/d3/d7/da/dc/d3a/da6/ddd/f6f to d0/d1/ffd 0 2024-09-17T10:39:56.046 INFO:tasks.workunit.client.1.smithi170.stdout:7/343: rename d25/d2a/f37 to d25/d53/f69 0 2024-09-17T10:39:56.047 INFO:tasks.workunit.client.0.smithi159.stdout:2/662: chown d0/df/d3e/d47/d79/f9c 6 1 2024-09-17T10:39:56.047 INFO:tasks.workunit.client.0.smithi159.stdout:3/700: dread d9/df/d54/f46 [0,4194304] 0 2024-09-17T10:39:56.049 INFO:tasks.workunit.client.0.smithi159.stdout:7/643: mknod d2/d44/da9/cef 0 2024-09-17T10:39:56.049 INFO:tasks.workunit.client.1.smithi170.stdout:7/344: stat d25/c57 0 2024-09-17T10:39:56.051 INFO:tasks.workunit.client.1.smithi170.stdout:0/386: sync 2024-09-17T10:39:56.051 INFO:tasks.workunit.client.1.smithi170.stdout:0/387: write dd/de/d10/f2f [984363,108598] 0 2024-09-17T10:39:56.051 INFO:tasks.workunit.client.1.smithi170.stdout:1/465: sync 2024-09-17T10:39:56.054 INFO:tasks.workunit.client.0.smithi159.stdout:8/757: rename d4/dd/d10/d4b/d8b/f73 to d4/dd/d10/d1a/d72/d94/f102 0 2024-09-17T10:39:56.055 INFO:tasks.workunit.client.0.smithi159.stdout:9/741: mkdir d0/d3/dfe 0 2024-09-17T10:39:56.055 INFO:tasks.workunit.client.0.smithi159.stdout:9/742: read d0/d3/d7/da/d46/de1/d47/fb0 [1102610,126992] 0 2024-09-17T10:39:56.056 INFO:tasks.workunit.client.1.smithi170.stdout:7/345: mkdir d25/d2a/d3e/d6a 0 2024-09-17T10:39:56.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 -- 172.21.15.159:0/3743623804 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc100160 msgr2=0x7f37cc100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 --2- 172.21.15.159:0/3743623804 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc100160 0x7f37cc100570 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f37bc009910 tx=0x7f37bc009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:56.059 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 -- 172.21.15.159:0/3743623804 shutdown_connections 2024-09-17T10:39:56.059 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 --2- 172.21.15.159:0/3743623804 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37cc101360 0x7f37cc1017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.059 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 --2- 172.21.15.159:0/3743623804 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc100160 0x7f37cc100570 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.059 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 -- 172.21.15.159:0/3743623804 >> 172.21.15.159:0/3743623804 conn(0x7f37cc0fb6f0 msgr2=0x7f37cc0fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:56.059 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 -- 172.21.15.159:0/3743623804 shutdown_connections 2024-09-17T10:39:56.059 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.057+0000 7f37d1691700 1 -- 172.21.15.159:0/3743623804 wait complete. 2024-09-17T10:39:56.059 INFO:tasks.workunit.client.0.smithi159.stdout:4/630: dwrite d0/f3 [4194304,4194304] 0 2024-09-17T10:39:56.059 INFO:tasks.workunit.client.0.smithi159.stdout:3/701: link d9/df/c29 d9/df/d2c/d2f/d63/d8d/d74/d82/cd5 0 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37d1691700 1 Processor -- start 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37d1691700 1 -- start start 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37d1691700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37cc100160 0x7f37cc1959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37d1691700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc101360 0x7f37cc195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37d1691700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37cc196510 con 0x7f37cc101360 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37d1691700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37cc196650 con 0x7f37cc100160 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37ca7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc101360 0x7f37cc195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:56.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37ca7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc101360 0x7f37cc195ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:47440/0 (socket says 172.21.15.159:47440) 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37ca7fc700 1 -- 172.21.15.159:0/712105484 learned_addr learned my addr 172.21.15.159:0/712105484 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37caffd700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37cc100160 0x7f37cc1959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37ca7fc700 1 -- 172.21.15.159:0/712105484 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37cc100160 msgr2=0x7f37cc1959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.058+0000 7f37ca7fc700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37cc100160 0x7f37cc1959b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.059+0000 7f37ca7fc700 1 -- 172.21.15.159:0/712105484 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37bc0095f0 con 0x7f37cc101360 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.059+0000 7f37ca7fc700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc101360 0x7f37cc195ef0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f37c000d900 tx=0x7f37c000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.059+0000 7f37b3fff700 1 -- 172.21.15.159:0/712105484 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f37c00041f0 con 0x7f37cc101360 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.059+0000 7f37b3fff700 1 -- 172.21.15.159:0/712105484 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f37c0004ce0 con 0x7f37cc101360 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.059+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37cc19b100 con 0x7f37cc101360 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.059+0000 7f37b3fff700 1 -- 172.21.15.159:0/712105484 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f37c000b750 con 0x7f37cc101360 2024-09-17T10:39:56.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.059+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37cc19b650 con 0x7f37cc101360 2024-09-17T10:39:56.063 INFO:tasks.workunit.client.0.smithi159.stdout:6/705: unlink d1/d5d/d51/c63 0 2024-09-17T10:39:56.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.060+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37b8005320 con 0x7f37cc101360 2024-09-17T10:39:56.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.061+0000 7f37b3fff700 1 -- 172.21.15.159:0/712105484 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f37c0004830 con 0x7f37cc101360 2024-09-17T10:39:56.064 INFO:tasks.workunit.client.1.smithi170.stdout:0/388: creat dd/de/d10/d61/f7f x:0 0 0 2024-09-17T10:39:56.064 INFO:tasks.workunit.client.1.smithi170.stdout:0/389: truncate dd/de/d10/f76 313918 0 2024-09-17T10:39:56.064 INFO:tasks.workunit.client.1.smithi170.stdout:0/390: stat dd/de/d10/f43 0 2024-09-17T10:39:56.064 INFO:tasks.workunit.client.1.smithi170.stdout:0/391: chown dd/de/d3d/d4d/d5c/d69/f64 3 1 2024-09-17T10:39:56.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.062+0000 7f37b3fff700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f37b406c680 0x7f37b406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:56.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.062+0000 7f37b3fff700 1 -- 172.21.15.159:0/712105484 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f37c008b730 con 0x7f37cc101360 2024-09-17T10:39:56.065 INFO:tasks.workunit.client.0.smithi159.stdout:1/675: dwrite d1/d2/d25/da2/dc5/f51 [0,4194304] 0 2024-09-17T10:39:56.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.063+0000 7f37caffd700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f37b406c680 0x7f37b406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:56.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.064+0000 7f37caffd700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f37b406c680 0x7f37b406eb30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f37bc006010 tx=0x7f37bc005ec0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:56.067 INFO:tasks.workunit.client.1.smithi170.stdout:1/466: rmdir d3 39 2024-09-17T10:39:56.067 INFO:tasks.workunit.client.0.smithi159.stdout:8/758: read d4/dd/d10/d1a/d6d/f9d [2683725,122960] 0 2024-09-17T10:39:56.068 INFO:tasks.workunit.client.0.smithi159.stdout:9/743: mknod d0/d3/d7/da/d46/d54/dc4/cff 0 2024-09-17T10:39:56.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.068+0000 7f37b3fff700 1 -- 172.21.15.159:0/712105484 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f37c00598f0 con 0x7f37cc101360 2024-09-17T10:39:56.071 INFO:tasks.workunit.client.1.smithi170.stdout:7/346: symlink d25/d4e/l6b 0 2024-09-17T10:39:56.071 INFO:tasks.workunit.client.1.smithi170.stdout:7/347: stat d25/d2a/d3e/d56/d5d 0 2024-09-17T10:39:56.077 INFO:tasks.workunit.client.1.smithi170.stdout:0/392: read dd/de/d16/f3b [4094663,76367] 0 2024-09-17T10:39:56.079 INFO:tasks.workunit.client.0.smithi159.stdout:4/631: rename d0/d9/da/d33/l94 to d0/d9/d97/db7/lca 0 2024-09-17T10:39:56.080 INFO:tasks.workunit.client.0.smithi159.stdout:6/706: dwrite d1/df/d2c/f50 [0,4194304] 0 2024-09-17T10:39:56.081 INFO:tasks.workunit.client.0.smithi159.stdout:6/707: fsync d1/d5d/fa7 0 2024-09-17T10:39:56.081 INFO:tasks.workunit.client.0.smithi159.stdout:6/708: creat d1/df/d11/d16/fdb x:0 0 0 2024-09-17T10:39:56.081 INFO:tasks.workunit.client.0.smithi159.stdout:3/702: truncate d9/df/d2c/d2f/d63/f67 3113611 0 2024-09-17T10:39:56.085 INFO:tasks.workunit.client.1.smithi170.stdout:0/393: mknod dd/de/d16/c80 0 2024-09-17T10:39:56.086 INFO:tasks.workunit.client.0.smithi159.stdout:8/759: dwrite d4/dd/d10/d1a/f2d [0,4194304] 0 2024-09-17T10:39:56.086 INFO:tasks.workunit.client.1.smithi170.stdout:1/467: getdents d3/d5/d54 0 2024-09-17T10:39:56.088 INFO:tasks.workunit.client.0.smithi159.stdout:1/676: mknod d1/d2/d25/da2/dc5/d7d/cc6 0 2024-09-17T10:39:56.089 INFO:tasks.workunit.client.0.smithi159.stdout:0/681: sync 2024-09-17T10:39:56.089 INFO:tasks.workunit.client.0.smithi159.stdout:0/682: stat d5/d4f/db2/df6 0 2024-09-17T10:39:56.089 INFO:tasks.workunit.client.0.smithi159.stdout:0/683: write d5/dcf/d18/d22/da2/db3/fe5 [927107,101759] 0 2024-09-17T10:39:56.091 INFO:tasks.workunit.client.0.smithi159.stdout:9/744: creat d0/d3/d7/da/dc/d3a/da6/f100 x:0 0 0 2024-09-17T10:39:56.091 INFO:tasks.workunit.client.1.smithi170.stdout:2/512: getdents dd/d14/d19/d4c/d63/d32 0 2024-09-17T10:39:56.093 INFO:tasks.workunit.client.1.smithi170.stdout:3/465: sync 2024-09-17T10:39:56.093 INFO:tasks.workunit.client.1.smithi170.stdout:9/364: sync 2024-09-17T10:39:56.093 INFO:tasks.workunit.client.1.smithi170.stdout:9/365: chown dd/d40/d4e/d29/d2c 1920 1 2024-09-17T10:39:56.094 INFO:tasks.workunit.client.0.smithi159.stdout:4/632: mkdir d0/d9/d24/d39/d6a/d89/dcb 0 2024-09-17T10:39:56.103 INFO:tasks.workunit.client.1.smithi170.stdout:1/468: rename d3/c25 to d3/d5/d27/d51/d64/d85/cab 0 2024-09-17T10:39:56.103 INFO:tasks.workunit.client.1.smithi170.stdout:1/469: fsync d3/d37/f58 0 2024-09-17T10:39:56.103 INFO:tasks.workunit.client.1.smithi170.stdout:1/470: write d3/d5/f22 [542525,43704] 0 2024-09-17T10:39:56.103 INFO:tasks.workunit.client.1.smithi170.stdout:1/471: write d3/d37/f4b [1087145,110542] 0 2024-09-17T10:39:56.103 INFO:tasks.workunit.client.1.smithi170.stdout:1/472: readlink d3/d37/l32 0 2024-09-17T10:39:56.103 INFO:tasks.workunit.client.1.smithi170.stdout:1/473: chown d3/c2e 0 1 2024-09-17T10:39:56.104 INFO:tasks.workunit.client.0.smithi159.stdout:3/703: mkdir d9/df/d3f/dd6 0 2024-09-17T10:39:56.106 INFO:tasks.workunit.client.1.smithi170.stdout:2/513: mkdir dd/d1a/da4 0 2024-09-17T10:39:56.107 INFO:tasks.workunit.client.0.smithi159.stdout:8/760: mkdir d4/dd/d10/d33/d99/d103 0 2024-09-17T10:39:56.109 INFO:tasks.workunit.client.1.smithi170.stdout:3/466: symlink d18/d25/la0 0 2024-09-17T10:39:56.110 INFO:tasks.workunit.client.0.smithi159.stdout:1/677: symlink d1/d2/d25/da2/dc5/d7d/lc7 0 2024-09-17T10:39:56.111 INFO:tasks.workunit.client.1.smithi170.stdout:5/370: getdents d1/d3/d55/d5e/d67 0 2024-09-17T10:39:56.111 INFO:tasks.workunit.client.0.smithi159.stdout:4/633: dwrite d0/d9/fa2 [0,4194304] 0 2024-09-17T10:39:56.114 INFO:tasks.workunit.client.1.smithi170.stdout:9/366: link dd/d40/d4e/d29/c5f dd/d16/d17/d43/d66/c7a 0 2024-09-17T10:39:56.114 INFO:tasks.workunit.client.1.smithi170.stdout:9/367: dread - dd/d16/d2a/d51/f6a zero size 2024-09-17T10:39:56.114 INFO:tasks.workunit.client.1.smithi170.stdout:2/514: dread dd/d14/d19/d4c/d63/f2c [4194304,4194304] 0 2024-09-17T10:39:56.116 INFO:tasks.workunit.client.0.smithi159.stdout:9/745: creat d0/d3/d7/da/d46/f101 x:0 0 0 2024-09-17T10:39:56.117 INFO:tasks.workunit.client.1.smithi170.stdout:4/240: sync 2024-09-17T10:39:56.117 INFO:tasks.workunit.client.1.smithi170.stdout:8/363: sync 2024-09-17T10:39:56.118 INFO:tasks.workunit.client.1.smithi170.stdout:0/394: link dd/de/d10/d13/d59/c6b dd/de/d16/d54/d63/c81 0 2024-09-17T10:39:56.120 INFO:tasks.workunit.client.0.smithi159.stdout:6/709: rename d1/df/d2c/f6e to d1/fdc 0 2024-09-17T10:39:56.120 INFO:tasks.workunit.client.0.smithi159.stdout:6/710: write d1/df/d11/f20 [1596320,93023] 0 2024-09-17T10:39:56.122 INFO:tasks.workunit.client.0.smithi159.stdout:3/704: rmdir d9/df/d2c/d2f/d63/d8d 39 2024-09-17T10:39:56.123 INFO:tasks.workunit.client.1.smithi170.stdout:3/467: creat d18/fa1 x:0 0 0 2024-09-17T10:39:56.123 INFO:tasks.workunit.client.1.smithi170.stdout:3/468: read - d18/f90 zero size 2024-09-17T10:39:56.123 INFO:tasks.workunit.client.1.smithi170.stdout:3/469: readlink d18/d2c/d41/l80 0 2024-09-17T10:39:56.123 INFO:tasks.workunit.client.1.smithi170.stdout:1/474: dwrite d3/d5/f17 [0,4194304] 0 2024-09-17T10:39:56.125 INFO:tasks.workunit.client.0.smithi159.stdout:8/761: creat d4/dd/d10/d4b/f104 x:0 0 0 2024-09-17T10:39:56.125 INFO:tasks.workunit.client.0.smithi159.stdout:8/762: fsync d4/da/fe8 0 2024-09-17T10:39:56.127 INFO:tasks.workunit.client.1.smithi170.stdout:9/368: creat dd/d16/d17/d43/d66/f7b x:0 0 0 2024-09-17T10:39:56.127 INFO:tasks.workunit.client.1.smithi170.stdout:6/337: rmdir d0/d18/d70 39 2024-09-17T10:39:56.130 INFO:tasks.workunit.client.0.smithi159.stdout:1/678: mknod d1/d2f/d9e/cc8 0 2024-09-17T10:39:56.130 INFO:tasks.workunit.client.0.smithi159.stdout:1/679: write d1/d2/d14/f30 [1021060,101946] 0 2024-09-17T10:39:56.130 INFO:tasks.workunit.client.0.smithi159.stdout:1/680: fdatasync d1/d2/d25/da2/fac 0 2024-09-17T10:39:56.132 INFO:tasks.workunit.client.0.smithi159.stdout:6/711: write d1/d5d/d51/fa1 [5778127,101968] 0 2024-09-17T10:39:56.135 INFO:tasks.workunit.client.1.smithi170.stdout:8/364: unlink d4/d2e/d33/f4d 0 2024-09-17T10:39:56.135 INFO:tasks.workunit.client.1.smithi170.stdout:8/365: write d4/f39 [1458720,77797] 0 2024-09-17T10:39:56.136 INFO:tasks.workunit.client.1.smithi170.stdout:8/366: write d4/df/d1e/d69/f6a [322059,31670] 0 2024-09-17T10:39:56.136 INFO:tasks.workunit.client.0.smithi159.stdout:4/634: mkdir d0/d9/da/d42/dc2/dcc 0 2024-09-17T10:39:56.137 INFO:tasks.workunit.client.1.smithi170.stdout:5/371: dwrite d1/d3/f50 [0,4194304] 0 2024-09-17T10:39:56.137 INFO:tasks.workunit.client.1.smithi170.stdout:5/372: creat d1/d3/d55/d5e/d67/d69/f79 x:0 0 0 2024-09-17T10:39:56.138 INFO:tasks.workunit.client.1.smithi170.stdout:0/395: mkdir dd/d82 0 2024-09-17T10:39:56.150 INFO:tasks.workunit.client.1.smithi170.stdout:1/475: mkdir d3/d5/d27/d51/dac 0 2024-09-17T10:39:56.152 INFO:tasks.workunit.client.1.smithi170.stdout:8/367: write d4/f1d [4452553,62345] 0 2024-09-17T10:39:56.152 INFO:tasks.workunit.client.1.smithi170.stdout:3/470: dwrite d18/d2c/f4c [4194304,4194304] 0 2024-09-17T10:39:56.152 INFO:tasks.workunit.client.1.smithi170.stdout:2/515: dwrite dd/d64/f9c [0,4194304] 0 2024-09-17T10:39:56.152 INFO:tasks.workunit.client.1.smithi170.stdout:2/516: fsync dd/d14/d19/fa0 0 2024-09-17T10:39:56.152 INFO:tasks.workunit.client.1.smithi170.stdout:3/471: dread - d18/d26/d58/f74 zero size 2024-09-17T10:39:56.152 INFO:tasks.workunit.client.1.smithi170.stdout:3/472: chown l13 296496 1 2024-09-17T10:39:56.153 INFO:tasks.workunit.client.1.smithi170.stdout:2/517: write dd/d1a/f65 [653941,125322] 0 2024-09-17T10:39:56.154 INFO:tasks.workunit.client.1.smithi170.stdout:6/338: mknod d0/d66/c75 0 2024-09-17T10:39:56.159 INFO:tasks.workunit.client.1.smithi170.stdout:7/348: rmdir d25/d2a 39 2024-09-17T10:39:56.159 INFO:tasks.workunit.client.1.smithi170.stdout:7/349: write f4 [861625,79061] 0 2024-09-17T10:39:56.162 INFO:tasks.workunit.client.1.smithi170.stdout:4/241: symlink d9/l4e 0 2024-09-17T10:39:56.168 INFO:tasks.workunit.client.0.smithi159.stdout:9/746: creat d0/d3/d7/da/dc/de/f102 x:0 0 0 2024-09-17T10:39:56.172 INFO:tasks.workunit.client.0.smithi159.stdout:0/684: rename d5/dcf/d18/d22/d3e/dae to d5/dcf/d18/d22/da2/df0/dfa 0 2024-09-17T10:39:56.173 INFO:tasks.workunit.client.0.smithi159.stdout:0/685: creat d5/d4f/db2/ffb x:0 0 0 2024-09-17T10:39:56.173 INFO:tasks.workunit.client.0.smithi159.stdout:0/686: dread - d5/d12/f5a zero size 2024-09-17T10:39:56.173 INFO:tasks.workunit.client.0.smithi159.stdout:0/687: read - d5/dcf/db9/fca zero size 2024-09-17T10:39:56.175 INFO:tasks.workunit.client.1.smithi170.stdout:1/476: dwrite d3/d5/d27/f5b [0,4194304] 0 2024-09-17T10:39:56.175 INFO:tasks.workunit.client.1.smithi170.stdout:1/477: write d3/d5/d27/d4e/f4f [206978,45413] 0 2024-09-17T10:39:56.175 INFO:tasks.workunit.client.1.smithi170.stdout:1/478: fdatasync d3/d5/d27/f1b 0 2024-09-17T10:39:56.175 INFO:tasks.workunit.client.0.smithi159.stdout:3/705: creat d9/df/d2c/d2f/d63/d8d/d8e/daf/fd7 x:0 0 0 2024-09-17T10:39:56.181 INFO:tasks.workunit.client.1.smithi170.stdout:0/396: dwrite dd/de/d16/f30 [0,4194304] 0 2024-09-17T10:39:56.181 INFO:tasks.workunit.client.1.smithi170.stdout:5/373: dwrite d1/d27/f73 [0,4194304] 0 2024-09-17T10:39:56.182 INFO:tasks.workunit.client.1.smithi170.stdout:3/473: dwrite d18/f19 [0,4194304] 0 2024-09-17T10:39:56.182 INFO:tasks.workunit.client.1.smithi170.stdout:8/368: mkdir d4/df/d76/d85 0 2024-09-17T10:39:56.182 INFO:tasks.workunit.client.1.smithi170.stdout:8/369: write d4/f18 [2633726,18034] 0 2024-09-17T10:39:56.184 INFO:tasks.workunit.client.1.smithi170.stdout:2/518: symlink dd/d64/la5 0 2024-09-17T10:39:56.186 INFO:tasks.workunit.client.0.smithi159.stdout:9/747: mkdir d0/d3/d96/d103 0 2024-09-17T10:39:56.186 INFO:tasks.workunit.client.0.smithi159.stdout:9/748: chown d0/d3/d7/da/dc/de/d3e/l5f 228 1 2024-09-17T10:39:56.186 INFO:tasks.workunit.client.0.smithi159.stdout:9/749: write d0/d1/d2/dea/ff5 [1194505,16388] 0 2024-09-17T10:39:56.186 INFO:tasks.workunit.client.0.smithi159.stdout:3/706: dread d9/df/d2c/d2f/d63/d8d/f6d [0,4194304] 0 2024-09-17T10:39:56.187 INFO:tasks.workunit.client.1.smithi170.stdout:6/339: mknod d0/d66/c76 0 2024-09-17T10:39:56.195 INFO:tasks.workunit.client.0.smithi159.stdout:6/712: rename d1/df/f1a to d1/df/d2c/d35/d55/dc0/dd4/fdd 0 2024-09-17T10:39:56.200 INFO:tasks.workunit.client.0.smithi159.stdout:0/688: mknod d5/d12/d32/dc3/cfc 0 2024-09-17T10:39:56.202 INFO:tasks.workunit.client.1.smithi170.stdout:1/479: rename d3/d5/d27/d51/d64/d85 to d3/d77/dad 0 2024-09-17T10:39:56.205 INFO:tasks.workunit.client.0.smithi159.stdout:8/763: rmdir d4/dd/d10/d78 39 2024-09-17T10:39:56.205 INFO:tasks.workunit.client.0.smithi159.stdout:8/764: write d4/dd/d10/d1a/d6d/fd3 [1840023,124752] 0 2024-09-17T10:39:56.207 INFO:tasks.workunit.client.0.smithi159.stdout:9/750: creat d0/d3/d7/da/d46/de1/d81/f104 x:0 0 0 2024-09-17T10:39:56.207 INFO:tasks.workunit.client.0.smithi159.stdout:9/751: dread - d0/d78/fef zero size 2024-09-17T10:39:56.208 INFO:tasks.workunit.client.0.smithi159.stdout:9/752: chown d0/d3/d7/da/dc/d40/d7d/f9e 583929 1 2024-09-17T10:39:56.208 INFO:tasks.workunit.client.1.smithi170.stdout:0/397: creat dd/de/d16/d54/f83 x:0 0 0 2024-09-17T10:39:56.211 INFO:tasks.workunit.client.1.smithi170.stdout:0/398: dread dd/de/d10/f24 [0,4194304] 0 2024-09-17T10:39:56.215 INFO:tasks.workunit.client.0.smithi159.stdout:8/765: write d4/dd/d26/f27 [3252584,76719] 0 2024-09-17T10:39:56.216 INFO:tasks.workunit.client.0.smithi159.stdout:4/635: rename d0/d9/d97/d9f/d5d/d99/l9b to d0/d9/d24/d48/d53/dbc/lcd 0 2024-09-17T10:39:56.218 INFO:tasks.workunit.client.0.smithi159.stdout:0/689: creat d5/d4f/db2/df6/ffd x:0 0 0 2024-09-17T10:39:56.218 INFO:tasks.workunit.client.0.smithi159.stdout:0/690: fsync d5/dcf/d18/fa3 0 2024-09-17T10:39:56.219 INFO:tasks.workunit.client.1.smithi170.stdout:5/374: unlink d1/d27/c3a 0 2024-09-17T10:39:56.222 INFO:tasks.workunit.client.1.smithi170.stdout:8/370: symlink d4/d2e/l86 0 2024-09-17T10:39:56.224 INFO:tasks.workunit.client.0.smithi159.stdout:9/753: link d0/d3/d7/da/dc/d3a/da6/ddd/f75 d0/d3/d7/da/dc/de/d36/f105 0 2024-09-17T10:39:56.225 INFO:tasks.workunit.client.0.smithi159.stdout:9/754: read d0/d3/d7/da/d46/d54/d6c/fb1 [211222,128327] 0 2024-09-17T10:39:56.226 INFO:tasks.workunit.client.1.smithi170.stdout:2/519: mkdir dd/d14/d19/d4c/da6 0 2024-09-17T10:39:56.228 INFO:tasks.workunit.client.1.smithi170.stdout:6/340: stat d0/d3b/l42 0 2024-09-17T10:39:56.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/713: rename d1/df/d11/d57/dc1/fb1 to d1/df/d11/fde 0 2024-09-17T10:39:56.234 INFO:tasks.workunit.client.0.smithi159.stdout:4/636: mkdir d0/d9/da/d42/dce 0 2024-09-17T10:39:56.236 INFO:tasks.workunit.client.1.smithi170.stdout:3/474: rename d18/d2c/d41/d94/d2d/f8e to d18/d2c/d4f/fa2 0 2024-09-17T10:39:56.237 INFO:tasks.workunit.client.1.smithi170.stdout:3/475: dread - d18/f9d zero size 2024-09-17T10:39:56.237 INFO:tasks.workunit.client.0.smithi159.stdout:0/691: rmdir d5/dcf/d18 39 2024-09-17T10:39:56.237 INFO:tasks.workunit.client.0.smithi159.stdout:0/692: creat d5/d12/ffe x:0 0 0 2024-09-17T10:39:56.238 INFO:tasks.workunit.client.0.smithi159.stdout:0/693: chown d5/dcf/d18/d22/d4c/d6b/d7c/cb5 297394 1 2024-09-17T10:39:56.238 INFO:tasks.workunit.client.0.smithi159.stdout:0/694: dread - d5/d12/d32/dc3/fd4 zero size 2024-09-17T10:39:56.239 INFO:tasks.workunit.client.1.smithi170.stdout:1/480: symlink d3/d37/d7b/d8b/lae 0 2024-09-17T10:39:56.239 INFO:tasks.workunit.client.1.smithi170.stdout:1/481: fdatasync d3/d5/d27/d51/d64/f6d 0 2024-09-17T10:39:56.240 INFO:tasks.workunit.client.0.smithi159.stdout:9/755: mkdir d0/d3/d7/da/dc/d40/d106 0 2024-09-17T10:39:56.240 INFO:tasks.workunit.client.0.smithi159.stdout:9/756: readlink d0/d3/d7/da/lfc 0 2024-09-17T10:39:56.241 INFO:tasks.workunit.client.0.smithi159.stdout:8/766: dwrite d4/dd/fc3 [0,4194304] 0 2024-09-17T10:39:56.241 INFO:tasks.workunit.client.1.smithi170.stdout:0/399: creat dd/de/d10/d13/d59/f84 x:0 0 0 2024-09-17T10:39:56.241 INFO:tasks.workunit.client.1.smithi170.stdout:0/400: fdatasync dd/de/d16/d54/d63/f7d 0 2024-09-17T10:39:56.241 INFO:tasks.workunit.client.1.smithi170.stdout:8/371: dwrite d4/d2e/d33/f5a [0,4194304] 0 2024-09-17T10:39:56.243 INFO:tasks.workunit.client.0.smithi159.stdout:6/714: rename d1/df/d2c/d35/d55/fb8 to d1/df/d2c/d35/d3e/dc3/fdf 0 2024-09-17T10:39:56.249 INFO:tasks.workunit.client.0.smithi159.stdout:0/695: symlink d5/d4f/db2/de1/lff 0 2024-09-17T10:39:56.250 INFO:tasks.workunit.client.1.smithi170.stdout:8/372: dread d4/f9 [0,4194304] 0 2024-09-17T10:39:56.250 INFO:tasks.workunit.client.1.smithi170.stdout:8/373: chown d4/d2e/f82 1197196 1 2024-09-17T10:39:56.251 INFO:tasks.workunit.client.0.smithi159.stdout:9/757: getdents d0/d3/d7/da/dc/d1c/d2b 0 2024-09-17T10:39:56.251 INFO:tasks.workunit.client.0.smithi159.stdout:9/758: chown d0/d3/d7/da/dc/de/d36/db3/cba 2 1 2024-09-17T10:39:56.260 INFO:tasks.workunit.client.1.smithi170.stdout:0/401: dwrite dd/de/f57 [0,4194304] 0 2024-09-17T10:39:56.260 INFO:tasks.workunit.client.1.smithi170.stdout:0/402: chown dd/de/d16/f1a 1033258 1 2024-09-17T10:39:56.260 INFO:tasks.workunit.client.1.smithi170.stdout:0/403: truncate dd/de/d10/d13/f26 970759 0 2024-09-17T10:39:56.260 INFO:tasks.workunit.client.1.smithi170.stdout:0/404: readlink dd/de/d16/d54/d5f/l60 0 2024-09-17T10:39:56.260 INFO:tasks.workunit.client.1.smithi170.stdout:0/405: stat dd/de/d10/d61/d70/c31 0 2024-09-17T10:39:56.261 INFO:tasks.workunit.client.1.smithi170.stdout:0/406: chown dd/de/d16/d54/d63/c81 0 1 2024-09-17T10:39:56.261 INFO:tasks.workunit.client.0.smithi159.stdout:8/767: mknod d4/dd/d10/d1a/d72/d81/c105 0 2024-09-17T10:39:56.262 INFO:tasks.workunit.client.0.smithi159.stdout:0/696: dread d5/f1b [0,4194304] 0 2024-09-17T10:39:56.264 INFO:tasks.workunit.client.0.smithi159.stdout:9/759: write d0/d3/d7/f20 [4708824,59662] 0 2024-09-17T10:39:56.267 INFO:tasks.workunit.client.1.smithi170.stdout:5/375: truncate d1/f42 22769 0 2024-09-17T10:39:56.268 INFO:tasks.workunit.client.1.smithi170.stdout:5/376: write d1/d11/f2b [5123579,14120] 0 2024-09-17T10:39:56.268 INFO:tasks.workunit.client.1.smithi170.stdout:5/377: readlink d1/d3/d13/d2c/l46 0 2024-09-17T10:39:56.269 INFO:tasks.workunit.client.1.smithi170.stdout:2/520: mknod dd/d14/d19/d4c/d63/d32/ca7 0 2024-09-17T10:39:56.270 INFO:tasks.workunit.client.1.smithi170.stdout:6/341: symlink d0/d3b/d43/l77 0 2024-09-17T10:39:56.271 INFO:tasks.workunit.client.0.smithi159.stdout:6/715: rmdir d1/df/d2c/d35/d55/d64/d98 39 2024-09-17T10:39:56.273 INFO:tasks.workunit.client.1.smithi170.stdout:7/350: link d25/l27 d25/l6c 0 2024-09-17T10:39:56.274 INFO:tasks.workunit.client.0.smithi159.stdout:0/697: write d5/dcf/d18/d22/f28 [3739817,111135] 0 2024-09-17T10:39:56.274 INFO:tasks.workunit.client.1.smithi170.stdout:8/374: dwrite d4/d2e/f82 [0,4194304] 0 2024-09-17T10:39:56.274 INFO:tasks.workunit.client.1.smithi170.stdout:8/375: write d4/df/d3f/f7a [873867,121727] 0 2024-09-17T10:39:56.274 INFO:tasks.workunit.client.1.smithi170.stdout:8/376: creat d4/df/d1e/f87 x:0 0 0 2024-09-17T10:39:56.276 INFO:tasks.workunit.client.1.smithi170.stdout:2/521: write dd/d1a/f43 [2331641,70092] 0 2024-09-17T10:39:56.276 INFO:tasks.workunit.client.1.smithi170.stdout:2/522: stat dd/d14/d19/d4c/d63/d32/d53/f5e 0 2024-09-17T10:39:56.276 INFO:tasks.workunit.client.0.smithi159.stdout:0/698: dread d5/dcf/d18/d22/f8e [0,4194304] 0 2024-09-17T10:39:56.276 INFO:tasks.workunit.client.0.smithi159.stdout:0/699: fsync d5/f82 0 2024-09-17T10:39:56.276 INFO:tasks.workunit.client.0.smithi159.stdout:9/760: creat d0/d3/d7/f107 x:0 0 0 2024-09-17T10:39:56.279 INFO:tasks.workunit.client.1.smithi170.stdout:4/242: getdents d9/d12/d36 0 2024-09-17T10:39:56.280 INFO:tasks.workunit.client.1.smithi170.stdout:5/378: dread d1/d11/f37 [0,4194304] 0 2024-09-17T10:39:56.280 INFO:tasks.workunit.client.1.smithi170.stdout:5/379: write d1/d27/f5b [751975,65069] 0 2024-09-17T10:39:56.282 INFO:tasks.workunit.client.1.smithi170.stdout:3/476: mkdir d18/d2c/d4f/da3 0 2024-09-17T10:39:56.286 INFO:tasks.workunit.client.0.smithi159.stdout:9/761: link d0/d3/d7/da/dc/lad d0/d3/d7/da/dc/d40/d106/l108 0 2024-09-17T10:39:56.290 INFO:tasks.workunit.client.1.smithi170.stdout:1/482: creat d3/d77/dad/faf x:0 0 0 2024-09-17T10:39:56.292 INFO:tasks.workunit.client.0.smithi159.stdout:6/716: dwrite d1/df/d2c/d85/f43 [0,4194304] 0 2024-09-17T10:39:56.292 INFO:tasks.workunit.client.0.smithi159.stdout:6/717: readlink d1/d5d/d51/l7b 0 2024-09-17T10:39:56.296 INFO:tasks.workunit.client.0.smithi159.stdout:9/762: unlink d0/d3/d7/da/d46/de1/d47/cd0 0 2024-09-17T10:39:56.301 INFO:tasks.workunit.client.1.smithi170.stdout:0/407: mknod dd/de/d16/d54/d5f/c85 0 2024-09-17T10:39:56.302 INFO:tasks.workunit.client.1.smithi170.stdout:0/408: dread dd/de/d10/f43 [0,4194304] 0 2024-09-17T10:39:56.302 INFO:tasks.workunit.client.1.smithi170.stdout:0/409: rename dd/de/d10 to dd/de/d10/d86 22 2024-09-17T10:39:56.302 INFO:tasks.workunit.client.1.smithi170.stdout:0/410: chown dd/de/d16/l37 2144 1 2024-09-17T10:39:56.303 INFO:tasks.workunit.client.1.smithi170.stdout:0/411: stat dd/de/d16/f1a 0 2024-09-17T10:39:56.303 INFO:tasks.workunit.client.0.smithi159.stdout:6/718: creat d1/df/d2c/d35/d3e/d96/d9f/fe0 x:0 0 0 2024-09-17T10:39:56.304 INFO:tasks.workunit.client.0.smithi159.stdout:9/763: truncate d0/d3/d7/da/dc/de/f26 231473 0 2024-09-17T10:39:56.305 INFO:tasks.workunit.client.1.smithi170.stdout:7/351: truncate f20 3436588 0 2024-09-17T10:39:56.305 INFO:tasks.workunit.client.1.smithi170.stdout:7/352: chown d25/d2a/d3e/f58 2 1 2024-09-17T10:39:56.307 INFO:tasks.workunit.client.0.smithi159.stdout:6/719: mkdir d1/df/d2c/de1 0 2024-09-17T10:39:56.307 INFO:tasks.workunit.client.0.smithi159.stdout:6/720: fdatasync d1/df/d2c/d85/fcb 0 2024-09-17T10:39:56.311 INFO:tasks.workunit.client.0.smithi159.stdout:0/700: dwrite d5/dcf/d18/d22/f28 [4194304,4194304] 0 2024-09-17T10:39:56.312 INFO:tasks.workunit.client.1.smithi170.stdout:8/377: dwrite d4/df/d1e/f32 [0,4194304] 0 2024-09-17T10:39:56.312 INFO:tasks.workunit.client.1.smithi170.stdout:2/523: dwrite dd/d1a/d2a/f9b [0,4194304] 0 2024-09-17T10:39:56.312 INFO:tasks.workunit.client.1.smithi170.stdout:2/524: readlink dd/d1a/l4e 0 2024-09-17T10:39:56.315 INFO:tasks.workunit.client.1.smithi170.stdout:3/477: dwrite d18/d25/f60 [0,4194304] 0 2024-09-17T10:39:56.315 INFO:tasks.workunit.client.1.smithi170.stdout:3/478: chown f12 1 1 2024-09-17T10:39:56.315 INFO:tasks.workunit.client.1.smithi170.stdout:3/479: readlink d18/d4b/d7c/d82/l95 0 2024-09-17T10:39:56.315 INFO:tasks.workunit.client.1.smithi170.stdout:3/480: chown d18/d26/d56/l5a 88 1 2024-09-17T10:39:56.315 INFO:tasks.workunit.client.1.smithi170.stdout:3/481: creat d18/d26/d58/fa4 x:0 0 0 2024-09-17T10:39:56.315 INFO:tasks.workunit.client.0.smithi159.stdout:9/764: rename d0/d1/d2/c44 to d0/d3/d7/da/dc/d40/d7d/c109 0 2024-09-17T10:39:56.318 INFO:tasks.workunit.client.1.smithi170.stdout:4/243: link d9/d12/d36/d42/d40/f39 d9/d12/d36/d42/d40/f4f 0 2024-09-17T10:39:56.318 INFO:tasks.workunit.client.0.smithi159.stdout:6/721: dread d1/d5d/d51/d88/fb5 [0,4194304] 0 2024-09-17T10:39:56.318 INFO:tasks.workunit.client.0.smithi159.stdout:6/722: write d1/df/f74 [1621609,113936] 0 2024-09-17T10:39:56.319 INFO:tasks.workunit.client.0.smithi159.stdout:6/723: write d1/df/d11/d16/f2d [654197,37375] 0 2024-09-17T10:39:56.320 INFO:tasks.workunit.client.1.smithi170.stdout:5/380: symlink d1/d3/d55/d5e/d67/d69/l7a 0 2024-09-17T10:39:56.325 INFO:tasks.workunit.client.1.smithi170.stdout:1/483: mkdir d3/d77/db0 0 2024-09-17T10:39:56.325 INFO:tasks.workunit.client.1.smithi170.stdout:1/484: read - d3/d77/dad/faf zero size 2024-09-17T10:39:56.325 INFO:tasks.workunit.client.0.smithi159.stdout:7/644: sync 2024-09-17T10:39:56.325 INFO:tasks.workunit.client.0.smithi159.stdout:7/645: chown d2/d18/d20/db8/d45/f90 10703 1 2024-09-17T10:39:56.325 INFO:tasks.workunit.client.0.smithi159.stdout:7/646: rename d2/d23/d67/d47 to d2/d23/d67/d47/de5/df0 22 2024-09-17T10:39:56.325 INFO:tasks.workunit.client.0.smithi159.stdout:5/617: sync 2024-09-17T10:39:56.325 INFO:tasks.workunit.client.0.smithi159.stdout:5/618: fsync d19/d1b/d1d/f31 0 2024-09-17T10:39:56.326 INFO:tasks.workunit.client.0.smithi159.stdout:2/663: sync 2024-09-17T10:39:56.326 INFO:tasks.workunit.client.1.smithi170.stdout:1/485: write d3/d5/d27/d51/d64/f6d [1256587,12962] 0 2024-09-17T10:39:56.329 INFO:tasks.workunit.client.0.smithi159.stdout:6/724: getdents d1/df 0 2024-09-17T10:39:56.329 INFO:tasks.workunit.client.0.smithi159.stdout:6/725: truncate d1/df/d11/d16/f2d 1522368 0 2024-09-17T10:39:56.329 INFO:tasks.workunit.client.0.smithi159.stdout:6/726: stat d1/d5d/d51/faa 0 2024-09-17T10:39:56.330 INFO:tasks.workunit.client.1.smithi170.stdout:0/412: mknod dd/de/d16/d54/d63/c87 0 2024-09-17T10:39:56.331 INFO:tasks.workunit.client.1.smithi170.stdout:0/413: chown dd/l18 363448984 1 2024-09-17T10:39:56.333 INFO:tasks.workunit.client.1.smithi170.stdout:3/482: write d18/d1c/f4e [1099565,22160] 0 2024-09-17T10:39:56.335 INFO:tasks.workunit.client.0.smithi159.stdout:6/727: rename d1/f37 to d1/df/d2c/d35/d55/fe2 0 2024-09-17T10:39:56.335 INFO:tasks.workunit.client.0.smithi159.stdout:6/728: truncate d1/df/d2c/f4b 4320443 0 2024-09-17T10:39:56.336 INFO:tasks.workunit.client.1.smithi170.stdout:7/353: dwrite d25/d2a/f30 [0,4194304] 0 2024-09-17T10:39:56.338 INFO:tasks.workunit.client.1.smithi170.stdout:8/378: rmdir d4/df/d3f/d44/d80 39 2024-09-17T10:39:56.340 INFO:tasks.workunit.client.0.smithi159.stdout:0/701: dwrite d5/dcf/f9b [0,4194304] 0 2024-09-17T10:39:56.340 INFO:tasks.workunit.client.0.smithi159.stdout:0/702: dread - d5/dcf/d18/d22/d4c/d6b/fda zero size 2024-09-17T10:39:56.343 INFO:tasks.workunit.client.0.smithi159.stdout:2/664: write d0/d26/d4b/faf [1154424,87408] 0 2024-09-17T10:39:56.343 INFO:tasks.workunit.client.0.smithi159.stdout:2/665: chown d0/df/d3e/d7a/f9b 157 1 2024-09-17T10:39:56.343 INFO:tasks.workunit.client.0.smithi159.stdout:2/666: readlink d0/df/d3e/d7a/d91/la7 0 2024-09-17T10:39:56.344 INFO:tasks.workunit.client.0.smithi159.stdout:6/729: rmdir d1/df/d2c/d35/d3e/dc3 39 2024-09-17T10:39:56.347 INFO:tasks.workunit.client.0.smithi159.stdout:6/730: dread d1/df/d2c/f5c [0,4194304] 0 2024-09-17T10:39:56.348 INFO:tasks.workunit.client.0.smithi159.stdout:9/765: dwrite d0/d1/d2/d85/fe7 [0,4194304] 0 2024-09-17T10:39:56.349 INFO:tasks.workunit.client.1.smithi170.stdout:2/525: creat dd/d1a/d6c/fa8 x:0 0 0 2024-09-17T10:39:56.357 INFO:tasks.workunit.client.1.smithi170.stdout:8/379: dread d4/d2e/d33/f5a [0,4194304] 0 2024-09-17T10:39:56.357 INFO:tasks.workunit.client.1.smithi170.stdout:8/380: truncate d4/df/d1e/f7c 328438 0 2024-09-17T10:39:56.357 INFO:tasks.workunit.client.1.smithi170.stdout:8/381: stat d4/df/d76 0 2024-09-17T10:39:56.357 INFO:tasks.workunit.client.1.smithi170.stdout:8/382: readlink d4/l25 0 2024-09-17T10:39:56.358 INFO:tasks.workunit.client.0.smithi159.stdout:2/667: creat d0/d14/fe5 x:0 0 0 2024-09-17T10:39:56.358 INFO:tasks.workunit.client.0.smithi159.stdout:7/647: dwrite d2/d18/d20/d3f/d77/db7/fe8 [0,4194304] 0 2024-09-17T10:39:56.358 INFO:tasks.workunit.client.0.smithi159.stdout:6/731: write d1/df/d2c/f9c [6580763,96066] 0 2024-09-17T10:39:56.358 INFO:tasks.workunit.client.0.smithi159.stdout:6/732: chown d1/d83 4 1 2024-09-17T10:39:56.359 INFO:tasks.workunit.client.1.smithi170.stdout:8/383: read d4/f67 [334047,91939] 0 2024-09-17T10:39:56.368 INFO:tasks.workunit.client.0.smithi159.stdout:9/766: creat d0/d3/d7/da/dc/d34/da7/f10a x:0 0 0 2024-09-17T10:39:56.368 INFO:tasks.workunit.client.0.smithi159.stdout:0/703: dwrite d5/dcf/d18/d22/f31 [0,4194304] 0 2024-09-17T10:39:56.368 INFO:tasks.workunit.client.1.smithi170.stdout:3/483: dwrite d18/d25/f8c [0,4194304] 0 2024-09-17T10:39:56.369 INFO:tasks.workunit.client.0.smithi159.stdout:0/704: truncate d5/dcf/d18/d22/f80 695802 0 2024-09-17T10:39:56.370 INFO:tasks.workunit.client.1.smithi170.stdout:4/244: dread d9/fa [0,4194304] 0 2024-09-17T10:39:56.370 INFO:tasks.workunit.client.1.smithi170.stdout:3/484: dread fd [0,4194304] 0 2024-09-17T10:39:56.371 INFO:tasks.workunit.client.1.smithi170.stdout:1/486: mkdir d3/d37/db1 0 2024-09-17T10:39:56.371 INFO:tasks.workunit.client.1.smithi170.stdout:1/487: chown d3/d5 123 1 2024-09-17T10:39:56.371 INFO:tasks.workunit.client.1.smithi170.stdout:1/488: dread - d3/d5/d54/f73 zero size 2024-09-17T10:39:56.377 INFO:tasks.workunit.client.0.smithi159.stdout:2/668: creat d0/d9/db8/fe6 x:0 0 0 2024-09-17T10:39:56.377 INFO:tasks.workunit.client.0.smithi159.stdout:2/669: chown d0/df/d3e/d47/d79/fc0 6880542 1 2024-09-17T10:39:56.378 INFO:tasks.workunit.client.1.smithi170.stdout:0/414: mkdir dd/de/d3d/d4d/d88 0 2024-09-17T10:39:56.382 INFO:tasks.workunit.client.0.smithi159.stdout:7/648: link d2/d44/da9/cef d2/d44/da9/db9/cf1 0 2024-09-17T10:39:56.382 INFO:tasks.workunit.client.0.smithi159.stdout:7/649: creat d2/d23/d67/d47/d4a/d4d/dad/ff2 x:0 0 0 2024-09-17T10:39:56.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.381+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f37b8000bf0 con 0x7f37b406c680 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.382+0000 7f37b3fff700 1 -- 172.21.15.159:0/712105484 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+447 (secure 0 0 0) 0x7f37b8000bf0 con 0x7f37b406c680 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "0/23 daemons upgraded", 2024-09-17T10:39:56.384 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb image on host smithi170", 2024-09-17T10:39:56.385 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:39:56.385 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:39:56.385 INFO:tasks.workunit.client.0.smithi159.stdout:6/733: mknod d1/d5d/db6/dd3/ce3 0 2024-09-17T10:39:56.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f37b406c680 msgr2=0x7f37b406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f37b406c680 0x7f37b406eb30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f37bc006010 tx=0x7f37bc005ec0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc101360 msgr2=0x7f37cc195ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc101360 0x7f37cc195ef0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f37c000d900 tx=0x7f37c000dc10 comp rx=0 tx=0).stop 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 shutdown_connections 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f37b406c680 0x7f37b406eb30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37cc100160 0x7f37cc1959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 --2- 172.21.15.159:0/712105484 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f37cc101360 0x7f37cc195ef0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 >> 172.21.15.159:0/712105484 conn(0x7f37cc0fb6f0 msgr2=0x7f37cc104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 shutdown_connections 2024-09-17T10:39:56.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.386+0000 7f37d1691700 1 -- 172.21.15.159:0/712105484 wait complete. 2024-09-17T10:39:56.389 INFO:tasks.workunit.client.0.smithi159.stdout:7/650: dread d2/d18/d20/db8/d45/f90 [0,4194304] 0 2024-09-17T10:39:56.389 INFO:tasks.workunit.client.1.smithi170.stdout:7/354: creat d25/d2a/d3e/f6d x:0 0 0 2024-09-17T10:39:56.392 INFO:tasks.workunit.client.1.smithi170.stdout:2/526: mknod dd/d14/d19/ca9 0 2024-09-17T10:39:56.393 INFO:tasks.workunit.client.1.smithi170.stdout:4/245: creat d9/d3e/f50 x:0 0 0 2024-09-17T10:39:56.393 INFO:tasks.workunit.client.1.smithi170.stdout:4/246: read - d9/d12/d36/d42/d40/f37 zero size 2024-09-17T10:39:56.395 INFO:tasks.workunit.client.1.smithi170.stdout:8/384: dwrite d4/df/f28 [0,4194304] 0 2024-09-17T10:39:56.395 INFO:tasks.workunit.client.0.smithi159.stdout:9/767: dwrite d0/d3/d7/da/d1a/d60/f83 [0,4194304] 0 2024-09-17T10:39:56.395 INFO:tasks.workunit.client.1.smithi170.stdout:3/485: getdents d18/d24/d73 0 2024-09-17T10:39:56.397 INFO:tasks.workunit.client.1.smithi170.stdout:0/415: read f1 [3376983,57216] 0 2024-09-17T10:39:56.397 INFO:tasks.workunit.client.1.smithi170.stdout:0/416: getdents dd/d82 0 2024-09-17T10:39:56.398 INFO:tasks.workunit.client.0.smithi159.stdout:0/705: truncate d5/dcf/db9/de7/f77 3703926 0 2024-09-17T10:39:56.398 INFO:tasks.workunit.client.1.smithi170.stdout:1/489: rmdir d3/d5/d81/da6 0 2024-09-17T10:39:56.400 INFO:tasks.workunit.client.0.smithi159.stdout:6/734: write d1/d5d/f94 [2457117,118495] 0 2024-09-17T10:39:56.400 INFO:tasks.workunit.client.0.smithi159.stdout:6/735: chown d1/d5d/d51/faa 645989 1 2024-09-17T10:39:56.400 INFO:tasks.workunit.client.0.smithi159.stdout:6/736: write d1/df/d2c/d85/f72 [559985,64289] 0 2024-09-17T10:39:56.401 INFO:tasks.workunit.client.1.smithi170.stdout:7/355: mknod d25/d2a/d3e/c6e 0 2024-09-17T10:39:56.401 INFO:tasks.workunit.client.1.smithi170.stdout:7/356: write d25/d3b/f4d [207954,29646] 0 2024-09-17T10:39:56.401 INFO:tasks.workunit.client.1.smithi170.stdout:2/527: mknod dd/d3a/d5b/caa 0 2024-09-17T10:39:56.403 INFO:tasks.workunit.client.0.smithi159.stdout:9/768: dread d0/d3/d7/da/dc/de/d36/f59 [0,4194304] 0 2024-09-17T10:39:56.410 INFO:tasks.workunit.client.0.smithi159.stdout:7/651: rename d2/d44/c7c to d2/d18/d20/d3f/d73/d82/da2/cf3 0 2024-09-17T10:39:56.410 INFO:tasks.workunit.client.0.smithi159.stdout:7/652: write d2/d18/d20/d2c/f79 [3467864,48911] 0 2024-09-17T10:39:56.412 INFO:tasks.workunit.client.1.smithi170.stdout:8/385: mkdir d4/df/d62/d88 0 2024-09-17T10:39:56.415 INFO:tasks.workunit.client.1.smithi170.stdout:3/486: creat d18/d25/fa5 x:0 0 0 2024-09-17T10:39:56.416 INFO:tasks.workunit.client.1.smithi170.stdout:3/487: fdatasync d18/d24/d73/f9e 0 2024-09-17T10:39:56.416 INFO:tasks.workunit.client.1.smithi170.stdout:3/488: write d18/d1c/d2b/f31 [984103,51125] 0 2024-09-17T10:39:56.417 INFO:tasks.workunit.client.1.smithi170.stdout:3/489: dread fd [0,4194304] 0 2024-09-17T10:39:56.418 INFO:tasks.workunit.client.1.smithi170.stdout:0/417: rmdir dd 39 2024-09-17T10:39:56.419 INFO:tasks.workunit.client.0.smithi159.stdout:0/706: rmdir d5/dcf/d18/d22/d4c 39 2024-09-17T10:39:56.419 INFO:tasks.workunit.client.0.smithi159.stdout:0/707: chown d5/d4f/db2/df6 89193247 1 2024-09-17T10:39:56.419 INFO:tasks.workunit.client.0.smithi159.stdout:0/708: chown d5/d4f/d67/da6/le9 91860 1 2024-09-17T10:39:56.420 INFO:tasks.workunit.client.1.smithi170.stdout:1/490: mknod d3/cb2 0 2024-09-17T10:39:56.421 INFO:tasks.workunit.client.1.smithi170.stdout:7/357: link d25/l27 d25/d53/d59/l6f 0 2024-09-17T10:39:56.423 INFO:tasks.workunit.client.1.smithi170.stdout:2/528: symlink dd/d14/d19/d4c/lab 0 2024-09-17T10:39:56.424 INFO:tasks.workunit.client.0.smithi159.stdout:2/670: rmdir d0/d14 39 2024-09-17T10:39:56.427 INFO:tasks.workunit.client.1.smithi170.stdout:8/386: mknod d4/df/d62/c89 0 2024-09-17T10:39:56.427 INFO:tasks.workunit.client.1.smithi170.stdout:8/387: fsync d4/d2e/f46 0 2024-09-17T10:39:56.432 INFO:tasks.workunit.client.1.smithi170.stdout:0/418: symlink dd/de/d3d/d4d/l89 0 2024-09-17T10:39:56.435 INFO:tasks.workunit.client.0.smithi159.stdout:9/769: truncate d0/d1/ffd 2310597 0 2024-09-17T10:39:56.435 INFO:tasks.workunit.client.0.smithi159.stdout:9/770: fdatasync d0/d3/d7/da/d46/d54/d8b/fbc 0 2024-09-17T10:39:56.436 INFO:tasks.workunit.client.1.smithi170.stdout:1/491: creat d3/d5/d27/d51/dac/fb3 x:0 0 0 2024-09-17T10:39:56.436 INFO:tasks.workunit.client.1.smithi170.stdout:1/492: write d3/d77/f9f [431490,80815] 0 2024-09-17T10:39:56.436 INFO:tasks.workunit.client.0.smithi159.stdout:7/653: dwrite d2/d18/d20/d3f/d73/d82/fec [0,4194304] 0 2024-09-17T10:39:56.436 INFO:tasks.workunit.client.0.smithi159.stdout:7/654: chown d2/d18/d20/d3f/d73/d95/dc4/deb/fba 407 1 2024-09-17T10:39:56.437 INFO:tasks.workunit.client.0.smithi159.stdout:0/709: mkdir d5/dcf/d18/d22/da2/db3/d100 0 2024-09-17T10:39:56.438 INFO:tasks.workunit.client.1.smithi170.stdout:3/490: creat d18/d59/fa6 x:0 0 0 2024-09-17T10:39:56.438 INFO:tasks.workunit.client.1.smithi170.stdout:3/491: write d18/d2c/d41/d94/f70 [1552020,24389] 0 2024-09-17T10:39:56.440 INFO:tasks.workunit.client.0.smithi159.stdout:1/681: sync 2024-09-17T10:39:56.440 INFO:tasks.workunit.client.0.smithi159.stdout:3/707: sync 2024-09-17T10:39:56.440 INFO:tasks.workunit.client.0.smithi159.stdout:3/708: stat d9/df/d54/d59/d99/f9d 0 2024-09-17T10:39:56.443 INFO:tasks.workunit.client.0.smithi159.stdout:6/737: mknod d1/df/d2c/d35/d3e/d7c/ce4 0 2024-09-17T10:39:56.445 INFO:tasks.workunit.client.0.smithi159.stdout:9/771: symlink d0/d3/d7/da/dc/de/d3e/l10b 0 2024-09-17T10:39:56.445 INFO:tasks.workunit.client.1.smithi170.stdout:7/358: dwrite d25/d2a/f30 [0,4194304] 0 2024-09-17T10:39:56.455 INFO:tasks.workunit.client.1.smithi170.stdout:7/359: rename d25/d2a/f42 to d25/d2a/f70 0 2024-09-17T10:39:56.462 INFO:tasks.workunit.client.0.smithi159.stdout:7/655: rmdir d2/d18/d20/d3f/d40/dda 0 2024-09-17T10:39:56.465 INFO:tasks.workunit.client.1.smithi170.stdout:7/360: dread fe [0,4194304] 0 2024-09-17T10:39:56.465 INFO:tasks.workunit.client.1.smithi170.stdout:7/361: truncate d25/d2a/d3e/f47 948962 0 2024-09-17T10:39:56.465 INFO:tasks.workunit.client.1.smithi170.stdout:7/362: readlink d25/d2a/d3e/d4b/l55 0 2024-09-17T10:39:56.465 INFO:tasks.workunit.client.1.smithi170.stdout:7/363: chown d25/d2a/d3e/d56/d5d 503564177 1 2024-09-17T10:39:56.465 INFO:tasks.workunit.client.1.smithi170.stdout:2/529: dwrite dd/d14/d19/d4c/d63/d32/d53/f5e [0,4194304] 0 2024-09-17T10:39:56.466 INFO:tasks.workunit.client.0.smithi159.stdout:1/682: rmdir d1/d2/d8f/db3/db8 0 2024-09-17T10:39:56.469 INFO:tasks.workunit.client.1.smithi170.stdout:7/364: truncate d25/d2a/f2c 3941793 0 2024-09-17T10:39:56.469 INFO:tasks.workunit.client.1.smithi170.stdout:7/365: creat d25/d2a/d3e/f71 x:0 0 0 2024-09-17T10:39:56.469 INFO:tasks.workunit.client.1.smithi170.stdout:2/530: symlink dd/d1a/d6c/lac 0 2024-09-17T10:39:56.470 INFO:tasks.workunit.client.1.smithi170.stdout:2/531: fdatasync dd/d54/f85 0 2024-09-17T10:39:56.470 INFO:tasks.workunit.client.1.smithi170.stdout:2/532: stat dd/c3b 0 2024-09-17T10:39:56.470 INFO:tasks.workunit.client.1.smithi170.stdout:2/533: write dd/d14/d19/d4c/d63/f41 [5129067,35827] 0 2024-09-17T10:39:56.471 INFO:tasks.workunit.client.0.smithi159.stdout:6/738: getdents d1/df/d2c/d35 0 2024-09-17T10:39:56.472 INFO:tasks.workunit.client.0.smithi159.stdout:1/683: mkdir d1/d63/d6c/dc9 0 2024-09-17T10:39:56.473 INFO:tasks.workunit.client.0.smithi159.stdout:1/684: creat d1/d2/d82/fca x:0 0 0 2024-09-17T10:39:56.475 INFO:tasks.workunit.client.0.smithi159.stdout:1/685: mknod d1/d63/ccb 0 2024-09-17T10:39:56.477 INFO:tasks.workunit.client.0.smithi159.stdout:1/686: mknod d1/d2/d8f/ccc 0 2024-09-17T10:39:56.477 INFO:tasks.workunit.client.0.smithi159.stdout:1/687: write d1/d2f/d9e/d1a/dc/d18/f37 [2342946,16709] 0 2024-09-17T10:39:56.478 INFO:tasks.workunit.client.1.smithi170.stdout:2/534: dread dd/d3a/d78/f8a [0,4194304] 0 2024-09-17T10:39:56.478 INFO:tasks.workunit.client.1.smithi170.stdout:2/535: stat dd/f23 0 2024-09-17T10:39:56.479 INFO:tasks.workunit.client.0.smithi159.stdout:1/688: link d1/d2f/d9e/d1a/dc/f6f d1/d2/fcd 0 2024-09-17T10:39:56.479 INFO:tasks.workunit.client.0.smithi159.stdout:1/689: write d1/d2f/d9e/d1a/dc/f3f [734945,53154] 0 2024-09-17T10:39:56.479 INFO:tasks.workunit.client.0.smithi159.stdout:1/690: chown d1/d2/d14/d67 171325285 1 2024-09-17T10:39:56.480 INFO:tasks.workunit.client.1.smithi170.stdout:2/536: mknod dd/d14/d19/d4c/d63/da3/cad 0 2024-09-17T10:39:56.480 INFO:tasks.workunit.client.0.smithi159.stdout:7/656: dread d2/d18/d20/f31 [4194304,4194304] 0 2024-09-17T10:39:56.481 INFO:tasks.workunit.client.0.smithi159.stdout:0/710: dwrite d5/d4f/d67/f88 [0,4194304] 0 2024-09-17T10:39:56.481 INFO:tasks.workunit.client.1.smithi170.stdout:8/388: dwrite d4/df/d3f/f65 [0,4194304] 0 2024-09-17T10:39:56.482 INFO:tasks.workunit.client.0.smithi159.stdout:1/691: creat d1/d10/d5e/dbb/fce x:0 0 0 2024-09-17T10:39:56.482 INFO:tasks.workunit.client.0.smithi159.stdout:1/692: dread - d1/d2/d25/da2/dc5/f9d zero size 2024-09-17T10:39:56.483 INFO:tasks.workunit.client.1.smithi170.stdout:2/537: symlink dd/d14/d19/d4c/d63/d32/lae 0 2024-09-17T10:39:56.486 INFO:tasks.workunit.client.0.smithi159.stdout:7/657: unlink d2/d23/d67/d47/d4a/d4d/l56 0 2024-09-17T10:39:56.489 INFO:tasks.workunit.client.1.smithi170.stdout:2/538: dread dd/d14/f51 [0,4194304] 0 2024-09-17T10:39:56.489 INFO:tasks.workunit.client.0.smithi159.stdout:9/772: dwrite d0/d78/fb4 [0,4194304] 0 2024-09-17T10:39:56.489 INFO:tasks.workunit.client.0.smithi159.stdout:9/773: chown d0/d1/d2/d85 12384563 1 2024-09-17T10:39:56.490 INFO:tasks.workunit.client.0.smithi159.stdout:2/671: dwrite d0/df/f2e [0,4194304] 0 2024-09-17T10:39:56.491 INFO:tasks.workunit.client.1.smithi170.stdout:3/492: dwrite f0 [0,4194304] 0 2024-09-17T10:39:56.491 INFO:tasks.workunit.client.1.smithi170.stdout:7/366: dwrite fc [0,4194304] 0 2024-09-17T10:39:56.493 INFO:tasks.workunit.client.0.smithi159.stdout:0/711: mknod d5/dcf/d18/d22/d4c/d6b/d7c/d92/c101 0 2024-09-17T10:39:56.493 INFO:tasks.workunit.client.0.smithi159.stdout:0/712: write d5/dcf/d18/f86 [3376130,4879] 0 2024-09-17T10:39:56.493 INFO:tasks.workunit.client.0.smithi159.stdout:0/713: stat d5/f82 0 2024-09-17T10:39:56.495 INFO:tasks.workunit.client.1.smithi170.stdout:8/389: symlink d4/df/d76/l8a 0 2024-09-17T10:39:56.495 INFO:tasks.workunit.client.1.smithi170.stdout:8/390: write d4/df/d3f/f55 [805262,89478] 0 2024-09-17T10:39:56.495 INFO:tasks.workunit.client.1.smithi170.stdout:8/391: chown d4/d2e 2 1 2024-09-17T10:39:56.495 INFO:tasks.workunit.client.1.smithi170.stdout:8/392: rename d4 to d4/df/d3a/d8b 22 2024-09-17T10:39:56.495 INFO:tasks.workunit.client.1.smithi170.stdout:8/393: stat d4/df/d1e/f32 0 2024-09-17T10:39:56.498 INFO:tasks.workunit.client.1.smithi170.stdout:2/539: mknod dd/d1a/d7d/caf 0 2024-09-17T10:39:56.498 INFO:tasks.workunit.client.1.smithi170.stdout:2/540: creat dd/d14/d19/d37/fb0 x:0 0 0 2024-09-17T10:39:56.501 INFO:tasks.workunit.client.0.smithi159.stdout:9/774: truncate d0/f1e 643447 0 2024-09-17T10:39:56.503 INFO:tasks.workunit.client.0.smithi159.stdout:4/637: sync 2024-09-17T10:39:56.503 INFO:tasks.workunit.client.0.smithi159.stdout:1/693: dwrite d1/d2f/d9e/d1a/dc/d18/f93 [0,4194304] 0 2024-09-17T10:39:56.503 INFO:tasks.workunit.client.0.smithi159.stdout:1/694: readlink d1/d10/d5e/l80 0 2024-09-17T10:39:56.509 INFO:tasks.workunit.client.0.smithi159.stdout:0/714: rename d5/f9a to d5/dcf/d18/d22/d3e/d62/da8/f102 0 2024-09-17T10:39:56.512 INFO:tasks.workunit.client.0.smithi159.stdout:5/619: sync 2024-09-17T10:39:56.512 INFO:tasks.workunit.client.0.smithi159.stdout:8/768: sync 2024-09-17T10:39:56.512 INFO:tasks.workunit.client.0.smithi159.stdout:5/620: chown d19/d6f/d75/c9b 464 1 2024-09-17T10:39:56.513 INFO:tasks.workunit.client.0.smithi159.stdout:7/658: dwrite d2/d44/f99 [0,4194304] 0 2024-09-17T10:39:56.515 INFO:tasks.workunit.client.0.smithi159.stdout:0/715: unlink d5/dcf/d18/d22/d4c/l74 0 2024-09-17T10:39:56.515 INFO:tasks.workunit.client.0.smithi159.stdout:0/716: chown d5/f82 547138415 1 2024-09-17T10:39:56.516 INFO:tasks.workunit.client.0.smithi159.stdout:0/717: fsync d5/dcf/d18/d22/d4c/d70/fc1 0 2024-09-17T10:39:56.518 INFO:tasks.workunit.client.0.smithi159.stdout:1/695: dread d1/d2f/d9e/d1a/dc/d18/f6d [0,4194304] 0 2024-09-17T10:39:56.519 INFO:tasks.workunit.client.0.smithi159.stdout:1/696: chown d1/d10/c84 1735 1 2024-09-17T10:39:56.519 INFO:tasks.workunit.client.0.smithi159.stdout:5/621: symlink d19/d6f/ld5 0 2024-09-17T10:39:56.519 INFO:tasks.workunit.client.1.smithi170.stdout:3/493: creat d18/d2c/d4f/da3/fa7 x:0 0 0 2024-09-17T10:39:56.519 INFO:tasks.workunit.client.1.smithi170.stdout:3/494: stat d18/d2c/d3e 0 2024-09-17T10:39:56.520 INFO:tasks.workunit.client.1.smithi170.stdout:3/495: truncate d18/d24/d73/f89 533032 0 2024-09-17T10:39:56.520 INFO:tasks.workunit.client.1.smithi170.stdout:3/496: chown d18/d2c/d3e/d57/f7f 247184848 1 2024-09-17T10:39:56.521 INFO:tasks.workunit.client.0.smithi159.stdout:8/769: symlink d4/dd/d10/d1a/d1e/l106 0 2024-09-17T10:39:56.522 INFO:tasks.workunit.client.1.smithi170.stdout:8/394: symlink d4/df/l8c 0 2024-09-17T10:39:56.525 INFO:tasks.workunit.client.0.smithi159.stdout:7/659: dread d2/d23/d67/d47/d4a/d4d/d75/f85 [0,4194304] 0 2024-09-17T10:39:56.526 INFO:tasks.workunit.client.1.smithi170.stdout:8/395: dread d4/df/d3a/f59 [0,4194304] 0 2024-09-17T10:39:56.526 INFO:tasks.workunit.client.1.smithi170.stdout:8/396: fsync d4/df/d3a/f4b 0 2024-09-17T10:39:56.531 INFO:tasks.workunit.client.1.smithi170.stdout:3/497: dread d18/d25/f60 [0,4194304] 0 2024-09-17T10:39:56.531 INFO:tasks.workunit.client.1.smithi170.stdout:2/541: link dd/d3a/c5f dd/d3a/d8e/cb1 0 2024-09-17T10:39:56.532 INFO:tasks.workunit.client.1.smithi170.stdout:2/542: write dd/d1a/d6c/f96 [865313,127913] 0 2024-09-17T10:39:56.532 INFO:tasks.workunit.client.1.smithi170.stdout:2/543: fsync dd/d14/f51 0 2024-09-17T10:39:56.532 INFO:tasks.workunit.client.1.smithi170.stdout:2/544: readlink dd/d1a/l4e 0 2024-09-17T10:39:56.532 INFO:tasks.workunit.client.1.smithi170.stdout:2/545: creat dd/d1a/d2a/fb2 x:0 0 0 2024-09-17T10:39:56.532 INFO:tasks.workunit.client.0.smithi159.stdout:0/718: mknod d5/dcf/d18/d22/d4c/d6b/c103 0 2024-09-17T10:39:56.533 INFO:tasks.workunit.client.0.smithi159.stdout:0/719: write d5/dcf/d18/d22/da2/db3/fe5 [941942,50155] 0 2024-09-17T10:39:56.533 INFO:tasks.workunit.client.1.smithi170.stdout:7/367: dwrite d25/d2a/f2e [0,4194304] 0 2024-09-17T10:39:56.533 INFO:tasks.workunit.client.0.smithi159.stdout:2/672: dwrite d0/df/d3e/f44 [0,4194304] 0 2024-09-17T10:39:56.535 INFO:tasks.workunit.client.1.smithi170.stdout:8/397: link d4/df/d1e/f7c d4/df/d3f/d44/d80/f8d 0 2024-09-17T10:39:56.536 INFO:tasks.workunit.client.0.smithi159.stdout:8/770: read d4/dd/d10/d1a/d1e/f47 [973257,54513] 0 2024-09-17T10:39:56.537 INFO:tasks.workunit.client.0.smithi159.stdout:1/697: symlink d1/d2/d8f/db3/lcf 0 2024-09-17T10:39:56.538 INFO:tasks.workunit.client.0.smithi159.stdout:9/775: dwrite d0/d3/d7/da/d46/d54/d8b/de2/fe3 [0,4194304] 0 2024-09-17T10:39:56.538 INFO:tasks.workunit.client.0.smithi159.stdout:9/776: stat d0/d3/d7/da/dc/de/f102 0 2024-09-17T10:39:56.538 INFO:tasks.workunit.client.0.smithi159.stdout:9/777: write d0/d3/d7/da/d46/d54/d6c/fb1 [1165400,60634] 0 2024-09-17T10:39:56.538 INFO:tasks.workunit.client.0.smithi159.stdout:4/638: dwrite d0/f3 [4194304,4194304] 0 2024-09-17T10:39:56.539 INFO:tasks.workunit.client.0.smithi159.stdout:4/639: write d0/d12/f25 [189060,66539] 0 2024-09-17T10:39:56.539 INFO:tasks.workunit.client.1.smithi170.stdout:3/498: symlink d18/d25/la8 0 2024-09-17T10:39:56.540 INFO:tasks.workunit.client.0.smithi159.stdout:3/709: dwrite d9/df/d54/f39 [0,4194304] 0 2024-09-17T10:39:56.540 INFO:tasks.workunit.client.0.smithi159.stdout:3/710: write d9/df/d54/d59/f80 [4067398,41852] 0 2024-09-17T10:39:56.540 INFO:tasks.workunit.client.0.smithi159.stdout:3/711: chown d9/df/d54/d59/d99/cc4 15 1 2024-09-17T10:39:56.542 INFO:tasks.workunit.client.0.smithi159.stdout:5/622: rename d19/d1b/d1d/d59/db6/ld0 to d19/d69/d8d/ld6 0 2024-09-17T10:39:56.542 INFO:tasks.workunit.client.0.smithi159.stdout:9/778: dread d0/d3/d7/da/d46/d54/fc1 [0,4194304] 0 2024-09-17T10:39:56.544 INFO:tasks.workunit.client.0.smithi159.stdout:7/660: unlink d2/d18/d20/d3f/d77/la7 0 2024-09-17T10:39:56.544 INFO:tasks.workunit.client.0.smithi159.stdout:7/661: write d2/d23/d67/d47/d4a/d4d/d75/f85 [5163664,97133] 0 2024-09-17T10:39:56.545 INFO:tasks.workunit.client.0.smithi159.stdout:6/739: dwrite d1/d5d/d51/f95 [0,4194304] 0 2024-09-17T10:39:56.547 INFO:tasks.workunit.client.0.smithi159.stdout:0/720: truncate d5/d4f/db2/fba 2693835 0 2024-09-17T10:39:56.547 INFO:tasks.workunit.client.0.smithi159.stdout:0/721: fsync d5/d12/daa/fc5 0 2024-09-17T10:39:56.549 INFO:tasks.workunit.client.1.smithi170.stdout:2/546: mkdir dd/d1a/d2a/db3 0 2024-09-17T10:39:56.550 INFO:tasks.workunit.client.0.smithi159.stdout:4/640: dread d0/d9/f1f [0,4194304] 0 2024-09-17T10:39:56.550 INFO:tasks.workunit.client.1.smithi170.stdout:7/368: mkdir d25/d2a/d3e/d56/d72 0 2024-09-17T10:39:56.551 INFO:tasks.workunit.client.1.smithi170.stdout:7/369: truncate d25/d2a/d3e/f47 1366156 0 2024-09-17T10:39:56.552 INFO:tasks.workunit.client.1.smithi170.stdout:7/370: dread f21 [0,4194304] 0 2024-09-17T10:39:56.552 INFO:tasks.workunit.client.1.smithi170.stdout:7/371: fdatasync d25/d2a/f34 0 2024-09-17T10:39:56.552 INFO:tasks.workunit.client.1.smithi170.stdout:7/372: fdatasync f4 0 2024-09-17T10:39:56.552 INFO:tasks.workunit.client.1.smithi170.stdout:7/373: fdatasync f1d 0 2024-09-17T10:39:56.552 INFO:tasks.workunit.client.1.smithi170.stdout:8/398: creat d4/df/d3f/d4c/f8e x:0 0 0 2024-09-17T10:39:56.557 INFO:tasks.workunit.client.0.smithi159.stdout:2/673: mkdir d0/d14/d76/dd3/de7 0 2024-09-17T10:39:56.557 INFO:tasks.workunit.client.0.smithi159.stdout:2/674: write d0/d26/d4b/d6d/f57 [4233829,101071] 0 2024-09-17T10:39:56.559 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 -- 172.21.15.159:0/978881688 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95880ff050 msgr2=0x7f95880ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.559 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 --2- 172.21.15.159:0/978881688 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95880ff050 0x7f95880ff460 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9570009910 tx=0x7f9570009c20 comp rx=0 tx=0).stop 2024-09-17T10:39:56.559 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 -- 172.21.15.159:0/978881688 shutdown_connections 2024-09-17T10:39:56.559 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 --2- 172.21.15.159:0/978881688 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9588100250 0x7f95881006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.559 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 --2- 172.21.15.159:0/978881688 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f95880ff050 0x7f95880ff460 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.559 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 -- 172.21.15.159:0/978881688 >> 172.21.15.159:0/978881688 conn(0x7f95880fa600 msgr2=0x7f95880fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:56.559 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:56 smithi159 ceph-mon[27674]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:56.559 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:56 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2123791659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:39:56.559 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:56 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3730514927' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:39:56.561 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 -- 172.21.15.159:0/978881688 shutdown_connections 2024-09-17T10:39:56.561 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.557+0000 7f958e5f9700 1 -- 172.21.15.159:0/978881688 wait complete. 2024-09-17T10:39:56.561 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.558+0000 7f958e5f9700 1 Processor -- start 2024-09-17T10:39:56.561 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.558+0000 7f958e5f9700 1 -- start start 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.558+0000 7f958e5f9700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95880ff050 0x7f95880697e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.558+0000 7f958e5f9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9588100250 0x7f958819a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.558+0000 7f958e5f9700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958819ac80 con 0x7f9588100250 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f958e5f9700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958819adf0 con 0x7f95880ff050 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95877fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9588100250 0x7f958819a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f9587fff700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95880ff050 0x7f95880697e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f9587fff700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95880ff050 0x7f95880697e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:52546/0 (socket says 172.21.15.159:52546) 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f9587fff700 1 -- 172.21.15.159:0/4166976092 learned_addr learned my addr 172.21.15.159:0/4166976092 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95877fe700 1 -- 172.21.15.159:0/4166976092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95880ff050 msgr2=0x7f95880697e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95877fe700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95880ff050 0x7f95880697e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95877fe700 1 -- 172.21.15.159:0/4166976092 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95700095f0 con 0x7f9588100250 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95877fe700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9588100250 0x7f958819a6b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f957800d8d0 tx=0x7f957800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:56.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95857fa700 1 -- 172.21.15.159:0/4166976092 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f957800f860 con 0x7f9588100250 2024-09-17T10:39:56.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f958819b0d0 con 0x7f9588100250 2024-09-17T10:39:56.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95857fa700 1 -- 172.21.15.159:0/4166976092 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f957800fe70 con 0x7f9588100250 2024-09-17T10:39:56.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f95857fa700 1 -- 172.21.15.159:0/4166976092 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f957800e5e0 con 0x7f9588100250 2024-09-17T10:39:56.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.559+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f958819b620 con 0x7f9588100250 2024-09-17T10:39:56.563 INFO:tasks.workunit.client.0.smithi159.stdout:8/771: mknod d4/dd/d10/d1a/d72/d81/de1/c107 0 2024-09-17T10:39:56.564 INFO:tasks.workunit.client.1.smithi170.stdout:3/499: unlink d18/d1c/d2b/f42 0 2024-09-17T10:39:56.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.561+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9588107ba0 con 0x7f9588100250 2024-09-17T10:39:56.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.561+0000 7f95857fa700 1 -- 172.21.15.159:0/4166976092 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f957800f9c0 con 0x7f9588100250 2024-09-17T10:39:56.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.561+0000 7f95857fa700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f957406c680 0x7f957406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:39:56.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.562+0000 7f95857fa700 1 -- 172.21.15.159:0/4166976092 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f957808b360 con 0x7f9588100250 2024-09-17T10:39:56.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.562+0000 7f9587fff700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f957406c680 0x7f957406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:39:56.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.562+0000 7f9587fff700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f957406c680 0x7f957406eb30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9570006010 tx=0x7f957000b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:39:56.565 INFO:tasks.workunit.client.0.smithi159.stdout:1/698: mknod d1/d2f/cd0 0 2024-09-17T10:39:56.565 INFO:tasks.workunit.client.0.smithi159.stdout:1/699: read d1/d2f/f94 [2951886,122786] 0 2024-09-17T10:39:56.565 INFO:tasks.workunit.client.0.smithi159.stdout:1/700: creat d1/d2/d14/d67/fd1 x:0 0 0 2024-09-17T10:39:56.566 INFO:tasks.workunit.client.0.smithi159.stdout:1/701: dread d1/d10/f55 [0,4194304] 0 2024-09-17T10:39:56.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.568+0000 7f95857fa700 1 -- 172.21.15.159:0/4166976092 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f95780595a0 con 0x7f9588100250 2024-09-17T10:39:56.575 INFO:tasks.workunit.client.1.smithi170.stdout:3/500: dwrite f14 [4194304,4194304] 0 2024-09-17T10:39:56.579 INFO:tasks.workunit.client.0.smithi159.stdout:3/712: mkdir d9/df/d2c/d2f/d63/d8d/d74/d82/dd8 0 2024-09-17T10:39:56.579 INFO:tasks.workunit.client.0.smithi159.stdout:3/713: write d9/df/d2c/f45 [1038357,82078] 0 2024-09-17T10:39:56.582 INFO:tasks.workunit.client.0.smithi159.stdout:1/702: dwrite d1/d2/d25/da2/f95 [0,4194304] 0 2024-09-17T10:39:56.583 INFO:tasks.workunit.client.0.smithi159.stdout:5/623: rename d19/d1e/d4a/l7c to d19/d69/d78/db3/ld7 0 2024-09-17T10:39:56.586 INFO:tasks.workunit.client.1.smithi170.stdout:2/547: creat dd/d14/d19/d4c/da6/fb4 x:0 0 0 2024-09-17T10:39:56.586 INFO:tasks.workunit.client.1.smithi170.stdout:2/548: stat dd/d14/d19/fa0 0 2024-09-17T10:39:56.590 INFO:tasks.workunit.client.1.smithi170.stdout:8/399: creat d4/df/d76/d85/f8f x:0 0 0 2024-09-17T10:39:56.590 INFO:tasks.workunit.client.1.smithi170.stdout:8/400: fdatasync d4/df/f3b 0 2024-09-17T10:39:56.590 INFO:tasks.workunit.client.1.smithi170.stdout:8/401: fdatasync d4/d2e/f77 0 2024-09-17T10:39:56.590 INFO:tasks.workunit.client.1.smithi170.stdout:8/402: dread - d4/d2e/f77 zero size 2024-09-17T10:39:56.591 INFO:tasks.workunit.client.0.smithi159.stdout:3/714: dread d9/df/d2c/f24 [0,4194304] 0 2024-09-17T10:39:56.591 INFO:tasks.workunit.client.0.smithi159.stdout:3/715: readlink d9/df/d54/lb8 0 2024-09-17T10:39:56.591 INFO:tasks.workunit.client.0.smithi159.stdout:3/716: write d9/df/f1b [7930998,62889] 0 2024-09-17T10:39:56.592 INFO:tasks.workunit.client.1.smithi170.stdout:3/501: dread d18/d4b/f6e [0,4194304] 0 2024-09-17T10:39:56.595 INFO:tasks.workunit.client.0.smithi159.stdout:1/703: dread d1/d2f/d9e/d1a/dc/d18/f5c [0,4194304] 0 2024-09-17T10:39:56.595 INFO:tasks.workunit.client.0.smithi159.stdout:1/704: chown d1/d2/c17 631562 1 2024-09-17T10:39:56.595 INFO:tasks.workunit.client.0.smithi159.stdout:1/705: write d1/d2/d14/d67/fb1 [1311951,127917] 0 2024-09-17T10:39:56.596 INFO:tasks.workunit.client.0.smithi159.stdout:6/740: truncate d1/d5d/d51/f70 3679089 0 2024-09-17T10:39:56.597 INFO:tasks.workunit.client.1.smithi170.stdout:3/502: read d18/d1c/d2b/f4d [370312,64552] 0 2024-09-17T10:39:56.597 INFO:tasks.workunit.client.1.smithi170.stdout:3/503: dread - d18/d4b/d7c/d82/f87 zero size 2024-09-17T10:39:56.597 INFO:tasks.workunit.client.1.smithi170.stdout:3/504: dread - d18/d2c/d4f/f98 zero size 2024-09-17T10:39:56.598 INFO:tasks.workunit.client.1.smithi170.stdout:2/549: unlink dd/d1a/d2a/l6a 0 2024-09-17T10:39:56.599 INFO:tasks.workunit.client.0.smithi159.stdout:0/722: symlink d5/dcf/d18/d22/d4c/d6b/d7c/l104 0 2024-09-17T10:39:56.599 INFO:tasks.workunit.client.0.smithi159.stdout:0/723: dread - d5/d4f/db2/ffb zero size 2024-09-17T10:39:56.600 INFO:tasks.workunit.client.1.smithi170.stdout:3/505: symlink d18/d26/d58/la9 0 2024-09-17T10:39:56.600 INFO:tasks.workunit.client.1.smithi170.stdout:3/506: readlink lc 0 2024-09-17T10:39:56.600 INFO:tasks.workunit.client.1.smithi170.stdout:3/507: read - d18/d2c/d4f/da3/fa7 zero size 2024-09-17T10:39:56.601 INFO:tasks.workunit.client.0.smithi159.stdout:3/717: dread d9/df/d2c/d2f/f83 [0,4194304] 0 2024-09-17T10:39:56.602 INFO:tasks.workunit.client.0.smithi159.stdout:3/718: dread d9/df/f2a [0,4194304] 0 2024-09-17T10:39:56.602 INFO:tasks.workunit.client.0.smithi159.stdout:3/719: chown d9/df/d2c/l5d 126715818 1 2024-09-17T10:39:56.602 INFO:tasks.workunit.client.0.smithi159.stdout:3/720: fsync d9/df/d2c/d2f/f83 0 2024-09-17T10:39:56.603 INFO:tasks.workunit.client.0.smithi159.stdout:4/641: mknod d0/d9/d97/d9f/d5d/dab/db0/ccf 0 2024-09-17T10:39:56.604 INFO:tasks.workunit.client.1.smithi170.stdout:8/403: read d4/df/d3f/f4a [2108724,44199] 0 2024-09-17T10:39:56.605 INFO:tasks.workunit.client.1.smithi170.stdout:2/550: mkdir dd/d54/db5 0 2024-09-17T10:39:56.609 INFO:tasks.workunit.client.1.smithi170.stdout:3/508: mknod d18/d2c/d4a/caa 0 2024-09-17T10:39:56.609 INFO:tasks.workunit.client.1.smithi170.stdout:3/509: chown d18/d1c/l63 393 1 2024-09-17T10:39:56.609 INFO:tasks.workunit.client.1.smithi170.stdout:3/510: write d18/d26/d58/f74 [201463,82313] 0 2024-09-17T10:39:56.609 INFO:tasks.workunit.client.1.smithi170.stdout:3/511: chown d18/d2c/d41/d94/d2d/f72 2339 1 2024-09-17T10:39:56.609 INFO:tasks.workunit.client.1.smithi170.stdout:3/512: creat d18/d69/fab x:0 0 0 2024-09-17T10:39:56.610 INFO:tasks.workunit.client.1.smithi170.stdout:3/513: chown d18/d1c/f5c 40 1 2024-09-17T10:39:56.610 INFO:tasks.workunit.client.1.smithi170.stdout:3/514: fsync d18/d1c/f5c 0 2024-09-17T10:39:56.610 INFO:tasks.workunit.client.0.smithi159.stdout:2/675: mknod d0/d26/d4b/d6d/dcd/ce8 0 2024-09-17T10:39:56.614 INFO:tasks.workunit.client.0.smithi159.stdout:8/772: truncate d4/dd/d10/d33/d99/fb5 2694518 0 2024-09-17T10:39:56.614 INFO:tasks.workunit.client.1.smithi170.stdout:2/551: mknod dd/d64/cb6 0 2024-09-17T10:39:56.618 INFO:tasks.workunit.client.1.smithi170.stdout:8/404: dwrite d4/df/f71 [0,4194304] 0 2024-09-17T10:39:56.619 INFO:tasks.workunit.client.1.smithi170.stdout:2/552: mkdir dd/d3a/d5b/db7 0 2024-09-17T10:39:56.627 INFO:tasks.workunit.client.0.smithi159.stdout:7/662: rename d2/d23/fd2 to d2/d18/d20/d3f/d40/ff4 0 2024-09-17T10:39:56.628 INFO:tasks.workunit.client.1.smithi170.stdout:8/405: dread d4/f9 [4194304,4194304] 0 2024-09-17T10:39:56.628 INFO:tasks.workunit.client.1.smithi170.stdout:8/406: creat d4/df/d1e/f90 x:0 0 0 2024-09-17T10:39:56.628 INFO:tasks.workunit.client.1.smithi170.stdout:8/407: dread - d4/df/d3a/f4b zero size 2024-09-17T10:39:56.634 INFO:tasks.workunit.client.0.smithi159.stdout:9/779: unlink d0/d78/fb4 0 2024-09-17T10:39:56.634 INFO:tasks.workunit.client.0.smithi159.stdout:9/780: creat d0/d3/d7/da/dc/d34/f10c x:0 0 0 2024-09-17T10:39:56.634 INFO:tasks.workunit.client.0.smithi159.stdout:9/781: getdents d0/d3/d7/da/d46/d54/d8b/db8 0 2024-09-17T10:39:56.635 INFO:tasks.workunit.client.1.smithi170.stdout:3/515: dwrite d18/d24/f9a [0,4194304] 0 2024-09-17T10:39:56.635 INFO:tasks.workunit.client.1.smithi170.stdout:9/369: sync 2024-09-17T10:39:56.635 INFO:tasks.workunit.client.1.smithi170.stdout:6/342: sync 2024-09-17T10:39:56.635 INFO:tasks.workunit.client.1.smithi170.stdout:6/343: getdents d0/d3b/d69/d3e 0 2024-09-17T10:39:56.635 INFO:tasks.workunit.client.1.smithi170.stdout:9/370: write dd/d40/d32/f4d [806947,95674] 0 2024-09-17T10:39:56.637 INFO:tasks.workunit.client.0.smithi159.stdout:9/782: dread d0/d3/d7/da/d1a/d60/fa4 [0,4194304] 0 2024-09-17T10:39:56.637 INFO:tasks.workunit.client.1.smithi170.stdout:8/408: dread d4/df/d1e/d69/f6a [0,4194304] 0 2024-09-17T10:39:56.640 INFO:tasks.workunit.client.1.smithi170.stdout:3/516: mkdir d18/d59/dac 0 2024-09-17T10:39:56.642 INFO:tasks.workunit.client.1.smithi170.stdout:9/371: creat dd/d40/d4e/d29/d2c/f7c x:0 0 0 2024-09-17T10:39:56.643 INFO:tasks.workunit.client.1.smithi170.stdout:8/409: creat d4/df/f91 x:0 0 0 2024-09-17T10:39:56.652 INFO:tasks.workunit.client.1.smithi170.stdout:3/517: dread d18/d2c/d41/d94/d2d/f72 [0,4194304] 0 2024-09-17T10:39:56.652 INFO:tasks.workunit.client.1.smithi170.stdout:9/372: symlink dd/d40/d4e/l7d 0 2024-09-17T10:39:56.654 INFO:tasks.workunit.client.1.smithi170.stdout:8/410: symlink d4/df/d62/l92 0 2024-09-17T10:39:56.655 INFO:tasks.workunit.client.1.smithi170.stdout:8/411: chown d4/df/f58 497 1 2024-09-17T10:39:56.655 INFO:tasks.workunit.client.1.smithi170.stdout:8/412: chown d4/cb 112 1 2024-09-17T10:39:56.657 INFO:tasks.workunit.client.1.smithi170.stdout:9/373: creat dd/d16/f7e x:0 0 0 2024-09-17T10:39:56.657 INFO:tasks.workunit.client.1.smithi170.stdout:9/374: read dd/f15 [136096,17371] 0 2024-09-17T10:39:56.659 INFO:tasks.workunit.client.0.smithi159.stdout:1/706: rmdir d1/d2f/d9e 39 2024-09-17T10:39:56.659 INFO:tasks.workunit.client.0.smithi159.stdout:1/707: fsync d1/d10/f15 0 2024-09-17T10:39:56.659 INFO:tasks.workunit.client.1.smithi170.stdout:3/518: write d18/d24/f9a [1088110,88315] 0 2024-09-17T10:39:56.661 INFO:tasks.workunit.client.0.smithi159.stdout:6/741: mknod d1/df/ce5 0 2024-09-17T10:39:56.662 INFO:tasks.workunit.client.1.smithi170.stdout:2/553: rmdir dd/d3a/d5b 39 2024-09-17T10:39:56.663 INFO:tasks.workunit.client.1.smithi170.stdout:9/375: mknod dd/d40/d4e/d29/d54/c7f 0 2024-09-17T10:39:56.663 INFO:tasks.workunit.client.0.smithi159.stdout:6/742: dread d1/df/d2c/d35/f59 [0,4194304] 0 2024-09-17T10:39:56.669 INFO:tasks.workunit.client.0.smithi159.stdout:3/721: link d9/df/f35 d9/df/d2c/d2f/d63/d8d/fd9 0 2024-09-17T10:39:56.670 INFO:tasks.workunit.client.1.smithi170.stdout:3/519: fsync d18/d2c/d3e/d57/d7e/f7a 0 2024-09-17T10:39:56.670 INFO:tasks.workunit.client.1.smithi170.stdout:3/520: write d18/d26/d58/f74 [805873,38818] 0 2024-09-17T10:39:56.670 INFO:tasks.workunit.client.1.smithi170.stdout:3/521: chown d18/d1c/d2b/f5b 5 1 2024-09-17T10:39:56.674 INFO:tasks.workunit.client.0.smithi159.stdout:4/642: mkdir d0/d9/da/d19/dd0 0 2024-09-17T10:39:56.676 INFO:tasks.workunit.client.0.smithi159.stdout:4/643: dread d0/d9/d24/d48/faa [0,4194304] 0 2024-09-17T10:39:56.676 INFO:tasks.workunit.client.0.smithi159.stdout:4/644: dread - d0/d9/da/d33/fa4 zero size 2024-09-17T10:39:56.676 INFO:tasks.workunit.client.1.smithi170.stdout:8/413: rmdir d4/df/d3f/d4c/d7e 0 2024-09-17T10:39:56.678 INFO:tasks.workunit.client.0.smithi159.stdout:8/773: mknod d4/dd/d10/d78/dfd/c108 0 2024-09-17T10:39:56.678 INFO:tasks.workunit.client.0.smithi159.stdout:8/774: chown d4/da/l95 31605881 1 2024-09-17T10:39:56.678 INFO:tasks.workunit.client.0.smithi159.stdout:8/775: chown d4/dd/d10/d33/d99/daf/dc5 167 1 2024-09-17T10:39:56.680 INFO:tasks.workunit.client.1.smithi170.stdout:2/554: symlink dd/d54/db5/lb8 0 2024-09-17T10:39:56.680 INFO:tasks.workunit.client.1.smithi170.stdout:2/555: chown dd/d1a/l71 160371 1 2024-09-17T10:39:56.680 INFO:tasks.workunit.client.1.smithi170.stdout:2/556: truncate dd/d14/d19/d4c/d63/d32/f9e 648248 0 2024-09-17T10:39:56.682 INFO:tasks.workunit.client.1.smithi170.stdout:9/376: dwrite dd/d40/f2d [0,4194304] 0 2024-09-17T10:39:56.683 INFO:tasks.workunit.client.1.smithi170.stdout:3/522: creat d18/d4b/d7c/fad x:0 0 0 2024-09-17T10:39:56.683 INFO:tasks.workunit.client.1.smithi170.stdout:3/523: readlink l11 0 2024-09-17T10:39:56.685 INFO:tasks.workunit.client.0.smithi159.stdout:7/663: mknod d2/d23/d67/d7b/cf5 0 2024-09-17T10:39:56.685 INFO:tasks.workunit.client.0.smithi159.stdout:7/664: creat d2/d18/d20/d3f/daf/ff6 x:0 0 0 2024-09-17T10:39:56.687 INFO:tasks.workunit.client.1.smithi170.stdout:2/557: getdents dd/d14/d19/d4c/d63/d32/d53 0 2024-09-17T10:39:56.687 INFO:tasks.workunit.client.1.smithi170.stdout:2/558: creat dd/d1a/d6c/fb9 x:0 0 0 2024-09-17T10:39:56.687 INFO:tasks.workunit.client.1.smithi170.stdout:8/414: dread d4/df/f22 [0,4194304] 0 2024-09-17T10:39:56.690 INFO:tasks.workunit.client.0.smithi159.stdout:7/665: dread d2/d23/d67/d47/f51 [0,4194304] 0 2024-09-17T10:39:56.694 INFO:tasks.workunit.client.1.smithi170.stdout:3/524: unlink d18/d1c/f4e 0 2024-09-17T10:39:56.699 INFO:tasks.workunit.client.0.smithi159.stdout:1/708: mkdir d1/d2/d25/da2/dc5/d7d/dd2 0 2024-09-17T10:39:56.699 INFO:tasks.workunit.client.1.smithi170.stdout:8/415: truncate d4/d2e/d33/f52 1864622 0 2024-09-17T10:39:56.699 INFO:tasks.workunit.client.1.smithi170.stdout:8/416: readlink d4/df/d3a/l5b 0 2024-09-17T10:39:56.701 INFO:tasks.workunit.client.0.smithi159.stdout:7/666: dread d2/d18/f6c [0,4194304] 0 2024-09-17T10:39:56.701 INFO:tasks.workunit.client.0.smithi159.stdout:7/667: fdatasync d2/d18/d20/d3f/d73/fe7 0 2024-09-17T10:39:56.701 INFO:tasks.workunit.client.0.smithi159.stdout:7/668: dread - d2/d18/d20/fde zero size 2024-09-17T10:39:56.702 INFO:tasks.workunit.client.0.smithi159.stdout:0/724: mknod d5/dcf/d18/d22/d4c/c105 0 2024-09-17T10:39:56.703 INFO:tasks.workunit.client.0.smithi159.stdout:8/776: dwrite d4/dd/d10/d33/d99/fb5 [0,4194304] 0 2024-09-17T10:39:56.703 INFO:tasks.workunit.client.0.smithi159.stdout:8/777: write d4/dd/d10/fd6 [278739,95336] 0 2024-09-17T10:39:56.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:56 smithi170 ceph-mon[33842]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:56.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:56 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2123791659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:39:56.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:56 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3730514927' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:39:56.704 INFO:tasks.workunit.client.0.smithi159.stdout:6/743: mkdir d1/df/d2c/d85/de6 0 2024-09-17T10:39:56.707 INFO:tasks.workunit.client.1.smithi170.stdout:9/377: rmdir dd/d16 39 2024-09-17T10:39:56.709 INFO:tasks.workunit.client.1.smithi170.stdout:2/559: dwrite dd/f18 [0,4194304] 0 2024-09-17T10:39:56.709 INFO:tasks.workunit.client.1.smithi170.stdout:2/560: stat dd/d14/d19/d4c/d63/d32/f9e 0 2024-09-17T10:39:56.710 INFO:tasks.workunit.client.1.smithi170.stdout:3/525: mkdir d18/d2c/d3e/dae 0 2024-09-17T10:39:56.712 INFO:tasks.workunit.client.0.smithi159.stdout:6/744: dread d1/df/f2e [0,4194304] 0 2024-09-17T10:39:56.715 INFO:tasks.workunit.client.0.smithi159.stdout:9/783: rename d0/d3/d7/da/d46/de1/d47/d5a to d0/d3/d7/da/dc/de/d36/d10d 0 2024-09-17T10:39:56.715 INFO:tasks.workunit.client.0.smithi159.stdout:9/784: write d0/d3/d7/f7a [467542,29492] 0 2024-09-17T10:39:56.715 INFO:tasks.workunit.client.0.smithi159.stdout:9/785: write d0/d3/d7/da/dc/de/d3e/f7c [413795,31191] 0 2024-09-17T10:39:56.716 INFO:tasks.workunit.client.1.smithi170.stdout:8/417: creat d4/df/d76/f93 x:0 0 0 2024-09-17T10:39:56.719 INFO:tasks.workunit.client.1.smithi170.stdout:9/378: link dd/d16/d17/c1c dd/c80 0 2024-09-17T10:39:56.719 INFO:tasks.workunit.client.1.smithi170.stdout:9/379: write fa [2602307,118498] 0 2024-09-17T10:39:56.723 INFO:tasks.workunit.client.0.smithi159.stdout:8/778: mkdir d4/dd/d10/d1a/d72/d109 0 2024-09-17T10:39:56.723 INFO:tasks.workunit.client.0.smithi159.stdout:8/779: write d4/dd/d10/d4b/d8b/d53/f70 [859558,2661] 0 2024-09-17T10:39:56.726 INFO:tasks.workunit.client.1.smithi170.stdout:2/561: mkdir dd/d1a/d2a/db3/dba 0 2024-09-17T10:39:56.729 INFO:tasks.workunit.client.0.smithi159.stdout:3/722: rmdir d9/df/d54/d59/d5e 39 2024-09-17T10:39:56.731 INFO:tasks.workunit.client.1.smithi170.stdout:2/562: unlink dd/d1a/d2a/f55 0 2024-09-17T10:39:56.731 INFO:tasks.workunit.client.1.smithi170.stdout:2/563: write dd/d54/f85 [253844,71372] 0 2024-09-17T10:39:56.731 INFO:tasks.workunit.client.1.smithi170.stdout:2/564: fsync dd/d3a/f4a 0 2024-09-17T10:39:56.732 INFO:tasks.workunit.client.0.smithi159.stdout:4/645: rename d0/d9/l87 to d0/d9/d24/d39/d6a/d89/dcb/ld1 0 2024-09-17T10:39:56.734 INFO:tasks.workunit.client.0.smithi159.stdout:6/745: dread d1/df/d2c/f4b [0,4194304] 0 2024-09-17T10:39:56.734 INFO:tasks.workunit.client.0.smithi159.stdout:6/746: readlink d1/df/d2c/d85/l77 0 2024-09-17T10:39:56.734 INFO:tasks.workunit.client.1.smithi170.stdout:2/565: mkdir dd/d14/d19/d4c/d63/d7f/dbb 0 2024-09-17T10:39:56.734 INFO:tasks.workunit.client.1.smithi170.stdout:2/566: chown dd/d1a/f43 0 1 2024-09-17T10:39:56.734 INFO:tasks.workunit.client.1.smithi170.stdout:2/567: dread - dd/d14/d19/f59 zero size 2024-09-17T10:39:56.735 INFO:tasks.workunit.client.0.smithi159.stdout:5/624: sync 2024-09-17T10:39:56.735 INFO:tasks.workunit.client.0.smithi159.stdout:2/676: sync 2024-09-17T10:39:56.736 INFO:tasks.workunit.client.0.smithi159.stdout:9/786: mknod d0/d3/d7/c10e 0 2024-09-17T10:39:56.737 INFO:tasks.workunit.client.0.smithi159.stdout:4/646: dread d0/fb4 [0,4194304] 0 2024-09-17T10:39:56.737 INFO:tasks.workunit.client.0.smithi159.stdout:1/709: mkdir d1/d2f/d9e/d1a/d3b/dd3 0 2024-09-17T10:39:56.738 INFO:tasks.workunit.client.0.smithi159.stdout:9/787: dread d0/d3/d7/da/d46/d54/fc1 [0,4194304] 0 2024-09-17T10:39:56.739 INFO:tasks.workunit.client.0.smithi159.stdout:9/788: getdents d0/d3/d7/da/d46/d54/d8b/db8 0 2024-09-17T10:39:56.739 INFO:tasks.workunit.client.0.smithi159.stdout:9/789: chown d0/d3/d7/f20 353118 1 2024-09-17T10:39:56.739 INFO:tasks.workunit.client.0.smithi159.stdout:9/790: write d0/d3/d7/da9/ff2 [429040,80379] 0 2024-09-17T10:39:56.741 INFO:tasks.workunit.client.0.smithi159.stdout:3/723: read d9/df/d3f/f7a [2037098,22071] 0 2024-09-17T10:39:56.742 INFO:tasks.workunit.client.0.smithi159.stdout:7/669: rename d2/d18/d20/d2c/d98 to d2/d23/d67/d47/d4a/d4d/dad/de3/df7 0 2024-09-17T10:39:56.743 INFO:tasks.workunit.client.1.smithi170.stdout:2/568: write dd/d14/d19/d4c/d63/d32/d53/f5e [2097090,61226] 0 2024-09-17T10:39:56.743 INFO:tasks.workunit.client.1.smithi170.stdout:2/569: readlink dd/d54/db5/lb8 0 2024-09-17T10:39:56.743 INFO:tasks.workunit.client.1.smithi170.stdout:2/570: write dd/d14/d19/d4c/f5d [1354765,7545] 0 2024-09-17T10:39:56.744 INFO:tasks.workunit.client.0.smithi159.stdout:2/677: truncate d0/df/d3e/d46/d66/f6b 774640 0 2024-09-17T10:39:56.744 INFO:tasks.workunit.client.0.smithi159.stdout:2/678: write d0/df/d3e/d7a/fb9 [363432,88554] 0 2024-09-17T10:39:56.746 INFO:tasks.workunit.client.0.smithi159.stdout:1/710: mknod d1/d2/d14/cd4 0 2024-09-17T10:39:56.746 INFO:tasks.workunit.client.1.smithi170.stdout:2/571: mkdir dd/d1a/d7d/dbc 0 2024-09-17T10:39:56.746 INFO:tasks.workunit.client.1.smithi170.stdout:2/572: chown dd/d14/f51 33084 1 2024-09-17T10:39:56.747 INFO:tasks.workunit.client.0.smithi159.stdout:6/747: dread d1/df/d2c/d85/f43 [0,4194304] 0 2024-09-17T10:39:56.748 INFO:tasks.workunit.client.0.smithi159.stdout:9/791: symlink d0/d3/d7/da/dc/l10f 0 2024-09-17T10:39:56.750 INFO:tasks.workunit.client.0.smithi159.stdout:5/625: dread d19/d1b/d36/f5b [0,4194304] 0 2024-09-17T10:39:56.752 INFO:tasks.workunit.client.0.smithi159.stdout:0/725: rename d5/dcf/d18/d22/da2/db3/fe5 to d5/d4f/f106 0 2024-09-17T10:39:56.752 INFO:tasks.workunit.client.0.smithi159.stdout:3/724: write d9/df/d3f/f4d [2974372,3724] 0 2024-09-17T10:39:56.752 INFO:tasks.workunit.client.0.smithi159.stdout:7/670: mkdir d2/d18/d20/d2c/df8 0 2024-09-17T10:39:56.752 INFO:tasks.workunit.client.0.smithi159.stdout:7/671: fdatasync d2/d18/d20/d3f/d40/ff4 0 2024-09-17T10:39:56.752 INFO:tasks.workunit.client.0.smithi159.stdout:9/792: link d0/d3/d7/da/dc/d1c/f4d d0/d1/d2/dea/f110 0 2024-09-17T10:39:56.755 INFO:tasks.workunit.client.1.smithi170.stdout:8/418: dwrite d4/df/d1e/f87 [0,4194304] 0 2024-09-17T10:39:56.756 INFO:tasks.workunit.client.0.smithi159.stdout:2/679: rename d0/df/f39 to d0/d26/d4b/d6d/fe9 0 2024-09-17T10:39:56.756 INFO:tasks.workunit.client.0.smithi159.stdout:2/680: chown d0/d14/d76/dd3/f94 611 1 2024-09-17T10:39:56.756 INFO:tasks.workunit.client.0.smithi159.stdout:0/726: mknod d5/d4f/db2/df6/c107 0 2024-09-17T10:39:56.756 INFO:tasks.workunit.client.0.smithi159.stdout:7/672: creat d2/d23/d67/d47/d4a/d4d/d75/d78/ff9 x:0 0 0 2024-09-17T10:39:56.757 INFO:tasks.workunit.client.0.smithi159.stdout:0/727: read d5/d12/f7e [510285,60394] 0 2024-09-17T10:39:56.757 INFO:tasks.workunit.client.0.smithi159.stdout:9/793: creat d0/d3/d7/da/dc/d34/da7/dd6/f111 x:0 0 0 2024-09-17T10:39:56.760 INFO:tasks.workunit.client.0.smithi159.stdout:5/626: rmdir d19/d33 39 2024-09-17T10:39:56.760 INFO:tasks.workunit.client.1.smithi170.stdout:9/380: dwrite dd/d40/d4e/f31 [0,4194304] 0 2024-09-17T10:39:56.761 INFO:tasks.workunit.client.1.smithi170.stdout:2/573: dread dd/d1a/f56 [0,4194304] 0 2024-09-17T10:39:56.761 INFO:tasks.workunit.client.1.smithi170.stdout:2/574: chown dd/d14/d19/d4c/d63/d32/lae 108419 1 2024-09-17T10:39:56.761 INFO:tasks.workunit.client.1.smithi170.stdout:2/575: chown dd/d14/d19/c66 1792371 1 2024-09-17T10:39:56.761 INFO:tasks.workunit.client.1.smithi170.stdout:8/419: mkdir d4/df/d94 0 2024-09-17T10:39:56.765 INFO:tasks.workunit.client.0.smithi159.stdout:7/673: mknod d2/d44/cfa 0 2024-09-17T10:39:56.765 INFO:tasks.workunit.client.0.smithi159.stdout:7/674: readlink d2/d9a/lbb 0 2024-09-17T10:39:56.765 INFO:tasks.workunit.client.0.smithi159.stdout:5/627: creat d19/d69/d78/fd8 x:0 0 0 2024-09-17T10:39:56.765 INFO:tasks.workunit.client.0.smithi159.stdout:5/628: fsync d19/d1e/f58 0 2024-09-17T10:39:56.767 INFO:tasks.workunit.client.1.smithi170.stdout:9/381: unlink dd/d16/d2a/d51/l53 0 2024-09-17T10:39:56.767 INFO:tasks.workunit.client.0.smithi159.stdout:4/647: dwrite d0/d9/da/d33/dac/fb8 [0,4194304] 0 2024-09-17T10:39:56.767 INFO:tasks.workunit.client.0.smithi159.stdout:4/648: chown d0/d9/f1f 90031447 1 2024-09-17T10:39:56.767 INFO:tasks.workunit.client.0.smithi159.stdout:1/711: dwrite d1/d2/d25/fad [0,4194304] 0 2024-09-17T10:39:56.771 INFO:tasks.workunit.client.0.smithi159.stdout:2/681: read d0/d26/d4b/d6d/f3d [4189369,104289] 0 2024-09-17T10:39:56.773 INFO:tasks.workunit.client.0.smithi159.stdout:9/794: dread d0/d3/d7/ff0 [0,4194304] 0 2024-09-17T10:39:56.774 INFO:tasks.workunit.client.0.smithi159.stdout:0/728: read d5/dcf/db9/de7/fa1 [8364685,59934] 0 2024-09-17T10:39:56.775 INFO:tasks.workunit.client.0.smithi159.stdout:7/675: symlink d2/d18/d20/db8/lfb 0 2024-09-17T10:39:56.777 INFO:tasks.workunit.client.0.smithi159.stdout:5/629: symlink d19/d1b/d1d/d59/ld9 0 2024-09-17T10:39:56.779 INFO:tasks.workunit.client.0.smithi159.stdout:1/712: read d1/d2/d25/da2/f79 [1076702,14774] 0 2024-09-17T10:39:56.779 INFO:tasks.workunit.client.0.smithi159.stdout:1/713: chown d1/d2f/d9e 184745407 1 2024-09-17T10:39:56.784 INFO:tasks.workunit.client.1.smithi170.stdout:8/420: dwrite d4/df/d3a/f60 [0,4194304] 0 2024-09-17T10:39:56.790 INFO:tasks.workunit.client.1.smithi170.stdout:2/576: symlink dd/lbd 0 2024-09-17T10:39:56.791 INFO:tasks.workunit.client.1.smithi170.stdout:8/421: dread d4/df/f37 [0,4194304] 0 2024-09-17T10:39:56.792 INFO:tasks.workunit.client.0.smithi159.stdout:7/676: dwrite d2/d18/d20/f6e [0,4194304] 0 2024-09-17T10:39:56.793 INFO:tasks.workunit.client.1.smithi170.stdout:9/382: rename dd/d40/f6b to dd/d40/d4e/d23/f81 0 2024-09-17T10:39:56.800 INFO:tasks.workunit.client.0.smithi159.stdout:6/748: rename d1/df/d2c/d35/d3e/d96 to d1/df/d11/d5a/db2/dce/dd5/de7 0 2024-09-17T10:39:56.801 INFO:tasks.workunit.client.1.smithi170.stdout:2/577: mkdir dd/d1a/d7d/dbc/dbe 0 2024-09-17T10:39:56.802 INFO:tasks.workunit.client.0.smithi159.stdout:1/714: dread d1/d2f/d9e/d1a/dc/d18/f43 [0,4194304] 0 2024-09-17T10:39:56.803 INFO:tasks.workunit.client.1.smithi170.stdout:8/422: mkdir d4/df/d95 0 2024-09-17T10:39:56.804 INFO:tasks.workunit.client.0.smithi159.stdout:9/795: creat d0/d3/d7/da/d46/d54/d6c/de0/f112 x:0 0 0 2024-09-17T10:39:56.804 INFO:tasks.workunit.client.0.smithi159.stdout:9/796: write d0/d3/f30 [4990713,2957] 0 2024-09-17T10:39:56.805 INFO:tasks.workunit.client.0.smithi159.stdout:0/729: unlink d5/d4f/c9c 0 2024-09-17T10:39:56.806 INFO:tasks.workunit.client.1.smithi170.stdout:2/578: mknod dd/d14/d19/d4c/cbf 0 2024-09-17T10:39:56.806 INFO:tasks.workunit.client.0.smithi159.stdout:9/797: dread d0/d3/d7/da/d46/d54/fc1 [0,4194304] 0 2024-09-17T10:39:56.807 INFO:tasks.workunit.client.0.smithi159.stdout:9/798: chown d0/d3/d7/da/dc/d1c/l88 380042457 1 2024-09-17T10:39:56.808 INFO:tasks.workunit.client.0.smithi159.stdout:5/630: mknod d19/d1b/d1d/d59/cda 0 2024-09-17T10:39:56.808 INFO:tasks.workunit.client.0.smithi159.stdout:5/631: chown d19/d33/f68 92 1 2024-09-17T10:39:56.810 INFO:tasks.workunit.client.1.smithi170.stdout:8/423: mknod d4/df/d76/c96 0 2024-09-17T10:39:56.814 INFO:tasks.workunit.client.0.smithi159.stdout:2/682: truncate d0/d14/f2f 57973 0 2024-09-17T10:39:56.815 INFO:tasks.workunit.client.1.smithi170.stdout:2/579: symlink dd/d14/d19/d4c/d63/d32/d53/lc0 0 2024-09-17T10:39:56.818 INFO:tasks.workunit.client.1.smithi170.stdout:8/424: mkdir d4/df/d76/d97 0 2024-09-17T10:39:56.818 INFO:tasks.workunit.client.1.smithi170.stdout:8/425: truncate d4/df/d3f/d44/d80/f8d 948042 0 2024-09-17T10:39:56.820 INFO:tasks.workunit.client.0.smithi159.stdout:7/677: creat d2/d18/d20/d3f/d73/ffc x:0 0 0 2024-09-17T10:39:56.821 INFO:tasks.workunit.client.0.smithi159.stdout:3/725: rename d9/df/d54/d59/d5e/f6c to d9/df/d2c/d2f/d63/d8d/d74/d82/fda 0 2024-09-17T10:39:56.823 INFO:tasks.workunit.client.1.smithi170.stdout:8/426: mknod d4/df/d94/c98 0 2024-09-17T10:39:56.823 INFO:tasks.workunit.client.0.smithi159.stdout:1/715: rmdir d1/d10 39 2024-09-17T10:39:56.826 INFO:tasks.workunit.client.1.smithi170.stdout:8/427: rmdir d4/df/d76/d97 0 2024-09-17T10:39:56.827 INFO:tasks.workunit.client.1.smithi170.stdout:8/428: chown d4/f78 217 1 2024-09-17T10:39:56.827 INFO:tasks.workunit.client.1.smithi170.stdout:8/429: chown d4/d2e/c53 507 1 2024-09-17T10:39:56.827 INFO:tasks.workunit.client.1.smithi170.stdout:9/383: dwrite dd/d16/d17/d43/f67 [0,4194304] 0 2024-09-17T10:39:56.827 INFO:tasks.workunit.client.1.smithi170.stdout:2/580: fdatasync dd/d14/d19/d4c/f5d 0 2024-09-17T10:39:56.827 INFO:tasks.workunit.client.0.smithi159.stdout:9/799: mkdir d0/d3/d96/d113 0 2024-09-17T10:39:56.831 INFO:tasks.workunit.client.1.smithi170.stdout:5/381: sync 2024-09-17T10:39:56.835 INFO:tasks.workunit.client.0.smithi159.stdout:6/749: dwrite d1/df/d11/f34 [0,4194304] 0 2024-09-17T10:39:56.837 INFO:tasks.workunit.client.0.smithi159.stdout:0/730: dwrite d5/dcf/d18/d22/f8e [0,4194304] 0 2024-09-17T10:39:56.841 INFO:tasks.workunit.client.1.smithi170.stdout:8/430: unlink d4/df/d3f/f47 0 2024-09-17T10:39:56.841 INFO:tasks.workunit.client.1.smithi170.stdout:8/431: chown d4/df/d76 1317952395 1 2024-09-17T10:39:56.841 INFO:tasks.workunit.client.1.smithi170.stdout:8/432: write d4/df/d3a/f4b [219781,11864] 0 2024-09-17T10:39:56.841 INFO:tasks.workunit.client.1.smithi170.stdout:8/433: dread - d4/df/d76/d85/f8f zero size 2024-09-17T10:39:56.841 INFO:tasks.workunit.client.1.smithi170.stdout:8/434: dread - d4/df/f58 zero size 2024-09-17T10:39:56.842 INFO:tasks.workunit.client.0.smithi159.stdout:0/731: dread d5/d4f/d67/f98 [0,4194304] 0 2024-09-17T10:39:56.842 INFO:tasks.workunit.client.0.smithi159.stdout:0/732: chown d5/dcf/d18/d22/d3e/d62/c79 14793 1 2024-09-17T10:39:56.842 INFO:tasks.workunit.client.0.smithi159.stdout:2/683: rmdir d0/d26 39 2024-09-17T10:39:56.842 INFO:tasks.workunit.client.0.smithi159.stdout:2/684: write d0/d9/f99 [386187,39331] 0 2024-09-17T10:39:56.847 INFO:tasks.workunit.client.0.smithi159.stdout:3/726: mkdir d9/df/d2c/d2f/ddb 0 2024-09-17T10:39:56.848 INFO:tasks.workunit.client.0.smithi159.stdout:9/800: dwrite d0/d3/d7/da/dc/de/d21/f4f [4194304,4194304] 0 2024-09-17T10:39:56.849 INFO:tasks.workunit.client.1.smithi170.stdout:8/435: rmdir d4/df/d76/d85 39 2024-09-17T10:39:56.849 INFO:tasks.workunit.client.1.smithi170.stdout:8/436: write d4/df/d3a/f61 [295206,65131] 0 2024-09-17T10:39:56.851 INFO:tasks.workunit.client.0.smithi159.stdout:6/750: creat d1/df/d2c/d35/d55/d64/d98/dcf/fe8 x:0 0 0 2024-09-17T10:39:56.851 INFO:tasks.workunit.client.0.smithi159.stdout:6/751: write d1/fb [571637,58638] 0 2024-09-17T10:39:56.851 INFO:tasks.workunit.client.1.smithi170.stdout:8/437: creat d4/df/d62/f99 x:0 0 0 2024-09-17T10:39:56.855 INFO:tasks.workunit.client.1.smithi170.stdout:8/438: rename d4/df/d1e/c7f to d4/df/d95/c9a 0 2024-09-17T10:39:56.855 INFO:tasks.workunit.client.1.smithi170.stdout:8/439: stat d4/df/d1e/c29 0 2024-09-17T10:39:56.860 INFO:tasks.workunit.client.0.smithi159.stdout:0/733: symlink d5/d4f/db2/df6/l108 0 2024-09-17T10:39:56.860 INFO:tasks.workunit.client.0.smithi159.stdout:0/734: chown d5/d12/d32/dc3/fd4 49211132 1 2024-09-17T10:39:56.861 INFO:tasks.workunit.client.1.smithi170.stdout:9/384: dwrite dd/d16/f77 [0,4194304] 0 2024-09-17T10:39:56.865 INFO:tasks.workunit.client.0.smithi159.stdout:2/685: unlink d0/d14/d76/dd3/dd6/ld8 0 2024-09-17T10:39:56.866 INFO:tasks.workunit.client.0.smithi159.stdout:9/801: dread d0/d3/d33/fc3 [0,4194304] 0 2024-09-17T10:39:56.868 INFO:tasks.workunit.client.0.smithi159.stdout:1/716: symlink d1/d10/ld5 0 2024-09-17T10:39:56.870 INFO:tasks.workunit.client.1.smithi170.stdout:5/382: dwrite d1/d3/fd [0,4194304] 0 2024-09-17T10:39:56.870 INFO:tasks.workunit.client.0.smithi159.stdout:3/727: dwrite d9/df/d2c/d2f/d63/d8d/d74/db7/fcc [0,4194304] 0 2024-09-17T10:39:56.871 INFO:tasks.workunit.client.1.smithi170.stdout:2/581: dwrite dd/d14/d19/d4c/d63/f3e [0,4194304] 0 2024-09-17T10:39:56.871 INFO:tasks.workunit.client.1.smithi170.stdout:2/582: fsync dd/d14/d19/f33 0 2024-09-17T10:39:56.872 INFO:tasks.workunit.client.0.smithi159.stdout:7/678: getdents d2/d18/d20/d3f/d73 0 2024-09-17T10:39:56.872 INFO:tasks.workunit.client.0.smithi159.stdout:7/679: chown d2/d23/d67/l74 6178947 1 2024-09-17T10:39:56.874 INFO:tasks.workunit.client.1.smithi170.stdout:9/385: truncate dd/d40/f2d 3194010 0 2024-09-17T10:39:56.876 INFO:tasks.workunit.client.1.smithi170.stdout:8/440: dwrite d4/d2e/d33/f34 [0,4194304] 0 2024-09-17T10:39:56.876 INFO:tasks.workunit.client.1.smithi170.stdout:8/441: readlink d4/df/l8c 0 2024-09-17T10:39:56.876 INFO:tasks.workunit.client.1.smithi170.stdout:8/442: dread - d4/df/d3f/f68 zero size 2024-09-17T10:39:56.879 INFO:tasks.workunit.client.0.smithi159.stdout:6/752: rmdir d1/df/d2c/d35/d3e/dc3 39 2024-09-17T10:39:56.884 INFO:tasks.workunit.client.0.smithi159.stdout:2/686: truncate d0/d26/d4b/f5b 835475 0 2024-09-17T10:39:56.886 INFO:tasks.workunit.client.0.smithi159.stdout:6/753: dread d1/df/d2c/d35/d55/fe2 [0,4194304] 0 2024-09-17T10:39:56.886 INFO:tasks.workunit.client.0.smithi159.stdout:6/754: creat d1/df/d11/d16/fe9 x:0 0 0 2024-09-17T10:39:56.886 INFO:tasks.workunit.client.0.smithi159.stdout:0/735: dwrite d5/dcf/d18/d22/d4c/fbb [0,4194304] 0 2024-09-17T10:39:56.886 INFO:tasks.workunit.client.0.smithi159.stdout:0/736: dread - d5/d12/d32/dc3/fd4 zero size 2024-09-17T10:39:56.886 INFO:tasks.workunit.client.0.smithi159.stdout:9/802: dread d0/d3/f30 [0,4194304] 0 2024-09-17T10:39:56.888 INFO:tasks.workunit.client.0.smithi159.stdout:1/717: mkdir d1/d2/d14/d67/dd6 0 2024-09-17T10:39:56.895 INFO:tasks.workunit.client.0.smithi159.stdout:3/728: creat d9/df/d54/fdc x:0 0 0 2024-09-17T10:39:56.895 INFO:tasks.workunit.client.0.smithi159.stdout:3/729: stat d9/l6f 0 2024-09-17T10:39:56.895 INFO:tasks.workunit.client.0.smithi159.stdout:3/730: dread - d9/df/d3f/fd1 zero size 2024-09-17T10:39:56.896 INFO:tasks.workunit.client.1.smithi170.stdout:9/386: dwrite dd/d40/d4e/d29/f34 [0,4194304] 0 2024-09-17T10:39:56.898 INFO:tasks.workunit.client.0.smithi159.stdout:7/680: rename d2/d18/d20/d3f/d40/l71 to d2/d9a/de4/lfd 0 2024-09-17T10:39:56.898 INFO:tasks.workunit.client.1.smithi170.stdout:8/443: dwrite d4/df/d1e/f90 [0,4194304] 0 2024-09-17T10:39:56.899 INFO:tasks.workunit.client.0.smithi159.stdout:1/718: read d1/d2/f4d [731951,91096] 0 2024-09-17T10:39:56.899 INFO:tasks.workunit.client.0.smithi159.stdout:1/719: readlink d1/d10/d5e/l80 0 2024-09-17T10:39:56.901 INFO:tasks.workunit.client.1.smithi170.stdout:5/383: rmdir d1/d3/d55/d5e/d67/d69 39 2024-09-17T10:39:56.901 INFO:tasks.workunit.client.1.smithi170.stdout:5/384: chown d1/d11/f37 4997 1 2024-09-17T10:39:56.901 INFO:tasks.workunit.client.1.smithi170.stdout:5/385: readlink d1/d3/l30 0 2024-09-17T10:39:56.901 INFO:tasks.workunit.client.1.smithi170.stdout:5/386: write d1/d3/f53 [4965456,43833] 0 2024-09-17T10:39:56.903 INFO:tasks.workunit.client.1.smithi170.stdout:2/583: link ca dd/d14/cc1 0 2024-09-17T10:39:56.905 INFO:tasks.workunit.client.0.smithi159.stdout:2/687: symlink d0/df/d3e/d7a/lea 0 2024-09-17T10:39:56.907 INFO:tasks.workunit.client.1.smithi170.stdout:8/444: dread d4/df/d3f/f4a [4194304,4194304] 0 2024-09-17T10:39:56.907 INFO:tasks.workunit.client.1.smithi170.stdout:8/445: readlink d4/l11 0 2024-09-17T10:39:56.907 INFO:tasks.workunit.client.1.smithi170.stdout:9/387: creat dd/d40/d4e/f82 x:0 0 0 2024-09-17T10:39:56.907 INFO:tasks.workunit.client.1.smithi170.stdout:9/388: chown dd/c13 257740428 1 2024-09-17T10:39:56.910 INFO:tasks.workunit.client.0.smithi159.stdout:6/755: symlink d1/df/d11/d16/dbc/lea 0 2024-09-17T10:39:56.910 INFO:tasks.workunit.client.0.smithi159.stdout:6/756: stat d1/df/d11/d57/dc1/fa6 0 2024-09-17T10:39:56.914 INFO:tasks.workunit.client.1.smithi170.stdout:5/387: getdents d1/d3/d13/d1a 0 2024-09-17T10:39:56.914 INFO:tasks.workunit.client.1.smithi170.stdout:5/388: chown d1/d3/d55 35682 1 2024-09-17T10:39:56.916 INFO:tasks.workunit.client.1.smithi170.stdout:2/584: rename dd/d3a/d8e/f9a to dd/d3a/fc2 0 2024-09-17T10:39:56.919 INFO:tasks.workunit.client.0.smithi159.stdout:0/737: mkdir d5/dcf/d18/d22/d4c/d6b/d7c/d109 0 2024-09-17T10:39:56.920 INFO:tasks.workunit.client.0.smithi159.stdout:3/731: mkdir d9/df/d54/d59/d5e/d9a/ddd 0 2024-09-17T10:39:56.923 INFO:tasks.workunit.client.0.smithi159.stdout:9/803: rename d0/d3/d7/da/dc/d40/d7d/l7f to d0/d3/d33/l114 0 2024-09-17T10:39:56.924 INFO:tasks.workunit.client.0.smithi159.stdout:8/780: sync 2024-09-17T10:39:56.924 INFO:tasks.workunit.client.0.smithi159.stdout:4/649: sync 2024-09-17T10:39:56.925 INFO:tasks.workunit.client.0.smithi159.stdout:5/632: sync 2024-09-17T10:39:56.925 INFO:tasks.workunit.client.0.smithi159.stdout:4/650: chown d0/d9/d24/d28/l40 165927 1 2024-09-17T10:39:56.925 INFO:tasks.workunit.client.0.smithi159.stdout:8/781: dread - d4/d32/d86/fba zero size 2024-09-17T10:39:56.925 INFO:tasks.workunit.client.0.smithi159.stdout:4/651: write d0/d9/d24/f75 [152493,12216] 0 2024-09-17T10:39:56.925 INFO:tasks.workunit.client.0.smithi159.stdout:8/782: write d4/dd/d10/f34 [572698,129474] 0 2024-09-17T10:39:56.925 INFO:tasks.workunit.client.0.smithi159.stdout:7/681: symlink d2/d18/d20/d3f/d73/lfe 0 2024-09-17T10:39:56.926 INFO:tasks.workunit.client.1.smithi170.stdout:8/446: dread d4/df/f6f [0,4194304] 0 2024-09-17T10:39:56.928 INFO:tasks.workunit.client.1.smithi170.stdout:4/247: sync 2024-09-17T10:39:56.928 INFO:tasks.workunit.client.1.smithi170.stdout:5/389: creat d1/d3/d55/d6d/f7b x:0 0 0 2024-09-17T10:39:56.931 INFO:tasks.workunit.client.1.smithi170.stdout:9/389: rename dd/d40/c25 to dd/d40/d4e/d29/c83 0 2024-09-17T10:39:56.931 INFO:tasks.workunit.client.1.smithi170.stdout:9/390: chown dd/d40/d4e/d29/d54/l6f 13704974 1 2024-09-17T10:39:56.931 INFO:tasks.workunit.client.1.smithi170.stdout:0/419: sync 2024-09-17T10:39:56.931 INFO:tasks.workunit.client.1.smithi170.stdout:6/344: sync 2024-09-17T10:39:56.932 INFO:tasks.workunit.client.1.smithi170.stdout:3/526: sync 2024-09-17T10:39:56.932 INFO:tasks.workunit.client.1.smithi170.stdout:1/493: sync 2024-09-17T10:39:56.932 INFO:tasks.workunit.client.1.smithi170.stdout:0/420: chown dd/de/d3d/d4d/d5c/d69/c7a 11583 1 2024-09-17T10:39:56.932 INFO:tasks.workunit.client.1.smithi170.stdout:0/421: chown dd/de/d3d/d4d/l52 1594 1 2024-09-17T10:39:56.932 INFO:tasks.workunit.client.1.smithi170.stdout:7/374: sync 2024-09-17T10:39:56.933 INFO:tasks.workunit.client.0.smithi159.stdout:6/757: symlink d1/df/d2c/d35/d55/d64/d98/dcf/leb 0 2024-09-17T10:39:56.934 INFO:tasks.workunit.client.0.smithi159.stdout:9/804: dread d0/d3/d7/da/dc/de/d36/db3/fb6 [0,4194304] 0 2024-09-17T10:39:56.934 INFO:tasks.workunit.client.1.smithi170.stdout:1/494: dread d3/f39 [0,4194304] 0 2024-09-17T10:39:56.934 INFO:tasks.workunit.client.1.smithi170.stdout:1/495: truncate d3/d77/dad/faf 905635 0 2024-09-17T10:39:56.934 INFO:tasks.workunit.client.1.smithi170.stdout:8/447: rmdir d4/df/d3f/d44/d80 39 2024-09-17T10:39:56.935 INFO:tasks.workunit.client.1.smithi170.stdout:8/448: creat d4/df/d1e/f9b x:0 0 0 2024-09-17T10:39:56.936 INFO:tasks.workunit.client.0.smithi159.stdout:0/738: mkdir d5/d12/d32/d10a 0 2024-09-17T10:39:56.936 INFO:tasks.workunit.client.1.smithi170.stdout:5/390: rmdir d1/d3/d55/d5e/d67/d69 39 2024-09-17T10:39:56.939 INFO:tasks.workunit.client.0.smithi159.stdout:3/732: rename d9/df/d54/d3c/l86 to d9/df/d3f/lde 0 2024-09-17T10:39:56.941 INFO:tasks.workunit.client.1.smithi170.stdout:2/585: rename dd/d14/d19/d4c/d63/l81 to dd/d1a/d6c/lc3 0 2024-09-17T10:39:56.942 INFO:tasks.workunit.client.0.smithi159.stdout:5/633: symlink d19/d69/d78/db3/ldb 0 2024-09-17T10:39:56.942 INFO:tasks.workunit.client.1.smithi170.stdout:9/391: rmdir dd/d16/d17/d5c 39 2024-09-17T10:39:56.943 INFO:tasks.workunit.client.1.smithi170.stdout:9/392: creat dd/d40/d4e/d29/d2c/f84 x:0 0 0 2024-09-17T10:39:56.944 INFO:tasks.workunit.client.0.smithi159.stdout:3/733: dread d9/df/d54/d59/d5e/d9a/fba [0,4194304] 0 2024-09-17T10:39:56.944 INFO:tasks.workunit.client.1.smithi170.stdout:1/496: write d3/d5/d27/f47 [1033245,12741] 0 2024-09-17T10:39:56.945 INFO:tasks.workunit.client.1.smithi170.stdout:4/248: dwrite d9/d12/f1f [0,4194304] 0 2024-09-17T10:39:56.945 INFO:tasks.workunit.client.1.smithi170.stdout:4/249: fdatasync d9/d12/f4d 0 2024-09-17T10:39:56.946 INFO:tasks.workunit.client.0.smithi159.stdout:4/652: creat d0/d12/db1/fd2 x:0 0 0 2024-09-17T10:39:56.947 INFO:tasks.workunit.client.1.smithi170.stdout:7/375: unlink l1b 0 2024-09-17T10:39:56.947 INFO:tasks.workunit.client.1.smithi170.stdout:7/376: chown fa 3668460 1 2024-09-17T10:39:56.948 INFO:tasks.workunit.client.0.smithi159.stdout:8/783: mknod d4/dd/d10/d33/df2/c10a 0 2024-09-17T10:39:56.949 INFO:tasks.workunit.client.1.smithi170.stdout:0/422: dread - dd/de/d10/d13/d59/f68 zero size 2024-09-17T10:39:56.951 INFO:tasks.workunit.client.0.smithi159.stdout:7/682: symlink d2/d18/d20/d2c/df8/lff 0 2024-09-17T10:39:56.951 INFO:tasks.workunit.client.0.smithi159.stdout:7/683: readlink d2/d23/d67/d47/d4a/d4d/d75/d78/d86/la8 0 2024-09-17T10:39:56.953 INFO:tasks.workunit.client.1.smithi170.stdout:8/449: truncate d4/f9 1227817 0 2024-09-17T10:39:56.954 INFO:tasks.workunit.client.0.smithi159.stdout:9/805: rmdir d0/d78 39 2024-09-17T10:39:56.954 INFO:tasks.workunit.client.0.smithi159.stdout:9/806: chown d0/d3/d7/da/dc/lad 981 1 2024-09-17T10:39:56.955 INFO:tasks.workunit.client.1.smithi170.stdout:8/450: dread d4/df/d1e/f7c [0,4194304] 0 2024-09-17T10:39:56.956 INFO:tasks.workunit.client.1.smithi170.stdout:3/527: rename d18/d25/la0 to d18/d26/d56/d97/laf 0 2024-09-17T10:39:56.956 INFO:tasks.workunit.client.1.smithi170.stdout:3/528: fsync d18/d59/fa6 0 2024-09-17T10:39:56.959 INFO:tasks.workunit.client.1.smithi170.stdout:2/586: mkdir dd/d14/d19/dc4 0 2024-09-17T10:39:56.961 INFO:tasks.workunit.client.0.smithi159.stdout:6/758: rename d1/df/d11/d16/f2d to d1/df/d2c/d35/fec 0 2024-09-17T10:39:56.964 INFO:tasks.workunit.client.0.smithi159.stdout:3/734: unlink d9/df/d2c/d2f/c4f 0 2024-09-17T10:39:56.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.963+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f958819bcb0 con 0x7f9588100250 2024-09-17T10:39:56.965 INFO:tasks.workunit.client.1.smithi170.stdout:9/393: mkdir dd/d16/d17/d5c/d85 0 2024-09-17T10:39:56.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.964+0000 7f95857fa700 1 -- 172.21.15.159:0/4166976092 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f9578059130 con 0x7f9588100250 2024-09-17T10:39:56.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/807: dread d0/d3/d7/da/dc/d40/d7d/f9e [0,4194304] 0 2024-09-17T10:39:56.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/808: readlink d0/d3/d7/da/dc/de/d36/d10d/l63 0 2024-09-17T10:39:56.966 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:39:56.967 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:39:56.967 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:39:56.967 INFO:tasks.workunit.client.0.smithi159.stdout:4/653: creat d0/d9/d97/db7/fd3 x:0 0 0 2024-09-17T10:39:56.968 INFO:tasks.workunit.client.0.smithi159.stdout:7/684: truncate d2/d23/f37 2462462 0 2024-09-17T10:39:56.969 INFO:tasks.workunit.client.1.smithi170.stdout:1/497: unlink d3/d77/dad/d9d/c9c 0 2024-09-17T10:39:56.969 INFO:tasks.workunit.client.1.smithi170.stdout:1/498: dread - d3/d5/d27/d4e/f57 zero size 2024-09-17T10:39:56.970 INFO:tasks.workunit.client.1.smithi170.stdout:6/345: symlink d0/d3b/l78 0 2024-09-17T10:39:56.970 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.969+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f957406c680 msgr2=0x7f957406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.970 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.969+0000 7f958e5f9700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f957406c680 0x7f957406eb30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9570006010 tx=0x7f957000b540 comp rx=0 tx=0).stop 2024-09-17T10:39:56.970 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.969+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9588100250 msgr2=0x7f958819a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:39:56.970 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.969+0000 7f958e5f9700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9588100250 0x7f958819a6b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f957800d8d0 tx=0x7f957800dbe0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.971 INFO:tasks.workunit.client.0.smithi159.stdout:0/739: dread d5/dcf/d18/f8b [0,4194304] 0 2024-09-17T10:39:56.971 INFO:tasks.workunit.client.0.smithi159.stdout:0/740: fsync d5/d12/f55 0 2024-09-17T10:39:56.972 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.970+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 shutdown_connections 2024-09-17T10:39:56.972 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.970+0000 7f958e5f9700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f957406c680 0x7f957406eb30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.972 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.970+0000 7f958e5f9700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f95880ff050 0x7f95880697e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.972 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.970+0000 7f958e5f9700 1 --2- 172.21.15.159:0/4166976092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9588100250 0x7f958819a6b0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:39:56.972 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.970+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 >> 172.21.15.159:0/4166976092 conn(0x7f95880fa600 msgr2=0x7f9588103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:39:56.972 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.970+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 shutdown_connections 2024-09-17T10:39:56.972 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:39:56.970+0000 7f958e5f9700 1 -- 172.21.15.159:0/4166976092 wait complete. 2024-09-17T10:39:56.973 INFO:tasks.workunit.client.0.smithi159.stdout:6/759: dread d1/df/d11/f67 [0,4194304] 0 2024-09-17T10:39:56.973 INFO:tasks.workunit.client.0.smithi159.stdout:9/809: unlink d0/d3/d33/c91 0 2024-09-17T10:39:56.973 INFO:tasks.workunit.client.1.smithi170.stdout:7/377: symlink d25/d2a/d3e/l73 0 2024-09-17T10:39:56.974 INFO:tasks.workunit.client.0.smithi159.stdout:7/685: mknod d2/d23/d67/d47/d4a/d4d/dad/dd8/c100 0 2024-09-17T10:39:56.976 INFO:tasks.workunit.client.1.smithi170.stdout:0/423: unlink dd/de/d10/d13/d59/l73 0 2024-09-17T10:39:56.978 INFO:tasks.workunit.client.0.smithi159.stdout:6/760: mknod d1/df/d2c/ced 0 2024-09-17T10:39:56.981 INFO:tasks.workunit.client.0.smithi159.stdout:7/686: rename d2/d44/da9/cd6 to d2/d23/d67/d7b/c101 0 2024-09-17T10:39:56.981 INFO:tasks.workunit.client.0.smithi159.stdout:7/687: write d2/d18/d20/d3f/daf/ff6 [808937,17130] 0 2024-09-17T10:39:56.982 INFO:tasks.workunit.client.0.smithi159.stdout:4/654: dread d0/d12/d2f/f6e [0,4194304] 0 2024-09-17T10:39:56.982 INFO:tasks.workunit.client.1.smithi170.stdout:8/451: symlink d4/l9c 0 2024-09-17T10:39:56.983 INFO:tasks.workunit.client.1.smithi170.stdout:3/529: chown d18/d2c/d4f/l6f 937237553 1 2024-09-17T10:39:56.983 INFO:tasks.workunit.client.0.smithi159.stdout:9/810: dread d0/d3/d7/da/d46/de1/d47/fb0 [0,4194304] 0 2024-09-17T10:39:56.984 INFO:tasks.workunit.client.1.smithi170.stdout:2/587: creat dd/d14/d19/d4c/fc5 x:0 0 0 2024-09-17T10:39:56.986 INFO:tasks.workunit.client.1.smithi170.stdout:1/499: creat d3/d5/d54/fb4 x:0 0 0 2024-09-17T10:39:56.987 INFO:tasks.workunit.client.1.smithi170.stdout:6/346: symlink d0/d3b/d69/l79 0 2024-09-17T10:39:56.988 INFO:tasks.workunit.client.0.smithi159.stdout:4/655: creat d0/db5/fd4 x:0 0 0 2024-09-17T10:39:56.988 INFO:tasks.workunit.client.0.smithi159.stdout:4/656: stat d0/d9/da/f50 0 2024-09-17T10:39:56.989 INFO:tasks.workunit.client.0.smithi159.stdout:4/657: dread - d0/d12/db1/fd2 zero size 2024-09-17T10:39:56.989 INFO:tasks.workunit.client.0.smithi159.stdout:4/658: creat d0/d9/d97/db7/fd5 x:0 0 0 2024-09-17T10:39:56.990 INFO:tasks.workunit.client.1.smithi170.stdout:0/424: symlink dd/de/d3d/d4d/d88/l8a 0 2024-09-17T10:39:56.991 INFO:tasks.workunit.client.0.smithi159.stdout:9/811: unlink d0/d3/d7/da/dc/de/d36/d10d/l73 0 2024-09-17T10:39:56.991 INFO:tasks.workunit.client.0.smithi159.stdout:9/812: stat d0/d3/d7/da/d1a/lc6 0 2024-09-17T10:39:56.992 INFO:tasks.workunit.client.1.smithi170.stdout:5/391: dwrite d1/d3/d55/d6d/f7b [0,4194304] 0 2024-09-17T10:39:56.996 INFO:tasks.workunit.client.1.smithi170.stdout:3/530: link d18/d2c/d41/c9c d18/d24/d73/cb0 0 2024-09-17T10:39:56.996 INFO:tasks.workunit.client.1.smithi170.stdout:3/531: creat d18/d4b/d7c/fb1 x:0 0 0 2024-09-17T10:39:56.996 INFO:tasks.workunit.client.0.smithi159.stdout:4/659: mknod d0/d12/db1/cd6 0 2024-09-17T10:39:56.998 INFO:tasks.workunit.client.0.smithi159.stdout:7/688: write d2/d23/d67/d47/d4a/fa5 [1121878,87167] 0 2024-09-17T10:39:56.998 INFO:tasks.workunit.client.0.smithi159.stdout:7/689: chown d2/d18/d20/d3f/d40 484625859 1 2024-09-17T10:39:56.998 INFO:tasks.workunit.client.0.smithi159.stdout:7/690: truncate d2/d18/d32/fe0 173981 0 2024-09-17T10:39:56.998 INFO:tasks.workunit.client.0.smithi159.stdout:7/691: read d2/d18/f54 [1485052,88588] 0 2024-09-17T10:39:56.998 INFO:tasks.workunit.client.0.smithi159.stdout:9/813: mknod d0/d3/d7/da/dc/de/d36/c115 0 2024-09-17T10:39:57.000 INFO:tasks.workunit.client.0.smithi159.stdout:7/692: chown d2/d23/d67/d47/d4a/c92 2038099209 1 2024-09-17T10:39:57.000 INFO:tasks.workunit.client.0.smithi159.stdout:6/761: dread d1/df/f45 [0,4194304] 0 2024-09-17T10:39:57.000 INFO:tasks.workunit.client.0.smithi159.stdout:4/660: truncate d0/d9/d24/d28/f44 5924846 0 2024-09-17T10:39:57.000 INFO:tasks.workunit.client.0.smithi159.stdout:4/661: creat d0/d9/d24/d48/d53/fd7 x:0 0 0 2024-09-17T10:39:57.000 INFO:tasks.workunit.client.1.smithi170.stdout:6/347: symlink d0/d18/d70/l7a 0 2024-09-17T10:39:57.002 INFO:tasks.workunit.client.0.smithi159.stdout:7/693: getdents d2/d23/d67 0 2024-09-17T10:39:57.005 INFO:tasks.workunit.client.1.smithi170.stdout:5/392: mknod d1/d11/c7c 0 2024-09-17T10:39:57.005 INFO:tasks.workunit.client.1.smithi170.stdout:5/393: chown d1/d3/d13/d1a 778951199 1 2024-09-17T10:39:57.005 INFO:tasks.workunit.client.1.smithi170.stdout:5/394: getdents d1/d3/d13/d1a 0 2024-09-17T10:39:57.006 INFO:tasks.workunit.client.0.smithi159.stdout:4/662: symlink d0/d9/d24/d39/d6a/d89/ld8 0 2024-09-17T10:39:57.009 INFO:tasks.workunit.client.1.smithi170.stdout:6/348: truncate d0/d3b/d69/f4a 5278610 0 2024-09-17T10:39:57.011 INFO:tasks.workunit.client.1.smithi170.stdout:5/395: link d1/d3/d55/d6d/f7b d1/d11/f7d 0 2024-09-17T10:39:57.012 INFO:tasks.workunit.client.1.smithi170.stdout:6/349: dread d0/f32 [0,4194304] 0 2024-09-17T10:39:57.012 INFO:tasks.workunit.client.1.smithi170.stdout:6/350: chown d0/d3b/d69/d3e/c50 82669347 1 2024-09-17T10:39:57.013 INFO:tasks.workunit.client.1.smithi170.stdout:2/588: dread dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:39:57.014 INFO:tasks.workunit.client.1.smithi170.stdout:2/589: fsync dd/d3a/fc2 0 2024-09-17T10:39:57.014 INFO:tasks.workunit.client.1.smithi170.stdout:6/351: creat d0/d3b/f7b x:0 0 0 2024-09-17T10:39:57.015 INFO:tasks.workunit.client.1.smithi170.stdout:2/590: symlink dd/d1a/da4/lc6 0 2024-09-17T10:39:57.016 INFO:tasks.workunit.client.0.smithi159.stdout:5/634: dwrite d19/d1e/f50 [0,4194304] 0 2024-09-17T10:39:57.016 INFO:tasks.workunit.client.0.smithi159.stdout:1/720: dwrite d1/d63/d6c/fa9 [0,4194304] 0 2024-09-17T10:39:57.016 INFO:tasks.workunit.client.0.smithi159.stdout:8/784: dwrite d4/f23 [0,4194304] 0 2024-09-17T10:39:57.016 INFO:tasks.workunit.client.1.smithi170.stdout:2/591: write dd/f10 [1547077,6998] 0 2024-09-17T10:39:57.017 INFO:tasks.workunit.client.0.smithi159.stdout:7/694: dread d2/d18/d20/d2c/f6f [0,4194304] 0 2024-09-17T10:39:57.017 INFO:tasks.workunit.client.0.smithi159.stdout:5/635: dread d19/d1b/d21/f34 [0,4194304] 0 2024-09-17T10:39:57.017 INFO:tasks.workunit.client.1.smithi170.stdout:8/452: truncate d4/df/d3a/f61 331448 0 2024-09-17T10:39:57.017 INFO:tasks.workunit.client.1.smithi170.stdout:8/453: chown d4/df/d3f/d44/d80/f8d 30477832 1 2024-09-17T10:39:57.018 INFO:tasks.workunit.client.1.smithi170.stdout:5/396: getdents d1/d3/d55/d6d 0 2024-09-17T10:39:57.018 INFO:tasks.workunit.client.1.smithi170.stdout:5/397: dread - d1/d3/f40 zero size 2024-09-17T10:39:57.021 INFO:tasks.workunit.client.1.smithi170.stdout:2/592: unlink dd/d1a/f56 0 2024-09-17T10:39:57.021 INFO:tasks.workunit.client.1.smithi170.stdout:2/593: rename dd/d1a to dd/d1a/dc7 22 2024-09-17T10:39:57.024 INFO:tasks.workunit.client.1.smithi170.stdout:8/454: symlink d4/df/d62/d88/l9d 0 2024-09-17T10:39:57.030 INFO:tasks.workunit.client.0.smithi159.stdout:1/721: dread d1/d2/d25/da2/f46 [0,4194304] 0 2024-09-17T10:39:57.030 INFO:tasks.workunit.client.0.smithi159.stdout:8/785: creat d4/dd/d10/d33/d99/daf/dfc/f10b x:0 0 0 2024-09-17T10:39:57.033 INFO:tasks.workunit.client.0.smithi159.stdout:7/695: creat d2/d23/d67/d47/de5/f102 x:0 0 0 2024-09-17T10:39:57.033 INFO:tasks.workunit.client.0.smithi159.stdout:7/696: dread - d2/d23/d67/d47/d4a/d4d/f89 zero size 2024-09-17T10:39:57.034 INFO:tasks.workunit.client.0.smithi159.stdout:1/722: rmdir d1/d2/d25/da2/dc5 39 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:8/786: creat d4/dd/d10/d1a/d72/f10c x:0 0 0 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:8/787: readlink d4/dd/d10/d1a/d1e/l106 0 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:8/788: creat d4/dd/d10/d1a/d72/f10d x:0 0 0 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:3/735: dwrite d9/df/d2c/f24 [0,4194304] 0 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:3/736: fsync d9/df/d54/d3c/f4b 0 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:3/737: fdatasync d9/f25 0 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:3/738: write d9/df/f35 [1390879,37895] 0 2024-09-17T10:39:57.036 INFO:tasks.workunit.client.0.smithi159.stdout:3/739: chown d9/df/d2c/fc9 0 1 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.0.smithi159.stdout:7/697: rmdir d2/d9a 39 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.0.smithi159.stdout:7/698: creat d2/d23/d67/d47/d4a/d4d/d75/d78/d86/dd3/f103 x:0 0 0 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.0.smithi159.stdout:0/741: dwrite d5/d12/d32/d3a/f65 [0,4194304] 0 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.1.smithi170.stdout:8/455: symlink d4/d2e/l9e 0 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.1.smithi170.stdout:8/456: chown d4/f51 0 1 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.1.smithi170.stdout:8/457: readlink d4/df/l2c 0 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.1.smithi170.stdout:8/458: creat d4/df/f9f x:0 0 0 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.1.smithi170.stdout:8/459: chown d4/l11 54859 1 2024-09-17T10:39:57.038 INFO:tasks.workunit.client.1.smithi170.stdout:7/378: dwrite d25/d2a/f70 [0,4194304] 0 2024-09-17T10:39:57.039 INFO:tasks.workunit.client.0.smithi159.stdout:1/723: creat d1/d2f/d9e/fd7 x:0 0 0 2024-09-17T10:39:57.039 INFO:tasks.workunit.client.0.smithi159.stdout:1/724: read d1/d2f/d9e/d1a/dc/f6f [1537768,84298] 0 2024-09-17T10:39:57.044 INFO:tasks.workunit.client.0.smithi159.stdout:3/740: truncate d9/df/d54/d3c/f50 4360159 0 2024-09-17T10:39:57.046 INFO:tasks.workunit.client.0.smithi159.stdout:8/789: dread d4/dd/d10/d1a/f2d [0,4194304] 0 2024-09-17T10:39:57.046 INFO:tasks.workunit.client.0.smithi159.stdout:8/790: stat d4/d4e/c5b 0 2024-09-17T10:39:57.046 INFO:tasks.workunit.client.0.smithi159.stdout:8/791: stat d4/dd/d10/d78/fdd 0 2024-09-17T10:39:57.049 INFO:tasks.workunit.client.0.smithi159.stdout:7/699: rmdir d2/d18/d20/d2c 39 2024-09-17T10:39:57.049 INFO:tasks.workunit.client.0.smithi159.stdout:7/700: fdatasync d2/d23/d67/d47/d4a/d4d/d75/f85 0 2024-09-17T10:39:57.049 INFO:tasks.workunit.client.0.smithi159.stdout:7/701: write d2/d18/d20/f6e [4759683,93621] 0 2024-09-17T10:39:57.052 INFO:tasks.workunit.client.1.smithi170.stdout:9/394: rmdir dd/d40/d4e/d29 39 2024-09-17T10:39:57.052 INFO:tasks.workunit.client.1.smithi170.stdout:9/395: write dd/d40/d4e/d23/f81 [925261,75970] 0 2024-09-17T10:39:57.052 INFO:tasks.workunit.client.1.smithi170.stdout:9/396: dread - dd/d40/d4e/d29/d2c/f7c zero size 2024-09-17T10:39:57.052 INFO:tasks.workunit.client.0.smithi159.stdout:1/725: write d1/d2f/fbe [1037135,88223] 0 2024-09-17T10:39:57.059 INFO:tasks.workunit.client.1.smithi170.stdout:0/425: dwrite dd/de/d16/f3c [0,4194304] 0 2024-09-17T10:39:57.060 INFO:tasks.workunit.client.0.smithi159.stdout:6/762: dwrite d1/df/d11/d5a/fd9 [0,4194304] 0 2024-09-17T10:39:57.061 INFO:tasks.workunit.client.1.smithi170.stdout:1/500: dwrite d3/d5/d54/f73 [0,4194304] 0 2024-09-17T10:39:57.064 INFO:tasks.workunit.client.1.smithi170.stdout:3/532: dwrite d18/f6b [0,4194304] 0 2024-09-17T10:39:57.065 INFO:tasks.workunit.client.0.smithi159.stdout:3/741: mknod d9/cdf 0 2024-09-17T10:39:57.068 INFO:tasks.workunit.client.1.smithi170.stdout:9/397: dread f9 [0,4194304] 0 2024-09-17T10:39:57.069 INFO:tasks.workunit.client.1.smithi170.stdout:5/398: dwrite d1/f31 [4194304,4194304] 0 2024-09-17T10:39:57.071 INFO:tasks.workunit.client.0.smithi159.stdout:7/702: mkdir d2/d18/d20/d3f/d73/d104 0 2024-09-17T10:39:57.071 INFO:tasks.workunit.client.0.smithi159.stdout:5/636: dwrite d19/d1b/d21/f2a [0,4194304] 0 2024-09-17T10:39:57.072 INFO:tasks.workunit.client.1.smithi170.stdout:2/594: dwrite dd/d54/f85 [0,4194304] 0 2024-09-17T10:39:57.072 INFO:tasks.workunit.client.1.smithi170.stdout:8/460: dwrite d4/f78 [0,4194304] 0 2024-09-17T10:39:57.072 INFO:tasks.workunit.client.0.smithi159.stdout:1/726: dwrite d1/d2f/d9e/d1a/dc/f42 [4194304,4194304] 0 2024-09-17T10:39:57.074 INFO:tasks.workunit.client.1.smithi170.stdout:3/533: creat d18/d1c/fb2 x:0 0 0 2024-09-17T10:39:57.074 INFO:tasks.workunit.client.1.smithi170.stdout:3/534: dread - d18/d1c/f5c zero size 2024-09-17T10:39:57.074 INFO:tasks.workunit.client.1.smithi170.stdout:3/535: write d18/d4b/d7c/fad [292097,30652] 0 2024-09-17T10:39:57.075 INFO:tasks.workunit.client.0.smithi159.stdout:8/792: dwrite d4/dd/d10/f51 [0,4194304] 0 2024-09-17T10:39:57.076 INFO:tasks.workunit.client.1.smithi170.stdout:9/398: rmdir dd/d16/d17/d43/d66 39 2024-09-17T10:39:57.079 INFO:tasks.workunit.client.1.smithi170.stdout:5/399: symlink d1/d3/d13/d2c/d51/l7e 0 2024-09-17T10:39:57.079 INFO:tasks.workunit.client.1.smithi170.stdout:5/400: write d1/d3/f59 [214517,97299] 0 2024-09-17T10:39:57.085 INFO:tasks.workunit.client.1.smithi170.stdout:0/426: rename dd/de/d3d/d4d/d88 to dd/de/d3d/d4d/d5c/d8b 0 2024-09-17T10:39:57.085 INFO:tasks.workunit.client.1.smithi170.stdout:0/427: write dd/de/d10/d13/f2a [4198437,89551] 0 2024-09-17T10:39:57.085 INFO:tasks.workunit.client.1.smithi170.stdout:0/428: fsync dd/de/d3d/f3f 0 2024-09-17T10:39:57.089 INFO:tasks.workunit.client.0.smithi159.stdout:6/763: creat d1/df/d2c/d35/d55/dc0/fee x:0 0 0 2024-09-17T10:39:57.092 INFO:tasks.workunit.client.0.smithi159.stdout:3/742: mkdir d9/df/d2c/d2f/de0 0 2024-09-17T10:39:57.096 INFO:tasks.workunit.client.0.smithi159.stdout:7/703: unlink d2/l26 0 2024-09-17T10:39:57.096 INFO:tasks.workunit.client.0.smithi159.stdout:7/704: readlink d2/d18/l3a 0 2024-09-17T10:39:57.096 INFO:tasks.workunit.client.0.smithi159.stdout:7/705: read d2/d18/f54 [3464659,21547] 0 2024-09-17T10:39:57.100 INFO:tasks.workunit.client.0.smithi159.stdout:5/637: dwrite fa [0,4194304] 0 2024-09-17T10:39:57.105 INFO:tasks.workunit.client.1.smithi170.stdout:5/401: dread d1/d3/f53 [0,4194304] 0 2024-09-17T10:39:57.105 INFO:tasks.workunit.client.1.smithi170.stdout:9/399: dwrite dd/f27 [0,4194304] 0 2024-09-17T10:39:57.105 INFO:tasks.workunit.client.1.smithi170.stdout:9/400: chown dd/d40/d4e/d23/c52 1453 1 2024-09-17T10:39:57.108 INFO:tasks.workunit.client.0.smithi159.stdout:1/727: link d1/d2/d25/da2/dc5/d7d/lc7 d1/d2f/d9e/d1a/dc/d18/ld8 0 2024-09-17T10:39:57.111 INFO:tasks.workunit.client.0.smithi159.stdout:6/764: dwrite d1/df/d11/d16/f19 [0,4194304] 0 2024-09-17T10:39:57.115 INFO:tasks.workunit.client.0.smithi159.stdout:8/793: rename d4/dd/d10/d78 to d4/dd/d10e 0 2024-09-17T10:39:57.115 INFO:tasks.workunit.client.1.smithi170.stdout:8/461: mknod d4/df/d76/d85/ca0 0 2024-09-17T10:39:57.116 INFO:tasks.workunit.client.1.smithi170.stdout:6/352: rmdir d0/d3b 39 2024-09-17T10:39:57.119 INFO:tasks.workunit.client.0.smithi159.stdout:3/743: creat d9/df/d2c/d2f/de0/fe1 x:0 0 0 2024-09-17T10:39:57.121 INFO:tasks.workunit.client.1.smithi170.stdout:3/536: creat d18/d2c/d41/d7d/fb3 x:0 0 0 2024-09-17T10:39:57.121 INFO:tasks.workunit.client.1.smithi170.stdout:3/537: chown d18/d4b/d7c/d82/l95 218627278 1 2024-09-17T10:39:57.123 INFO:tasks.workunit.client.0.smithi159.stdout:5/638: mkdir d19/d1a/d32/ddc 0 2024-09-17T10:39:57.124 INFO:tasks.workunit.client.0.smithi159.stdout:3/744: dread d9/df/f2a [0,4194304] 0 2024-09-17T10:39:57.124 INFO:tasks.workunit.client.0.smithi159.stdout:3/745: write d9/df/f10 [1049902,33145] 0 2024-09-17T10:39:57.129 INFO:tasks.workunit.client.1.smithi170.stdout:1/501: rename d3/d37/d7b/c96 to d3/d77/cb5 0 2024-09-17T10:39:57.129 INFO:tasks.workunit.client.1.smithi170.stdout:1/502: readlink d3/d5/l1d 0 2024-09-17T10:39:57.129 INFO:tasks.workunit.client.1.smithi170.stdout:1/503: write d3/d5/d27/d4e/f57 [753820,29667] 0 2024-09-17T10:39:57.129 INFO:tasks.workunit.client.1.smithi170.stdout:1/504: write d3/f7 [1376643,108183] 0 2024-09-17T10:39:57.129 INFO:tasks.workunit.client.1.smithi170.stdout:1/505: fsync d3/f4c 0 2024-09-17T10:39:57.130 INFO:tasks.workunit.client.0.smithi159.stdout:5/639: getdents d19/d1b/d21 0 2024-09-17T10:39:57.130 INFO:tasks.workunit.client.0.smithi159.stdout:5/640: chown d19/d6f/d75/f91 21544 1 2024-09-17T10:39:57.130 INFO:tasks.workunit.client.0.smithi159.stdout:5/641: fdatasync d19/d1b/d1d/d59/da7/db5/f2e 0 2024-09-17T10:39:57.132 INFO:tasks.workunit.client.1.smithi170.stdout:8/462: read d4/df/f35 [624288,27803] 0 2024-09-17T10:39:57.132 INFO:tasks.workunit.client.1.smithi170.stdout:8/463: chown d4/d2e/d33/l6c 139 1 2024-09-17T10:39:57.132 INFO:tasks.workunit.client.1.smithi170.stdout:8/464: write d4/f79 [660068,70491] 0 2024-09-17T10:39:57.133 INFO:tasks.workunit.client.0.smithi159.stdout:6/765: symlink d1/df/d2c/d35/d3e/lef 0 2024-09-17T10:39:57.133 INFO:tasks.workunit.client.0.smithi159.stdout:6/766: dread - d1/df/d11/fae zero size 2024-09-17T10:39:57.134 INFO:tasks.workunit.client.1.smithi170.stdout:0/429: symlink dd/de/d10/d61/d70/l8c 0 2024-09-17T10:39:57.134 INFO:tasks.workunit.client.1.smithi170.stdout:0/430: chown dd/de/f72 5 1 2024-09-17T10:39:57.136 INFO:tasks.workunit.client.0.smithi159.stdout:3/746: read d9/df/d2c/d2f/f92 [3576264,23942] 0 2024-09-17T10:39:57.136 INFO:tasks.workunit.client.0.smithi159.stdout:3/747: readlink d9/l7e 0 2024-09-17T10:39:57.138 INFO:tasks.workunit.client.0.smithi159.stdout:6/767: link d1/l58 d1/df/d11/d5a/db2/dce/dd5/lf0 0 2024-09-17T10:39:57.138 INFO:tasks.workunit.client.0.smithi159.stdout:6/768: read d1/d5d/d51/fa1 [8304705,119072] 0 2024-09-17T10:39:57.138 INFO:tasks.workunit.client.0.smithi159.stdout:6/769: truncate d1/df/d2c/d85/fcb 643581 0 2024-09-17T10:39:57.138 INFO:tasks.workunit.client.0.smithi159.stdout:6/770: write d1/d5d/d51/f81 [2438939,1723] 0 2024-09-17T10:39:57.139 INFO:tasks.workunit.client.0.smithi159.stdout:6/771: read - d1/f80 zero size 2024-09-17T10:39:57.140 INFO:tasks.workunit.client.0.smithi159.stdout:8/794: rename d4/dd/d10/d33/d99/daf/dfc to d4/dd/d10/d33/d99/daf/d10f 0 2024-09-17T10:39:57.141 INFO:tasks.workunit.client.1.smithi170.stdout:0/431: dread dd/de/d16/f1a [0,4194304] 0 2024-09-17T10:39:57.141 INFO:tasks.workunit.client.1.smithi170.stdout:5/402: symlink d1/d11/l7f 0 2024-09-17T10:39:57.143 INFO:tasks.workunit.client.0.smithi159.stdout:3/748: getdents d9/df/d54/d59/d5e/d9a 0 2024-09-17T10:39:57.144 INFO:tasks.workunit.client.1.smithi170.stdout:1/506: mknod d3/d5/d27/d4e/cb6 0 2024-09-17T10:39:57.148 INFO:tasks.workunit.client.1.smithi170.stdout:8/465: rmdir d4/df/d95 39 2024-09-17T10:39:57.150 INFO:tasks.workunit.client.0.smithi159.stdout:5/642: dread fa [0,4194304] 0 2024-09-17T10:39:57.150 INFO:tasks.workunit.client.0.smithi159.stdout:1/728: dwrite d1/d2/f54 [0,4194304] 0 2024-09-17T10:39:57.150 INFO:tasks.workunit.client.0.smithi159.stdout:1/729: stat d1/d2f/d9e/d1a/dc/d18/f43 0 2024-09-17T10:39:57.150 INFO:tasks.workunit.client.0.smithi159.stdout:7/706: dwrite d2/d18/d20/db8/d45/f90 [4194304,4194304] 0 2024-09-17T10:39:57.151 INFO:tasks.workunit.client.1.smithi170.stdout:6/353: dwrite d0/d3b/f31 [0,4194304] 0 2024-09-17T10:39:57.151 INFO:tasks.workunit.client.0.smithi159.stdout:6/772: rename d1/d5d/db6/dd3 to d1/df/d2c/d35/d55/dc0/dd4/df1 0 2024-09-17T10:39:57.153 INFO:tasks.workunit.client.1.smithi170.stdout:0/432: getdents dd/de/d10/d13 0 2024-09-17T10:39:57.154 INFO:tasks.workunit.client.1.smithi170.stdout:9/401: dwrite dd/f1e [0,4194304] 0 2024-09-17T10:39:57.154 INFO:tasks.workunit.client.0.smithi159.stdout:5/643: rmdir d19/d69 39 2024-09-17T10:39:57.155 INFO:tasks.workunit.client.0.smithi159.stdout:1/730: dread d1/d2/d14/f30 [0,4194304] 0 2024-09-17T10:39:57.156 INFO:tasks.workunit.client.1.smithi170.stdout:5/403: mkdir d1/d3/d55/d80 0 2024-09-17T10:39:57.156 INFO:tasks.workunit.client.1.smithi170.stdout:5/404: dread - d1/d3/d13/d2c/f52 zero size 2024-09-17T10:39:57.156 INFO:tasks.workunit.client.1.smithi170.stdout:5/405: fsync d1/d11/f2b 0 2024-09-17T10:39:57.157 INFO:tasks.workunit.client.1.smithi170.stdout:6/354: write d0/f32 [260884,85256] 0 2024-09-17T10:39:57.160 INFO:tasks.workunit.client.1.smithi170.stdout:3/538: unlink d18/d2c/l39 0 2024-09-17T10:39:57.161 INFO:tasks.workunit.client.0.smithi159.stdout:8/795: dwrite d4/d4e/f64 [4194304,4194304] 0 2024-09-17T10:39:57.161 INFO:tasks.workunit.client.0.smithi159.stdout:8/796: creat d4/dd/d10/d1a/d6b/f110 x:0 0 0 2024-09-17T10:39:57.162 INFO:tasks.workunit.client.1.smithi170.stdout:8/466: symlink d4/df/d3f/d44/la1 0 2024-09-17T10:39:57.163 INFO:tasks.workunit.client.1.smithi170.stdout:8/467: chown d4/df/d94 10 1 2024-09-17T10:39:57.163 INFO:tasks.workunit.client.0.smithi159.stdout:6/773: dread d1/df/d11/f27 [0,4194304] 0 2024-09-17T10:39:57.163 INFO:tasks.workunit.client.0.smithi159.stdout:6/774: write d1/f9 [1976941,15010] 0 2024-09-17T10:39:57.166 INFO:tasks.workunit.client.1.smithi170.stdout:9/402: mknod dd/d40/d32/d3d/c86 0 2024-09-17T10:39:57.167 INFO:tasks.workunit.client.0.smithi159.stdout:2/688: sync 2024-09-17T10:39:57.170 INFO:tasks.workunit.client.1.smithi170.stdout:5/406: creat d1/d3/d13/d2c/d51/f81 x:0 0 0 2024-09-17T10:39:57.172 INFO:tasks.workunit.client.1.smithi170.stdout:6/355: symlink d0/d3b/d69/d3e/l7c 0 2024-09-17T10:39:57.176 INFO:tasks.workunit.client.0.smithi159.stdout:6/775: write d1/df/d11/f14 [2175487,87210] 0 2024-09-17T10:39:57.178 INFO:tasks.workunit.client.0.smithi159.stdout:3/749: dwrite d9/df/d2c/d2f/f88 [0,4194304] 0 2024-09-17T10:39:57.180 INFO:tasks.workunit.client.1.smithi170.stdout:9/403: dread dd/d16/d17/d43/f67 [0,4194304] 0 2024-09-17T10:39:57.181 INFO:tasks.workunit.client.1.smithi170.stdout:3/539: creat d18/d2c/d4f/fb4 x:0 0 0 2024-09-17T10:39:57.184 INFO:tasks.workunit.client.0.smithi159.stdout:7/707: unlink d2/d18/d20/d3f/d73/d82/ldd 0 2024-09-17T10:39:57.186 INFO:tasks.workunit.client.1.smithi170.stdout:8/468: mknod d4/df/ca2 0 2024-09-17T10:39:57.189 INFO:tasks.workunit.client.1.smithi170.stdout:5/407: creat d1/d3/f82 x:0 0 0 2024-09-17T10:39:57.191 INFO:tasks.workunit.client.1.smithi170.stdout:6/356: dwrite d0/d3b/d69/f4a [0,4194304] 0 2024-09-17T10:39:57.193 INFO:tasks.workunit.client.1.smithi170.stdout:5/408: write d1/d3/d55/d6d/f7b [461174,43556] 0 2024-09-17T10:39:57.193 INFO:tasks.workunit.client.0.smithi159.stdout:1/731: rename d1/d2f/d9e/cc4 to d1/d2/d14/cd9 0 2024-09-17T10:39:57.195 INFO:tasks.workunit.client.0.smithi159.stdout:7/708: write d2/d18/d20/d3f/d73/d82/fec [24847,4649] 0 2024-09-17T10:39:57.195 INFO:tasks.workunit.client.1.smithi170.stdout:9/404: unlink dd/d16/d17/d43/f67 0 2024-09-17T10:39:57.196 INFO:tasks.workunit.client.0.smithi159.stdout:6/776: dwrite d1/df/d11/d16/fe9 [0,4194304] 0 2024-09-17T10:39:57.197 INFO:tasks.workunit.client.1.smithi170.stdout:3/540: truncate d18/d2c/d41/d94/f70 738791 0 2024-09-17T10:39:57.197 INFO:tasks.workunit.client.1.smithi170.stdout:3/541: chown d18/d2c/d41/d94 4716 1 2024-09-17T10:39:57.197 INFO:tasks.workunit.client.1.smithi170.stdout:3/542: creat d18/d69/fb5 x:0 0 0 2024-09-17T10:39:57.200 INFO:tasks.workunit.client.1.smithi170.stdout:8/469: mknod d4/df/d62/d88/ca3 0 2024-09-17T10:39:57.201 INFO:tasks.workunit.client.1.smithi170.stdout:5/409: dread d1/d11/f36 [0,4194304] 0 2024-09-17T10:39:57.201 INFO:tasks.workunit.client.1.smithi170.stdout:5/410: stat d1/d11 0 2024-09-17T10:39:57.204 INFO:tasks.workunit.client.1.smithi170.stdout:8/470: write d4/d2e/d33/f52 [172818,17056] 0 2024-09-17T10:39:57.204 INFO:tasks.workunit.client.1.smithi170.stdout:8/471: readlink d4/l1b 0 2024-09-17T10:39:57.206 INFO:tasks.workunit.client.1.smithi170.stdout:3/543: write d18/d1c/f3d [3593258,74283] 0 2024-09-17T10:39:57.216 INFO:tasks.workunit.client.0.smithi159.stdout:1/732: truncate d1/d2/f5f 1461961 0 2024-09-17T10:39:57.217 INFO:tasks.workunit.client.1.smithi170.stdout:0/433: rename dd/de/d10/d61/d70 to dd/de/d10/d8d 0 2024-09-17T10:39:57.217 INFO:tasks.workunit.client.1.smithi170.stdout:0/434: fsync dd/f39 0 2024-09-17T10:39:57.217 INFO:tasks.workunit.client.1.smithi170.stdout:0/435: write dd/de/d10/d13/d59/f68 [537771,14680] 0 2024-09-17T10:39:57.217 INFO:tasks.workunit.client.1.smithi170.stdout:0/436: fdatasync dd/de/d10/f24 0 2024-09-17T10:39:57.224 INFO:tasks.workunit.client.0.smithi159.stdout:6/777: mknod d1/df/da4/cf2 0 2024-09-17T10:39:57.224 INFO:tasks.workunit.client.1.smithi170.stdout:3/544: truncate d18/d1c/d2b/f31 708275 0 2024-09-17T10:39:57.224 INFO:tasks.workunit.client.1.smithi170.stdout:3/545: chown d18/d69/c81 0 1 2024-09-17T10:39:57.226 INFO:tasks.workunit.client.1.smithi170.stdout:9/405: truncate dd/f27 3983269 0 2024-09-17T10:39:57.227 INFO:tasks.workunit.client.0.smithi159.stdout:2/689: rmdir d0/d26/d4b/d6d 39 2024-09-17T10:39:57.230 INFO:tasks.workunit.client.1.smithi170.stdout:5/411: rename d1/d3/d55/c5c to d1/d3/d55/d5e/d67/d69/c83 0 2024-09-17T10:39:57.231 INFO:tasks.workunit.client.1.smithi170.stdout:8/472: link d4/df/d3f/d4c/l75 d4/df/d94/la4 0 2024-09-17T10:39:57.231 INFO:tasks.workunit.client.1.smithi170.stdout:8/473: readlink d4/d2e/l9e 0 2024-09-17T10:39:57.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/778: dread d1/df/d11/f34 [0,4194304] 0 2024-09-17T10:39:57.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/779: dread - d1/df/d11/d5a/fbe zero size 2024-09-17T10:39:57.233 INFO:tasks.workunit.client.0.smithi159.stdout:3/750: rename d9/df/d54/d3c to d9/df/d54/d59/d5e/d9a/ddd/de2 0 2024-09-17T10:39:57.236 INFO:tasks.workunit.client.1.smithi170.stdout:9/406: mknod dd/d16/d17/d5c/d85/c87 0 2024-09-17T10:39:57.236 INFO:tasks.workunit.client.1.smithi170.stdout:9/407: write dd/d16/d2a/f69 [323443,95483] 0 2024-09-17T10:39:57.239 INFO:tasks.workunit.client.0.smithi159.stdout:1/733: stat d1/d2f/d9e/d1a/dc/d18/ld8 0 2024-09-17T10:39:57.240 INFO:tasks.workunit.client.1.smithi170.stdout:5/412: creat d1/d3/d55/d5e/d67/d69/f84 x:0 0 0 2024-09-17T10:39:57.240 INFO:tasks.workunit.client.1.smithi170.stdout:5/413: getdents d1/d3/d55/d5e/d67 0 2024-09-17T10:39:57.241 INFO:tasks.workunit.client.1.smithi170.stdout:8/474: dread d4/d2e/f74 [0,4194304] 0 2024-09-17T10:39:57.241 INFO:tasks.workunit.client.1.smithi170.stdout:8/475: chown d4/df/l2d 13053472 1 2024-09-17T10:39:57.242 INFO:tasks.workunit.client.1.smithi170.stdout:0/437: dwrite dd/de/d10/d13/f2a [0,4194304] 0 2024-09-17T10:39:57.242 INFO:tasks.workunit.client.1.smithi170.stdout:0/438: dread - dd/f4e zero size 2024-09-17T10:39:57.243 INFO:tasks.workunit.client.0.smithi159.stdout:2/690: truncate d0/d9/f37 774423 0 2024-09-17T10:39:57.245 INFO:tasks.workunit.client.1.smithi170.stdout:8/476: read d4/d2e/d33/f43 [1035597,60898] 0 2024-09-17T10:39:57.250 INFO:tasks.workunit.client.1.smithi170.stdout:3/546: dwrite d18/f1b [0,4194304] 0 2024-09-17T10:39:57.250 INFO:tasks.workunit.client.1.smithi170.stdout:3/547: chown d18/d69/fab 464776 1 2024-09-17T10:39:57.250 INFO:tasks.workunit.client.0.smithi159.stdout:6/780: creat d1/df/d11/d5a/db2/ff3 x:0 0 0 2024-09-17T10:39:57.251 INFO:tasks.workunit.client.1.smithi170.stdout:9/408: read dd/d40/d4e/d29/f34 [100566,113600] 0 2024-09-17T10:39:57.252 INFO:tasks.workunit.client.1.smithi170.stdout:5/414: rename d1/fe to d1/d27/f85 0 2024-09-17T10:39:57.256 INFO:tasks.workunit.client.0.smithi159.stdout:7/709: rename d2/d18/d20/d3f/d73/d82/da2/cc0 to d2/d23/d67/d47/d4a/d4d/dad/dd8/c105 0 2024-09-17T10:39:57.259 INFO:tasks.workunit.client.0.smithi159.stdout:4/663: sync 2024-09-17T10:39:57.259 INFO:tasks.workunit.client.0.smithi159.stdout:4/664: write d0/d9/da/d33/fb3 [1943218,106074] 0 2024-09-17T10:39:57.259 INFO:tasks.workunit.client.0.smithi159.stdout:4/665: stat d0/d9/d97/d9f/d5d/c63 0 2024-09-17T10:39:57.260 INFO:tasks.workunit.client.0.smithi159.stdout:1/734: dwrite d1/d2/fcd [0,4194304] 0 2024-09-17T10:39:57.260 INFO:tasks.workunit.client.0.smithi159.stdout:1/735: chown d1/d2f/d9e/d1a/f98 1087 1 2024-09-17T10:39:57.260 INFO:tasks.workunit.client.0.smithi159.stdout:1/736: write d1/d2f/d9e/d1a/f39 [324568,59859] 0 2024-09-17T10:39:57.260 INFO:tasks.workunit.client.0.smithi159.stdout:1/737: readlink d1/d2/d14/d67/l9a 0 2024-09-17T10:39:57.260 INFO:tasks.workunit.client.0.smithi159.stdout:3/751: creat d9/df/d2c/d2f/d63/d8d/d74/d82/dd8/fe3 x:0 0 0 2024-09-17T10:39:57.262 INFO:tasks.workunit.client.0.smithi159.stdout:2/691: getdents d0/d14/d76 0 2024-09-17T10:39:57.262 INFO:tasks.workunit.client.0.smithi159.stdout:2/692: chown d0/d26/d4b/d6d/f45 221681 1 2024-09-17T10:39:57.262 INFO:tasks.workunit.client.0.smithi159.stdout:2/693: readlink d0/d9/d40/lc9 0 2024-09-17T10:39:57.262 INFO:tasks.workunit.client.0.smithi159.stdout:2/694: truncate d0/df/d3e/d46/f8a 514764 0 2024-09-17T10:39:57.263 INFO:tasks.workunit.client.1.smithi170.stdout:8/477: truncate d4/f51 3224212 0 2024-09-17T10:39:57.263 INFO:tasks.workunit.client.0.smithi159.stdout:0/742: sync 2024-09-17T10:39:57.263 INFO:tasks.workunit.client.0.smithi159.stdout:0/743: dread - d5/dcf/d18/d22/d3e/d62/ff2 zero size 2024-09-17T10:39:57.267 INFO:tasks.workunit.client.1.smithi170.stdout:9/409: dwrite f9 [4194304,4194304] 0 2024-09-17T10:39:57.268 INFO:tasks.workunit.client.0.smithi159.stdout:4/666: symlink d0/d12/d2f/ld9 0 2024-09-17T10:39:57.268 INFO:tasks.workunit.client.0.smithi159.stdout:3/752: read d9/df/d3f/f84 [1317982,51737] 0 2024-09-17T10:39:57.269 INFO:tasks.workunit.client.1.smithi170.stdout:9/410: read dd/d16/d17/f22 [249,63717] 0 2024-09-17T10:39:57.271 INFO:tasks.workunit.client.0.smithi159.stdout:9/814: sync 2024-09-17T10:39:57.275 INFO:tasks.workunit.client.1.smithi170.stdout:5/415: dwrite d1/d27/f73 [4194304,4194304] 0 2024-09-17T10:39:57.275 INFO:tasks.workunit.client.0.smithi159.stdout:7/710: dwrite d2/d23/d67/d47/d4a/d4d/f89 [0,4194304] 0 2024-09-17T10:39:57.282 INFO:tasks.workunit.client.0.smithi159.stdout:4/667: read d0/d9/da/d42/f4f [2036345,60368] 0 2024-09-17T10:39:57.282 INFO:tasks.workunit.client.0.smithi159.stdout:7/711: dread d2/d18/d32/fe0 [0,4194304] 0 2024-09-17T10:39:57.282 INFO:tasks.workunit.client.1.smithi170.stdout:6/357: truncate d0/d3b/d69/f4a 260877 0 2024-09-17T10:39:57.287 INFO:tasks.workunit.client.1.smithi170.stdout:0/439: symlink dd/de/l8e 0 2024-09-17T10:39:57.288 INFO:tasks.workunit.client.1.smithi170.stdout:5/416: write d1/d3/fd [1006459,66459] 0 2024-09-17T10:39:57.289 INFO:tasks.workunit.client.0.smithi159.stdout:1/738: mknod d1/d2/d25/da2/dc5/d7d/dd2/cda 0 2024-09-17T10:39:57.290 INFO:tasks.workunit.client.1.smithi170.stdout:8/478: truncate d4/f39 2154396 0 2024-09-17T10:39:57.292 INFO:tasks.workunit.client.0.smithi159.stdout:2/695: creat d0/df/d3e/d46/dc4/feb x:0 0 0 2024-09-17T10:39:57.292 INFO:tasks.workunit.client.0.smithi159.stdout:2/696: chown d0/d26/d4b/c92 1036197587 1 2024-09-17T10:39:57.292 INFO:tasks.workunit.client.0.smithi159.stdout:2/697: truncate d0/d6c/f8e 1020541 0 2024-09-17T10:39:57.293 INFO:tasks.workunit.client.1.smithi170.stdout:9/411: dwrite dd/d40/d4e/d23/f60 [0,4194304] 0 2024-09-17T10:39:57.293 INFO:tasks.workunit.client.0.smithi159.stdout:1/739: dread d1/d2f/d9e/d1a/dc/f3f [0,4194304] 0 2024-09-17T10:39:57.296 INFO:tasks.workunit.client.0.smithi159.stdout:0/744: truncate d5/d12/f55 751476 0 2024-09-17T10:39:57.296 INFO:tasks.workunit.client.1.smithi170.stdout:0/440: write dd/de/d10/d13/f1f [2952952,111587] 0 2024-09-17T10:39:57.296 INFO:tasks.workunit.client.1.smithi170.stdout:0/441: chown dd/de/d16/c48 26 1 2024-09-17T10:39:57.297 INFO:tasks.workunit.client.1.smithi170.stdout:6/358: dread d0/d18/f30 [0,4194304] 0 2024-09-17T10:39:57.297 INFO:tasks.workunit.client.1.smithi170.stdout:6/359: readlink d0/d3b/d69/d3e/l67 0 2024-09-17T10:39:57.297 INFO:tasks.workunit.client.1.smithi170.stdout:6/360: fdatasync d0/d3b/f60 0 2024-09-17T10:39:57.298 INFO:tasks.workunit.client.1.smithi170.stdout:8/479: dread d4/df/f6e [0,4194304] 0 2024-09-17T10:39:57.298 INFO:tasks.workunit.client.1.smithi170.stdout:8/480: chown d4/df/d94/la4 0 1 2024-09-17T10:39:57.298 INFO:tasks.workunit.client.1.smithi170.stdout:0/442: dread dd/de/d3d/d4d/f7c [0,4194304] 0 2024-09-17T10:39:57.299 INFO:tasks.workunit.client.0.smithi159.stdout:3/753: link d9/df/d54/d59/d99/cc4 d9/df/d2c/d2f/d63/d8d/d8e/ce4 0 2024-09-17T10:39:57.303 INFO:tasks.workunit.client.0.smithi159.stdout:9/815: rename d0/d3/d7/da/dc/d34/da7/lf1 to d0/d3/l116 0 2024-09-17T10:39:57.304 INFO:tasks.workunit.client.1.smithi170.stdout:3/548: getdents d18/d2c/d41 0 2024-09-17T10:39:57.304 INFO:tasks.workunit.client.1.smithi170.stdout:3/549: fdatasync d18/d59/fa6 0 2024-09-17T10:39:57.307 INFO:tasks.workunit.client.1.smithi170.stdout:5/417: mkdir d1/d3/d55/d5e/d67/d86 0 2024-09-17T10:39:57.311 INFO:tasks.workunit.client.0.smithi159.stdout:7/712: link d2/d23/d67/d47/d4a/fa5 d2/d23/d67/d47/d4a/d4d/dad/de3/df7/f106 0 2024-09-17T10:39:57.315 INFO:tasks.workunit.client.0.smithi159.stdout:4/668: mknod d0/d9/d67/cda 0 2024-09-17T10:39:57.315 INFO:tasks.workunit.client.0.smithi159.stdout:6/781: fsync d1/df/d11/d5a/db2/ff3 0 2024-09-17T10:39:57.315 INFO:tasks.workunit.client.0.smithi159.stdout:6/782: chown d1/df/d2c/d35/f3a 507 1 2024-09-17T10:39:57.315 INFO:tasks.workunit.client.1.smithi170.stdout:9/412: mkdir dd/d16/d17/d43/d88 0 2024-09-17T10:39:57.318 INFO:tasks.workunit.client.0.smithi159.stdout:0/745: mkdir d5/dcf/d18/d22/d4c/d10b 0 2024-09-17T10:39:57.318 INFO:tasks.workunit.client.0.smithi159.stdout:2/698: dwrite d0/df/d3e/d47/f4c [0,4194304] 0 2024-09-17T10:39:57.321 INFO:tasks.workunit.client.1.smithi170.stdout:8/481: getdents d4/df/d62/d88 0 2024-09-17T10:39:57.321 INFO:tasks.workunit.client.1.smithi170.stdout:8/482: chown d4/df/c7b 12 1 2024-09-17T10:39:57.325 INFO:tasks.workunit.client.0.smithi159.stdout:0/746: creat d5/dcf/d18/d22/da2/df0/dfa/f10c x:0 0 0 2024-09-17T10:39:57.326 INFO:tasks.workunit.client.0.smithi159.stdout:9/816: dwrite d0/d1/fd5 [0,4194304] 0 2024-09-17T10:39:57.326 INFO:tasks.workunit.client.1.smithi170.stdout:3/550: mknod d18/d26/cb6 0 2024-09-17T10:39:57.326 INFO:tasks.workunit.client.1.smithi170.stdout:3/551: chown d18/d24/d73/f9e 41532 1 2024-09-17T10:39:57.327 INFO:tasks.workunit.client.0.smithi159.stdout:7/713: dwrite d2/d23/d67/d47/fea [0,4194304] 0 2024-09-17T10:39:57.327 INFO:tasks.workunit.client.0.smithi159.stdout:7/714: write d2/d18/d20/db8/f5b [84670,27260] 0 2024-09-17T10:39:57.327 INFO:tasks.workunit.client.0.smithi159.stdout:5/644: sync 2024-09-17T10:39:57.327 INFO:tasks.workunit.client.0.smithi159.stdout:8/797: sync 2024-09-17T10:39:57.331 INFO:tasks.workunit.client.1.smithi170.stdout:9/413: link dd/d40/d50/l71 dd/d40/d4e/d29/d2c/d41/l89 0 2024-09-17T10:39:57.332 INFO:tasks.workunit.client.1.smithi170.stdout:9/414: write dd/d40/d4e/d29/d2c/f7c [602100,115951] 0 2024-09-17T10:39:57.333 INFO:tasks.workunit.client.0.smithi159.stdout:2/699: mknod d0/d14/d76/d67/d89/cec 0 2024-09-17T10:39:57.334 INFO:tasks.workunit.client.0.smithi159.stdout:2/700: getdents d0/d14/d76 0 2024-09-17T10:39:57.334 INFO:tasks.workunit.client.0.smithi159.stdout:2/701: fsync d0/df/d3e/d46/d66/fac 0 2024-09-17T10:39:57.334 INFO:tasks.workunit.client.1.smithi170.stdout:6/361: symlink d0/d3b/l7d 0 2024-09-17T10:39:57.335 INFO:tasks.workunit.client.0.smithi159.stdout:3/754: getdents d9/df/d2c/d2f/d63/d8d/d8e/daf 0 2024-09-17T10:39:57.336 INFO:tasks.workunit.client.1.smithi170.stdout:8/483: symlink d4/df/d1e/d69/la5 0 2024-09-17T10:39:57.336 INFO:tasks.workunit.client.1.smithi170.stdout:8/484: chown d4/df/d76 4912 1 2024-09-17T10:39:57.340 INFO:tasks.workunit.client.1.smithi170.stdout:9/415: creat dd/d16/d17/f8a x:0 0 0 2024-09-17T10:39:57.342 INFO:tasks.workunit.client.0.smithi159.stdout:0/747: truncate d5/dcf/f1f 403561 0 2024-09-17T10:39:57.343 INFO:tasks.workunit.client.1.smithi170.stdout:6/362: truncate d0/f62 1823402 0 2024-09-17T10:39:57.346 INFO:tasks.workunit.client.1.smithi170.stdout:8/485: creat d4/df/d62/d88/fa6 x:0 0 0 2024-09-17T10:39:57.349 INFO:tasks.workunit.client.0.smithi159.stdout:8/798: dwrite d4/fc1 [0,4194304] 0 2024-09-17T10:39:57.349 INFO:tasks.workunit.client.0.smithi159.stdout:8/799: truncate d4/dd/d10/d1a/d1e/f47 6115418 0 2024-09-17T10:39:57.350 INFO:tasks.workunit.client.1.smithi170.stdout:5/418: rename d1/d3/d55/d5e/d67/d69 to d1/d3/d55/d87 0 2024-09-17T10:39:57.350 INFO:tasks.workunit.client.1.smithi170.stdout:5/419: chown d1/d3/d13/d2c/d51 216069771 1 2024-09-17T10:39:57.350 INFO:tasks.workunit.client.1.smithi170.stdout:5/420: write d1/d27/f45 [1293280,66813] 0 2024-09-17T10:39:57.350 INFO:tasks.workunit.client.1.smithi170.stdout:5/421: readlink d1/d3/d13/d2c/l6e 0 2024-09-17T10:39:57.351 INFO:tasks.workunit.client.0.smithi159.stdout:9/817: symlink d0/d3/d7/da/dc/d1c/l117 0 2024-09-17T10:39:57.351 INFO:tasks.workunit.client.0.smithi159.stdout:9/818: write d0/d3/d7/da/dc/d34/da7/f10a [719577,67182] 0 2024-09-17T10:39:57.352 INFO:tasks.workunit.client.1.smithi170.stdout:9/416: creat dd/d16/d17/d43/d88/f8b x:0 0 0 2024-09-17T10:39:57.353 INFO:tasks.workunit.client.1.smithi170.stdout:9/417: write dd/d40/d32/d3d/f48 [547368,690] 0 2024-09-17T10:39:57.353 INFO:tasks.workunit.client.1.smithi170.stdout:9/418: write dd/d40/d4e/f82 [761155,105695] 0 2024-09-17T10:39:57.356 INFO:tasks.workunit.client.1.smithi170.stdout:6/363: getdents d0/d3b/d69 0 2024-09-17T10:39:57.359 INFO:tasks.workunit.client.1.smithi170.stdout:8/486: unlink d4/df/d3f/d44/d80/l84 0 2024-09-17T10:39:57.362 INFO:tasks.workunit.client.0.smithi159.stdout:7/715: creat d2/d23/d67/d47/d4a/d4d/d75/d78/d86/f107 x:0 0 0 2024-09-17T10:39:57.363 INFO:tasks.workunit.client.1.smithi170.stdout:5/422: rename d1/d27/f85 to d1/d11/d62/f88 0 2024-09-17T10:39:57.370 INFO:tasks.workunit.client.0.smithi159.stdout:2/702: mkdir d0/df/d3e/d7a/d91/ded 0 2024-09-17T10:39:57.371 INFO:tasks.workunit.client.0.smithi159.stdout:7/716: dread d2/d23/d67/d47/d4a/d4d/f89 [0,4194304] 0 2024-09-17T10:39:57.371 INFO:tasks.workunit.client.0.smithi159.stdout:7/717: fsync d2/d18/d20/f6e 0 2024-09-17T10:39:57.371 INFO:tasks.workunit.client.0.smithi159.stdout:7/718: write d2/d18/d20/d3f/d40/ff4 [675996,26366] 0 2024-09-17T10:39:57.374 INFO:tasks.workunit.client.1.smithi170.stdout:5/423: dread d1/d3/fd [0,4194304] 0 2024-09-17T10:39:57.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/364: rename d0/d3b/l7d to d0/d66/l7e 0 2024-09-17T10:39:57.375 INFO:tasks.workunit.client.1.smithi170.stdout:6/365: fsync d0/d3b/f60 0 2024-09-17T10:39:57.377 INFO:tasks.workunit.client.1.smithi170.stdout:8/487: rename d4/d2e/c70 to d4/df/d76/ca7 0 2024-09-17T10:39:57.377 INFO:tasks.workunit.client.1.smithi170.stdout:8/488: write d4/d2e/d33/f43 [1882123,611] 0 2024-09-17T10:39:57.379 INFO:tasks.workunit.client.0.smithi159.stdout:0/748: truncate d5/d12/fd5 3995031 0 2024-09-17T10:39:57.380 INFO:tasks.workunit.client.1.smithi170.stdout:6/366: mkdir d0/d18/d70/d7f 0 2024-09-17T10:39:57.382 INFO:tasks.workunit.client.0.smithi159.stdout:1/740: rename d1/d2/d25 to d1/d10/d5e/dbb/ddb 0 2024-09-17T10:39:57.382 INFO:tasks.workunit.client.0.smithi159.stdout:8/800: mknod d4/da/c111 0 2024-09-17T10:39:57.383 INFO:tasks.workunit.client.1.smithi170.stdout:6/367: dread d0/d3b/f1a [0,4194304] 0 2024-09-17T10:39:57.384 INFO:tasks.workunit.client.0.smithi159.stdout:9/819: rmdir d0/d3/d7/da/d1a 39 2024-09-17T10:39:57.385 INFO:tasks.workunit.client.0.smithi159.stdout:7/719: stat d2/d18/l3a 0 2024-09-17T10:39:57.385 INFO:tasks.workunit.client.0.smithi159.stdout:8/801: dread d4/dd/d10/d1a/d3c/f44 [0,4194304] 0 2024-09-17T10:39:57.386 INFO:tasks.workunit.client.1.smithi170.stdout:6/368: mkdir d0/d3b/d69/d3e/d80 0 2024-09-17T10:39:57.386 INFO:tasks.workunit.client.1.smithi170.stdout:6/369: truncate d0/d3b/f7b 645052 0 2024-09-17T10:39:57.387 INFO:tasks.workunit.client.0.smithi159.stdout:2/703: dwrite d0/d26/d4b/f9a [0,4194304] 0 2024-09-17T10:39:57.388 INFO:tasks.workunit.client.0.smithi159.stdout:3/755: rmdir d9/df/d2c/d2f/de0 39 2024-09-17T10:39:57.390 INFO:tasks.workunit.client.0.smithi159.stdout:4/669: rename d0/f4a to d0/d9/d97/d9f/fdb 0 2024-09-17T10:39:57.391 INFO:tasks.workunit.client.1.smithi170.stdout:6/370: dread d0/d3b/d64/f72 [0,4194304] 0 2024-09-17T10:39:57.393 INFO:tasks.workunit.client.0.smithi159.stdout:1/741: symlink d1/d10/d5e/dbb/ddb/da2/dc5/d7d/dd2/ldc 0 2024-09-17T10:39:57.395 INFO:tasks.workunit.client.1.smithi170.stdout:6/371: truncate d0/f32 230211 0 2024-09-17T10:39:57.396 INFO:tasks.workunit.client.0.smithi159.stdout:9/820: mknod d0/d3/d96/d113/c118 0 2024-09-17T10:39:57.397 INFO:tasks.workunit.client.0.smithi159.stdout:2/704: write d0/d14/d76/d67/d89/f97 [3075959,97073] 0 2024-09-17T10:39:57.401 INFO:tasks.workunit.client.1.smithi170.stdout:6/372: mknod d0/d66/c81 0 2024-09-17T10:39:57.401 INFO:tasks.workunit.client.0.smithi159.stdout:4/670: dread d0/d9/da/d33/dac/fb8 [0,4194304] 0 2024-09-17T10:39:57.403 INFO:tasks.workunit.client.0.smithi159.stdout:1/742: dread d1/d2/fcd [0,4194304] 0 2024-09-17T10:39:57.403 INFO:tasks.workunit.client.0.smithi159.stdout:1/743: chown d1/d2f/f94 3094129 1 2024-09-17T10:39:57.403 INFO:tasks.workunit.client.0.smithi159.stdout:8/802: truncate d4/fac 296202 0 2024-09-17T10:39:57.403 INFO:tasks.workunit.client.0.smithi159.stdout:8/803: write d4/dd/d10/d1a/d1e/f2f [4734325,57057] 0 2024-09-17T10:39:57.404 INFO:tasks.workunit.client.0.smithi159.stdout:8/804: write d4/dd/d10/d33/d99/daf/dc5/fdb [440167,24301] 0 2024-09-17T10:39:57.405 INFO:tasks.workunit.client.1.smithi170.stdout:5/424: dwrite d1/d3/f5 [4194304,4194304] 0 2024-09-17T10:39:57.406 INFO:tasks.workunit.client.1.smithi170.stdout:6/373: creat d0/d18/d70/f82 x:0 0 0 2024-09-17T10:39:57.408 INFO:tasks.workunit.client.0.smithi159.stdout:0/749: dwrite d5/dcf/d18/d22/d4c/d6b/fbc [0,4194304] 0 2024-09-17T10:39:57.408 INFO:tasks.workunit.client.0.smithi159.stdout:0/750: read d5/d12/d32/d3a/f4e [3684050,27542] 0 2024-09-17T10:39:57.412 INFO:tasks.workunit.client.0.smithi159.stdout:6/783: rename d1/df/d2c/f3c to d1/df/d2c/d35/d3e/d7c/ff4 0 2024-09-17T10:39:57.413 INFO:tasks.workunit.client.0.smithi159.stdout:6/784: fdatasync d1/d5d/d51/fa1 0 2024-09-17T10:39:57.415 INFO:tasks.workunit.client.0.smithi159.stdout:9/821: creat d0/d3/d7/da/dc/de/d36/d10d/dcd/f119 x:0 0 0 2024-09-17T10:39:57.418 INFO:tasks.workunit.client.0.smithi159.stdout:7/720: rmdir d2/d18/d20/d3f/d73/d82 39 2024-09-17T10:39:57.421 INFO:tasks.workunit.client.0.smithi159.stdout:1/744: creat d1/d2f/d9e/d1a/dc/fdd x:0 0 0 2024-09-17T10:39:57.452 INFO:tasks.workunit.client.0.smithi159.stdout:8/805: truncate d4/dd/d26/f6a 161075 0 2024-09-17T10:39:57.454 INFO:tasks.workunit.client.1.smithi170.stdout:5/425: dwrite d1/d27/f33 [0,4194304] 0 2024-09-17T10:39:57.460 INFO:tasks.workunit.client.0.smithi159.stdout:0/751: unlink d5/dcf/d18/d22/da2/db3/fcb 0 2024-09-17T10:39:57.460 INFO:tasks.workunit.client.0.smithi159.stdout:0/752: fsync d5/ff 0 2024-09-17T10:39:57.461 INFO:tasks.workunit.client.0.smithi159.stdout:9/822: dwrite d0/d3/d7/da/dc/d1c/f42 [0,4194304] 0 2024-09-17T10:39:57.461 INFO:tasks.workunit.client.0.smithi159.stdout:2/705: dwrite d0/d14/d76/d67/d89/f97 [0,4194304] 0 2024-09-17T10:39:57.461 INFO:tasks.workunit.client.0.smithi159.stdout:9/823: write d0/d3/d7/da/d46/d54/d6c/fb1 [1249711,114583] 0 2024-09-17T10:39:57.461 INFO:tasks.workunit.client.1.smithi170.stdout:6/374: dwrite d0/f40 [0,4194304] 0 2024-09-17T10:39:57.462 INFO:tasks.workunit.client.0.smithi159.stdout:8/806: read d4/dd/d10/d4b/d8b/d53/fbe [609534,60682] 0 2024-09-17T10:39:57.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/426: truncate d1/d3/d13/d1a/f1f 30250 0 2024-09-17T10:39:57.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/427: write d1/d11/f4e [607476,99022] 0 2024-09-17T10:39:57.474 INFO:tasks.workunit.client.1.smithi170.stdout:6/375: dwrite d0/d3b/f7b [0,4194304] 0 2024-09-17T10:39:57.474 INFO:tasks.workunit.client.1.smithi170.stdout:6/376: readlink d0/d3b/d69/l71 0 2024-09-17T10:39:57.474 INFO:tasks.workunit.client.1.smithi170.stdout:5/428: mkdir d1/d3/d55/d80/d89 0 2024-09-17T10:39:57.477 INFO:tasks.workunit.client.0.smithi159.stdout:3/756: rename d9/df/d54/d59/d5e/d9a/ddd/de2/f9b to d9/df/d54/d59/d99/fe5 0 2024-09-17T10:39:57.479 INFO:tasks.workunit.client.0.smithi159.stdout:6/785: truncate d1/df/d2c/d35/f3a 877986 0 2024-09-17T10:39:57.479 INFO:tasks.workunit.client.0.smithi159.stdout:6/786: fsync d1/df/d11/f8d 0 2024-09-17T10:39:57.482 INFO:tasks.workunit.client.0.smithi159.stdout:7/721: creat d2/d23/d67/d47/d4a/d4d/dad/de3/f108 x:0 0 0 2024-09-17T10:39:57.482 INFO:tasks.workunit.client.0.smithi159.stdout:7/722: chown d2/d18/d32 4902 1 2024-09-17T10:39:57.482 INFO:tasks.workunit.client.0.smithi159.stdout:7/723: truncate d2/d18/d20/d2c/f41 503563 0 2024-09-17T10:39:57.482 INFO:tasks.workunit.client.0.smithi159.stdout:7/724: chown d2/d23/d67/cb6 6534 1 2024-09-17T10:39:57.483 INFO:tasks.workunit.client.1.smithi170.stdout:6/377: creat d0/d3b/d69/d3e/d80/f83 x:0 0 0 2024-09-17T10:39:57.484 INFO:tasks.workunit.client.0.smithi159.stdout:4/671: getdents d0/d9/d24/d39/d6a 0 2024-09-17T10:39:57.486 INFO:tasks.workunit.client.1.smithi170.stdout:5/429: creat d1/d3/d13/d2c/f8a x:0 0 0 2024-09-17T10:39:57.488 INFO:tasks.workunit.client.1.smithi170.stdout:6/378: symlink d0/d3b/d64/l84 0 2024-09-17T10:39:57.488 INFO:tasks.workunit.client.1.smithi170.stdout:6/379: dread - d0/d3b/d69/d3e/f5e zero size 2024-09-17T10:39:57.488 INFO:tasks.workunit.client.1.smithi170.stdout:6/380: dread - d0/d3b/d69/d3e/d80/f83 zero size 2024-09-17T10:39:57.494 INFO:tasks.workunit.client.0.smithi159.stdout:9/824: creat d0/d3/d7/da/d46/de1/d55/f11a x:0 0 0 2024-09-17T10:39:57.495 INFO:tasks.workunit.client.0.smithi159.stdout:8/807: creat d4/dd/d10/d33/d99/daf/d10f/f112 x:0 0 0 2024-09-17T10:39:57.497 INFO:tasks.workunit.client.0.smithi159.stdout:4/672: dread d0/d9/da/d19/f23 [4194304,4194304] 0 2024-09-17T10:39:57.499 INFO:tasks.workunit.client.0.smithi159.stdout:0/753: dread d5/dcf/f1f [0,4194304] 0 2024-09-17T10:39:57.499 INFO:tasks.workunit.client.0.smithi159.stdout:3/757: creat d9/df/fe6 x:0 0 0 2024-09-17T10:39:57.499 INFO:tasks.workunit.client.0.smithi159.stdout:3/758: creat d9/df/d54/fe7 x:0 0 0 2024-09-17T10:39:57.503 INFO:tasks.workunit.client.0.smithi159.stdout:6/787: creat d1/df/d11/d5a/db2/dce/dd5/de7/ff5 x:0 0 0 2024-09-17T10:39:57.507 INFO:tasks.workunit.client.0.smithi159.stdout:8/808: dread d4/dd/d10/d1a/d1e/f2f [0,4194304] 0 2024-09-17T10:39:57.507 INFO:tasks.workunit.client.0.smithi159.stdout:8/809: fsync d4/dd/d10/d33/fc6 0 2024-09-17T10:39:57.510 INFO:tasks.workunit.client.0.smithi159.stdout:7/725: mknod d2/d18/d20/d3f/d73/d95/dc4/c109 0 2024-09-17T10:39:57.514 INFO:tasks.workunit.client.0.smithi159.stdout:0/754: mkdir d5/d4f/d67/da6/d10d 0 2024-09-17T10:39:57.514 INFO:tasks.workunit.client.0.smithi159.stdout:0/755: write d5/d12/daa/fd7 [4286629,79486] 0 2024-09-17T10:39:57.517 INFO:tasks.workunit.client.1.smithi170.stdout:6/381: dwrite d0/f62 [0,4194304] 0 2024-09-17T10:39:57.517 INFO:tasks.workunit.client.1.smithi170.stdout:6/382: stat d0/d18 0 2024-09-17T10:39:57.517 INFO:tasks.workunit.client.0.smithi159.stdout:4/673: dwrite d0/f2a [0,4194304] 0 2024-09-17T10:39:57.518 INFO:tasks.workunit.client.0.smithi159.stdout:3/759: unlink d9/df/d2c/d2f/d63/d8d/d74/db7/fcc 0 2024-09-17T10:39:57.519 INFO:tasks.workunit.client.0.smithi159.stdout:6/788: mknod d1/df/d2c/d35/d55/cf6 0 2024-09-17T10:39:57.519 INFO:tasks.workunit.client.0.smithi159.stdout:6/789: chown d1/d83/c97 4 1 2024-09-17T10:39:57.519 INFO:tasks.workunit.client.0.smithi159.stdout:6/790: readlink d1/df/d2c/d35/d55/dc0/dd4/df1/lb7 0 2024-09-17T10:39:57.520 INFO:tasks.workunit.client.0.smithi159.stdout:9/825: dwrite d0/d3/d7/da/d46/d54/d8b/fbc [0,4194304] 0 2024-09-17T10:39:57.520 INFO:tasks.workunit.client.0.smithi159.stdout:7/726: link d2/d23/d67/d47/d4a/d4d/dad/fd0 d2/d18/d20/d3f/d73/f10a 0 2024-09-17T10:39:57.522 INFO:tasks.workunit.client.0.smithi159.stdout:2/706: rename d0/d14/d76 to d0/df/dee 0 2024-09-17T10:39:57.522 INFO:tasks.workunit.client.0.smithi159.stdout:2/707: stat d0/d26/d4b/d6d/f5d 0 2024-09-17T10:39:57.523 INFO:tasks.workunit.client.1.smithi170.stdout:4/250: sync 2024-09-17T10:39:57.523 INFO:tasks.workunit.client.1.smithi170.stdout:7/379: sync 2024-09-17T10:39:57.525 INFO:tasks.workunit.client.0.smithi159.stdout:0/756: creat d5/dcf/d18/d22/d4c/d6b/f10e x:0 0 0 2024-09-17T10:39:57.525 INFO:tasks.workunit.client.0.smithi159.stdout:9/826: write d0/d3/d7/da/dc/de/d36/db3/fb6 [884702,15369] 0 2024-09-17T10:39:57.525 INFO:tasks.workunit.client.1.smithi170.stdout:6/383: dread d0/f2c [0,4194304] 0 2024-09-17T10:39:57.526 INFO:tasks.workunit.client.0.smithi159.stdout:4/674: mkdir d0/d9/d97/db7/ddc 0 2024-09-17T10:39:57.526 INFO:tasks.workunit.client.0.smithi159.stdout:4/675: fdatasync d0/d9/da/f50 0 2024-09-17T10:39:57.526 INFO:tasks.workunit.client.0.smithi159.stdout:4/676: write d0/d9/d24/d39/d6a/fb6 [5071993,121495] 0 2024-09-17T10:39:57.527 INFO:tasks.workunit.client.1.smithi170.stdout:7/380: dread - d25/f44 zero size 2024-09-17T10:39:57.527 INFO:tasks.workunit.client.0.smithi159.stdout:5/645: sync 2024-09-17T10:39:57.532 INFO:tasks.workunit.client.0.smithi159.stdout:7/727: mkdir d2/d18/d20/d2c/df8/d10b 0 2024-09-17T10:39:57.533 INFO:tasks.workunit.client.0.smithi159.stdout:2/708: write d0/df/dee/d67/d89/f97 [4007430,11342] 0 2024-09-17T10:39:57.533 INFO:tasks.workunit.client.0.smithi159.stdout:2/709: fsync d0/d26/d4b/d6d/f3d 0 2024-09-17T10:39:57.533 INFO:tasks.workunit.client.1.smithi170.stdout:7/381: mknod d25/d2a/d3e/d56/d5d/c74 0 2024-09-17T10:39:57.535 INFO:tasks.workunit.client.0.smithi159.stdout:8/810: rename d4/dd/d10/d33/d99/daf/d10f/f10b to d4/dd/d26/df7/f113 0 2024-09-17T10:39:57.536 INFO:tasks.workunit.client.1.smithi170.stdout:4/251: getdents d9/d12/d36/d42/d40 0 2024-09-17T10:39:57.541 INFO:tasks.workunit.client.1.smithi170.stdout:6/384: rename d0/d3b to d0/d18/d70/d7f/d85 0 2024-09-17T10:39:57.543 INFO:tasks.workunit.client.1.smithi170.stdout:7/382: mknod d25/d2a/d3e/d56/d72/c75 0 2024-09-17T10:39:57.545 INFO:tasks.workunit.client.1.smithi170.stdout:4/252: chown d9/f14 781 1 2024-09-17T10:39:57.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/827: unlink d0/d3/d7/da/d46/de1/d47/c8a 0 2024-09-17T10:39:57.547 INFO:tasks.workunit.client.0.smithi159.stdout:9/828: truncate d0/d3/d7/f107 976324 0 2024-09-17T10:39:57.548 INFO:tasks.workunit.client.1.smithi170.stdout:6/385: symlink d0/d18/d70/d7f/d85/d43/l86 0 2024-09-17T10:39:57.548 INFO:tasks.workunit.client.1.smithi170.stdout:6/386: stat d0/d66/c75 0 2024-09-17T10:39:57.549 INFO:tasks.workunit.client.0.smithi159.stdout:8/811: dwrite d4/dd/d10/d4b/d8b/d53/ff9 [0,4194304] 0 2024-09-17T10:39:57.549 INFO:tasks.workunit.client.0.smithi159.stdout:8/812: fdatasync d4/dd/fc3 0 2024-09-17T10:39:57.550 INFO:tasks.workunit.client.1.smithi170.stdout:7/383: dread d25/d2a/f3c [0,4194304] 0 2024-09-17T10:39:57.550 INFO:tasks.workunit.client.1.smithi170.stdout:7/384: fdatasync d25/d2a/d3e/f47 0 2024-09-17T10:39:57.550 INFO:tasks.workunit.client.1.smithi170.stdout:7/385: write d25/f44 [888774,27916] 0 2024-09-17T10:39:57.552 INFO:tasks.workunit.client.0.smithi159.stdout:4/677: truncate d0/d9/da/d33/f57 992508 0 2024-09-17T10:39:57.553 INFO:tasks.workunit.client.1.smithi170.stdout:7/386: read d25/d2a/f3c [335051,22511] 0 2024-09-17T10:39:57.557 INFO:tasks.workunit.client.0.smithi159.stdout:7/728: mknod d2/d18/d20/d2c/df8/c10c 0 2024-09-17T10:39:57.557 INFO:tasks.workunit.client.0.smithi159.stdout:7/729: truncate d2/d18/d20/d3f/d73/ffc 295798 0 2024-09-17T10:39:57.557 INFO:tasks.workunit.client.0.smithi159.stdout:7/730: dread - d2/d18/d20/d3f/d40/d7f/fc9 zero size 2024-09-17T10:39:57.557 INFO:tasks.workunit.client.0.smithi159.stdout:7/731: stat d2/d18/d20/l4c 0 2024-09-17T10:39:57.563 INFO:tasks.workunit.client.1.smithi170.stdout:6/387: dread d0/f14 [0,4194304] 0 2024-09-17T10:39:57.563 INFO:tasks.workunit.client.0.smithi159.stdout:2/710: creat d0/d6c/ddb/fef x:0 0 0 2024-09-17T10:39:57.567 INFO:tasks.workunit.client.0.smithi159.stdout:3/760: rename d9/df/d2c/d77/dac/dcb/dd2 to d9/df/d2c/d2f/d63/d8d/d74/db7/de8 0 2024-09-17T10:39:57.569 INFO:tasks.workunit.client.0.smithi159.stdout:9/829: dwrite d0/d3/d7/da/dc/de/d36/d10d/dcd/f119 [0,4194304] 0 2024-09-17T10:39:57.574 INFO:tasks.workunit.client.1.smithi170.stdout:6/388: mknod d0/d18/d70/d7f/c87 0 2024-09-17T10:39:57.575 INFO:tasks.workunit.client.0.smithi159.stdout:2/711: dread d0/f2 [0,4194304] 0 2024-09-17T10:39:57.577 INFO:tasks.workunit.client.0.smithi159.stdout:8/813: dwrite d4/da/ff1 [0,4194304] 0 2024-09-17T10:39:57.577 INFO:tasks.workunit.client.0.smithi159.stdout:8/814: write d4/dd/d10/f2c [4264255,60637] 0 2024-09-17T10:39:57.577 INFO:tasks.workunit.client.0.smithi159.stdout:8/815: creat d4/dd/d5d/f114 x:0 0 0 2024-09-17T10:39:57.580 INFO:tasks.workunit.client.0.smithi159.stdout:4/678: truncate d0/d9/d24/d39/d6a/f9d 427436 0 2024-09-17T10:39:57.582 INFO:tasks.workunit.client.1.smithi170.stdout:6/389: rename d0/d18/d70/d7f/d85/d69/d3e/l57 to d0/d66/l88 0 2024-09-17T10:39:57.583 INFO:tasks.workunit.client.1.smithi170.stdout:6/390: truncate d0/d18/d70/d7f/d85/d69/f4a 1029993 0 2024-09-17T10:39:57.585 INFO:tasks.workunit.client.1.smithi170.stdout:4/253: dwrite d9/f41 [0,4194304] 0 2024-09-17T10:39:57.585 INFO:tasks.workunit.client.1.smithi170.stdout:4/254: dread - d9/d12/f44 zero size 2024-09-17T10:39:57.585 INFO:tasks.workunit.client.1.smithi170.stdout:4/255: chown d9/d12/d36/d42 30 1 2024-09-17T10:39:57.585 INFO:tasks.workunit.client.1.smithi170.stdout:6/391: dread d0/d18/f4f [0,4194304] 0 2024-09-17T10:39:57.586 INFO:tasks.workunit.client.0.smithi159.stdout:2/712: dread d0/df/d3e/d47/d79/f9c [0,4194304] 0 2024-09-17T10:39:57.588 INFO:tasks.workunit.client.1.smithi170.stdout:7/387: dwrite d25/d53/f69 [0,4194304] 0 2024-09-17T10:39:57.589 INFO:tasks.workunit.client.1.smithi170.stdout:7/388: fdatasync d25/d2a/f3a 0 2024-09-17T10:39:57.591 INFO:tasks.workunit.client.0.smithi159.stdout:6/791: rename d1/df/d2c/f5c to d1/df/d11/d5a/db2/dce/dd5/ff7 0 2024-09-17T10:39:57.597 INFO:tasks.workunit.client.0.smithi159.stdout:3/761: dwrite d9/df/f85 [0,4194304] 0 2024-09-17T10:39:57.601 INFO:tasks.workunit.client.1.smithi170.stdout:6/392: mknod d0/d18/d70/c89 0 2024-09-17T10:39:57.602 INFO:tasks.workunit.client.1.smithi170.stdout:7/389: dread fa [0,4194304] 0 2024-09-17T10:39:57.602 INFO:tasks.workunit.client.1.smithi170.stdout:7/390: write d25/d4e/f66 [328016,109562] 0 2024-09-17T10:39:57.602 INFO:tasks.workunit.client.0.smithi159.stdout:9/830: dwrite d0/d3/d7/da/d46/d54/d8b/db8/fbd [0,4194304] 0 2024-09-17T10:39:57.606 INFO:tasks.workunit.client.0.smithi159.stdout:4/679: dwrite d0/d9/d67/f80 [0,4194304] 0 2024-09-17T10:39:57.606 INFO:tasks.workunit.client.0.smithi159.stdout:4/680: truncate d0/d9/da/d42/fc9 296713 0 2024-09-17T10:39:57.606 INFO:tasks.workunit.client.0.smithi159.stdout:4/681: chown d0/d9/d97/d9f/fdb 4698 1 2024-09-17T10:39:57.607 INFO:tasks.workunit.client.0.smithi159.stdout:4/682: chown d0/d9/d24/d39/d6a/fb6 0 1 2024-09-17T10:39:57.607 INFO:tasks.workunit.client.0.smithi159.stdout:4/683: write d0/d9/da/d33/f3c [8930206,94984] 0 2024-09-17T10:39:57.612 INFO:tasks.workunit.client.0.smithi159.stdout:8/816: mkdir d4/dd/d10/d1a/d72/d109/d115 0 2024-09-17T10:39:57.612 INFO:tasks.workunit.client.0.smithi159.stdout:8/817: write d4/dd/d10/d33/dcf/f9a [1265598,69918] 0 2024-09-17T10:39:57.614 INFO:tasks.workunit.client.0.smithi159.stdout:2/713: truncate d0/df/d3e/d47/f4c 658945 0 2024-09-17T10:39:57.614 INFO:tasks.workunit.client.0.smithi159.stdout:2/714: stat d0/l1 0 2024-09-17T10:39:57.614 INFO:tasks.workunit.client.0.smithi159.stdout:2/715: chown d0/d26/f3b 65 1 2024-09-17T10:39:57.615 INFO:tasks.workunit.client.1.smithi170.stdout:6/393: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:57.615 INFO:tasks.workunit.client.1.smithi170.stdout:6/394: chown d0/d18/d70/d7f/d85/d69/l71 28 1 2024-09-17T10:39:57.619 INFO:tasks.workunit.client.0.smithi159.stdout:0/757: rename d5/dcf/f1f to d5/dcf/d18/d22/d4c/d6b/d7c/d92/f10f 0 2024-09-17T10:39:57.620 INFO:tasks.workunit.client.0.smithi159.stdout:6/792: creat d1/df/d2c/ff8 x:0 0 0 2024-09-17T10:39:57.621 INFO:tasks.workunit.client.0.smithi159.stdout:6/793: chown d1/df/d2c/d35/d3e/d7c/caf 12 1 2024-09-17T10:39:57.621 INFO:tasks.workunit.client.0.smithi159.stdout:6/794: chown d1/c3f 561775640 1 2024-09-17T10:39:57.622 INFO:tasks.workunit.client.1.smithi170.stdout:7/391: dread d25/d2a/f2c [0,4194304] 0 2024-09-17T10:39:57.622 INFO:tasks.workunit.client.0.smithi159.stdout:0/758: write d5/dcf/f9b [978944,110951] 0 2024-09-17T10:39:57.622 INFO:tasks.workunit.client.0.smithi159.stdout:0/759: chown d5/d4f/db2/de1 553 1 2024-09-17T10:39:57.622 INFO:tasks.workunit.client.0.smithi159.stdout:0/760: chown d5/dcf/d18/d22/c35 1534 1 2024-09-17T10:39:57.623 INFO:tasks.workunit.client.0.smithi159.stdout:0/761: stat d5 0 2024-09-17T10:39:57.623 INFO:tasks.workunit.client.0.smithi159.stdout:0/762: dread - d5/dcf/d18/d22/da2/df0/dfa/f10c zero size 2024-09-17T10:39:57.623 INFO:tasks.workunit.client.1.smithi170.stdout:4/256: dwrite d9/fa [0,4194304] 0 2024-09-17T10:39:57.623 INFO:tasks.workunit.client.1.smithi170.stdout:6/395: creat d0/d18/d70/d7f/d85/d69/d3e/f8a x:0 0 0 2024-09-17T10:39:57.631 INFO:tasks.workunit.client.0.smithi159.stdout:9/831: dwrite d0/d3/d7/da/d46/d54/d8b/db8/ff6 [0,4194304] 0 2024-09-17T10:39:57.634 INFO:tasks.workunit.client.1.smithi170.stdout:7/392: read d25/d2a/f2e [1940803,116413] 0 2024-09-17T10:39:57.634 INFO:tasks.workunit.client.1.smithi170.stdout:7/393: truncate f1f 812502 0 2024-09-17T10:39:57.634 INFO:tasks.workunit.client.1.smithi170.stdout:7/394: truncate d25/d3b/f4d 346503 0 2024-09-17T10:39:57.634 INFO:tasks.workunit.client.1.smithi170.stdout:7/395: write fe [887097,38186] 0 2024-09-17T10:39:57.634 INFO:tasks.workunit.client.1.smithi170.stdout:7/396: readlink d25/d2a/d3e/d56/d5d/l68 0 2024-09-17T10:39:57.634 INFO:tasks.workunit.client.0.smithi159.stdout:0/763: dread d5/d4f/d67/f88 [0,4194304] 0 2024-09-17T10:39:57.635 INFO:tasks.workunit.client.0.smithi159.stdout:4/684: mkdir d0/d9/d97/db7/ddd 0 2024-09-17T10:39:57.636 INFO:tasks.workunit.client.0.smithi159.stdout:4/685: dread - d0/d9/da/d33/fa4 zero size 2024-09-17T10:39:57.636 INFO:tasks.workunit.client.0.smithi159.stdout:4/686: dread - d0/d9/d97/d9f/f91 zero size 2024-09-17T10:39:57.638 INFO:tasks.workunit.client.0.smithi159.stdout:8/818: link d4/dd/d10e/fdd d4/dd/d10/d4b/d9c/f116 0 2024-09-17T10:39:57.638 INFO:tasks.workunit.client.0.smithi159.stdout:8/819: fdatasync d4/dd/d10/d1a/f30 0 2024-09-17T10:39:57.640 INFO:tasks.workunit.client.0.smithi159.stdout:2/716: truncate d0/df/d3e/d46/f6a 1182820 0 2024-09-17T10:39:57.640 INFO:tasks.workunit.client.0.smithi159.stdout:2/717: chown d0/df/dee/d67/d89/fbc 32857 1 2024-09-17T10:39:57.640 INFO:tasks.workunit.client.0.smithi159.stdout:2/718: stat d0/df/dee/d5e/cb4 0 2024-09-17T10:39:57.642 INFO:tasks.workunit.client.0.smithi159.stdout:1/745: sync 2024-09-17T10:39:57.643 INFO:tasks.workunit.client.0.smithi159.stdout:5/646: rename d19/d1a/f20 to d19/d1b/fdd 0 2024-09-17T10:39:57.643 INFO:tasks.workunit.client.0.smithi159.stdout:5/647: truncate d19/d33/f63 1764915 0 2024-09-17T10:39:57.643 INFO:tasks.workunit.client.0.smithi159.stdout:5/648: stat lb 0 2024-09-17T10:39:57.646 INFO:tasks.workunit.client.0.smithi159.stdout:6/795: creat d1/df/da4/ff9 x:0 0 0 2024-09-17T10:39:57.648 INFO:tasks.workunit.client.1.smithi170.stdout:4/257: mkdir d9/d12/d36/d51 0 2024-09-17T10:39:57.650 INFO:tasks.workunit.client.1.smithi170.stdout:6/396: creat d0/d18/d70/d7f/d85/d43/f8b x:0 0 0 2024-09-17T10:39:57.654 INFO:tasks.workunit.client.0.smithi159.stdout:9/832: dwrite d0/d3/d7/da/dc/d1c/f2e [4194304,4194304] 0 2024-09-17T10:39:57.655 INFO:tasks.workunit.client.1.smithi170.stdout:4/258: symlink d9/d3e/l52 0 2024-09-17T10:39:57.655 INFO:tasks.workunit.client.1.smithi170.stdout:4/259: truncate d9/d12/f44 832382 0 2024-09-17T10:39:57.655 INFO:tasks.workunit.client.0.smithi159.stdout:0/764: dwrite d5/d12/d32/dc3/fd9 [0,4194304] 0 2024-09-17T10:39:57.657 INFO:tasks.workunit.client.1.smithi170.stdout:6/397: creat d0/d18/d70/d7f/d85/d64/f8c x:0 0 0 2024-09-17T10:39:57.663 INFO:tasks.workunit.client.0.smithi159.stdout:4/687: truncate d0/d9/d24/d48/f83 1350900 0 2024-09-17T10:39:57.664 INFO:tasks.workunit.client.1.smithi170.stdout:6/398: mkdir d0/d18/d70/d7f/d85/d69/d3e/d80/d8d 0 2024-09-17T10:39:57.665 INFO:tasks.workunit.client.0.smithi159.stdout:8/820: rmdir d4/dd/d10/d1a/d72/d81/de1 39 2024-09-17T10:39:57.667 INFO:tasks.workunit.client.1.smithi170.stdout:4/260: link d9/d12/f48 d9/f53 0 2024-09-17T10:39:57.667 INFO:tasks.workunit.client.1.smithi170.stdout:4/261: fsync f2 0 2024-09-17T10:39:57.669 INFO:tasks.workunit.client.0.smithi159.stdout:2/719: creat d0/df/dee/dd3/de7/ff0 x:0 0 0 2024-09-17T10:39:57.671 INFO:tasks.workunit.client.1.smithi170.stdout:4/262: creat d9/f54 x:0 0 0 2024-09-17T10:39:57.672 INFO:tasks.workunit.client.1.smithi170.stdout:6/399: dread d0/d18/d70/d7f/d85/d43/f46 [0,4194304] 0 2024-09-17T10:39:57.672 INFO:tasks.workunit.client.1.smithi170.stdout:6/400: dread - d0/d18/d70/d7f/d85/d69/f6f zero size 2024-09-17T10:39:57.673 INFO:tasks.workunit.client.0.smithi159.stdout:1/746: truncate d1/d2f/d9e/f71 247880 0 2024-09-17T10:39:57.673 INFO:tasks.workunit.client.0.smithi159.stdout:1/747: fdatasync d1/d2f/d9e/d1a/dc/f42 0 2024-09-17T10:39:57.675 INFO:tasks.workunit.client.0.smithi159.stdout:8/821: write d4/dd/d10/d1a/d1e/f96 [2710226,110167] 0 2024-09-17T10:39:57.676 INFO:tasks.workunit.client.0.smithi159.stdout:3/762: rename d9/df/d3f/f4d to d9/df/d2c/d2f/fe9 0 2024-09-17T10:39:57.676 INFO:tasks.workunit.client.0.smithi159.stdout:3/763: chown d9/df/d54/lb8 80 1 2024-09-17T10:39:57.676 INFO:tasks.workunit.client.1.smithi170.stdout:6/401: mkdir d0/d18/d70/d7f/d85/d69/d8e 0 2024-09-17T10:39:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:57 smithi159 ceph-mon[27674]: pgmap v277: 65 pgs: 65 active+clean; 2.1 GiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 234 MiB/s rd, 306 MiB/s wr, 466 op/s 2024-09-17T10:39:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:57 smithi159 ceph-mon[27674]: from='client.14734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:57 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4166976092' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:39:57.678 INFO:tasks.workunit.client.0.smithi159.stdout:5/649: creat d19/d1b/fde x:0 0 0 2024-09-17T10:39:57.679 INFO:tasks.workunit.client.1.smithi170.stdout:4/263: unlink d9/f17 0 2024-09-17T10:39:57.681 INFO:tasks.workunit.client.0.smithi159.stdout:6/796: getdents d1/df/d2c/d35/d55/d64 0 2024-09-17T10:39:57.686 INFO:tasks.workunit.client.0.smithi159.stdout:3/764: dread d9/df/d2c/f57 [0,4194304] 0 2024-09-17T10:39:57.686 INFO:tasks.workunit.client.0.smithi159.stdout:3/765: write d9/df/d2c/d2f/d63/d8d/f72 [836498,97355] 0 2024-09-17T10:39:57.686 INFO:tasks.workunit.client.0.smithi159.stdout:3/766: readlink d9/df/d54/lb8 0 2024-09-17T10:39:57.686 INFO:tasks.workunit.client.0.smithi159.stdout:3/767: truncate d9/df/d2c/d2f/f92 4405948 0 2024-09-17T10:39:57.686 INFO:tasks.workunit.client.0.smithi159.stdout:9/833: symlink d0/d3/d96/d113/l11b 0 2024-09-17T10:39:57.687 INFO:tasks.workunit.client.1.smithi170.stdout:4/264: chown d9/c11 11248 1 2024-09-17T10:39:57.687 INFO:tasks.workunit.client.0.smithi159.stdout:5/650: write d19/d33/f3b [2073361,66979] 0 2024-09-17T10:39:57.689 INFO:tasks.workunit.client.0.smithi159.stdout:6/797: write d1/df/d11/f34 [417635,83053] 0 2024-09-17T10:39:57.692 INFO:tasks.workunit.client.1.smithi170.stdout:6/402: dwrite d0/f2c [0,4194304] 0 2024-09-17T10:39:57.693 INFO:tasks.workunit.client.0.smithi159.stdout:0/765: symlink d5/d12/d32/l110 0 2024-09-17T10:39:57.696 INFO:tasks.workunit.client.1.smithi170.stdout:4/265: rename d9/d12/d36/d42/c3b to d9/c55 0 2024-09-17T10:39:57.696 INFO:tasks.workunit.client.1.smithi170.stdout:4/266: readlink d9/d12/d36/d42/d40/l4a 0 2024-09-17T10:39:57.696 INFO:tasks.workunit.client.1.smithi170.stdout:4/267: readlink d9/d12/l2b 0 2024-09-17T10:39:57.696 INFO:tasks.workunit.client.1.smithi170.stdout:4/268: creat d9/d12/f56 x:0 0 0 2024-09-17T10:39:57.697 INFO:tasks.workunit.client.0.smithi159.stdout:6/798: dread d1/df/d11/d5a/fd9 [0,4194304] 0 2024-09-17T10:39:57.697 INFO:tasks.workunit.client.0.smithi159.stdout:6/799: chown d1/df/d2c/d35/d55/d64 3 1 2024-09-17T10:39:57.698 INFO:tasks.workunit.client.0.smithi159.stdout:4/688: read d0/d9/d24/d39/f41 [170709,107186] 0 2024-09-17T10:39:57.702 INFO:tasks.workunit.client.0.smithi159.stdout:9/834: dwrite d0/d3/d7/da/d46/de1/d55/fbf [0,4194304] 0 2024-09-17T10:39:57.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:57 smithi170 ceph-mon[33842]: pgmap v277: 65 pgs: 65 active+clean; 2.1 GiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 234 MiB/s rd, 306 MiB/s wr, 466 op/s 2024-09-17T10:39:57.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:57 smithi170 ceph-mon[33842]: from='client.14734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:39:57.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:57 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4166976092' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:39:57.704 INFO:tasks.workunit.client.1.smithi170.stdout:4/269: dread d9/f13 [0,4194304] 0 2024-09-17T10:39:57.704 INFO:tasks.workunit.client.0.smithi159.stdout:6/800: dread d1/df/d11/d57/dc1/fc8 [0,4194304] 0 2024-09-17T10:39:57.704 INFO:tasks.workunit.client.0.smithi159.stdout:6/801: stat d1/df/cba 0 2024-09-17T10:39:57.707 INFO:tasks.workunit.client.1.smithi170.stdout:4/270: creat d9/d12/d36/d42/d40/f57 x:0 0 0 2024-09-17T10:39:57.711 INFO:tasks.workunit.client.0.smithi159.stdout:3/768: creat d9/df/d2c/d2f/d63/d8d/d74/db7/de8/dcd/fea x:0 0 0 2024-09-17T10:39:57.711 INFO:tasks.workunit.client.0.smithi159.stdout:3/769: fsync d9/df/d2c/d2f/d63/d8d/d74/f93 0 2024-09-17T10:39:57.712 INFO:tasks.workunit.client.0.smithi159.stdout:6/802: dread d1/d5d/d51/fab [0,4194304] 0 2024-09-17T10:39:57.713 INFO:tasks.workunit.client.1.smithi170.stdout:4/271: unlink d9/d12/d36/d42/d40/l34 0 2024-09-17T10:39:57.716 INFO:tasks.workunit.client.0.smithi159.stdout:5/651: rename d19/d1b/d1d/d59/f83 to d19/d1a/d32/fdf 0 2024-09-17T10:39:57.718 INFO:tasks.workunit.client.0.smithi159.stdout:4/689: mknod d0/cde 0 2024-09-17T10:39:57.719 INFO:tasks.workunit.client.0.smithi159.stdout:2/720: rmdir d0/d6c/dba 39 2024-09-17T10:39:57.723 INFO:tasks.workunit.client.0.smithi159.stdout:9/835: symlink d0/d3/d7/da/dc/de/d21/l11c 0 2024-09-17T10:39:57.724 INFO:tasks.workunit.client.0.smithi159.stdout:1/748: rmdir d1/d10/d5e 39 2024-09-17T10:39:57.725 INFO:tasks.workunit.client.0.smithi159.stdout:1/749: chown d1/d2/d82/c86 47017403 1 2024-09-17T10:39:57.726 INFO:tasks.workunit.client.0.smithi159.stdout:8/822: rmdir d4/d4e/d63 39 2024-09-17T10:39:57.726 INFO:tasks.workunit.client.0.smithi159.stdout:8/823: dread - d4/da/fe8 zero size 2024-09-17T10:39:57.726 INFO:tasks.workunit.client.0.smithi159.stdout:8/824: fdatasync d4/da/f8e 0 2024-09-17T10:39:57.726 INFO:tasks.workunit.client.1.smithi170.stdout:4/272: dwrite d9/fa [0,4194304] 0 2024-09-17T10:39:57.730 INFO:tasks.workunit.client.0.smithi159.stdout:6/803: mkdir d1/df/d2c/d85/de6/dfa 0 2024-09-17T10:39:57.731 INFO:tasks.workunit.client.1.smithi170.stdout:4/273: mkdir d9/d12/d36/d42/d58 0 2024-09-17T10:39:57.731 INFO:tasks.workunit.client.1.smithi170.stdout:4/274: write d9/d12/d36/d42/d40/f2e [1132474,8428] 0 2024-09-17T10:39:57.732 INFO:tasks.workunit.client.0.smithi159.stdout:5/652: mknod d19/d1a/d89/ce0 0 2024-09-17T10:39:57.732 INFO:tasks.workunit.client.0.smithi159.stdout:5/653: chown d19/d1a/c25 11530636 1 2024-09-17T10:39:57.733 INFO:tasks.workunit.client.1.smithi170.stdout:2/595: sync 2024-09-17T10:39:57.733 INFO:tasks.workunit.client.1.smithi170.stdout:1/507: sync 2024-09-17T10:39:57.734 INFO:tasks.workunit.client.0.smithi159.stdout:0/766: unlink d5/dcf/d18/cb6 0 2024-09-17T10:39:57.734 INFO:tasks.workunit.client.0.smithi159.stdout:0/767: fsync d5/dcf/d18/d22/da2/fab 0 2024-09-17T10:39:57.735 INFO:tasks.workunit.client.0.smithi159.stdout:3/770: dread d9/df/d54/d59/d5e/d9a/ddd/de2/f50 [0,4194304] 0 2024-09-17T10:39:57.735 INFO:tasks.workunit.client.0.smithi159.stdout:3/771: chown d9/df/d3f/f61 911860 1 2024-09-17T10:39:57.738 INFO:tasks.workunit.client.0.smithi159.stdout:4/690: creat d0/fdf x:0 0 0 2024-09-17T10:39:57.738 INFO:tasks.workunit.client.0.smithi159.stdout:4/691: chown d0/d9/d24/d39/d6a 11 1 2024-09-17T10:39:57.738 INFO:tasks.workunit.client.0.smithi159.stdout:4/692: stat d0/d9/d24/d39/d6a/d89 0 2024-09-17T10:39:57.741 INFO:tasks.workunit.client.1.smithi170.stdout:2/596: rename dd/d14/d19/l8d to dd/d3a/d5b/db7/lc8 0 2024-09-17T10:39:57.743 INFO:tasks.workunit.client.0.smithi159.stdout:2/721: mknod d0/df/d3e/d46/dc4/cf1 0 2024-09-17T10:39:57.747 INFO:tasks.workunit.client.0.smithi159.stdout:9/836: symlink d0/d1/d2/d85/l11d 0 2024-09-17T10:39:57.747 INFO:tasks.workunit.client.0.smithi159.stdout:9/837: chown d0/d3/d7/da/dc/de/d36/db3 28742 1 2024-09-17T10:39:57.749 INFO:tasks.workunit.client.1.smithi170.stdout:4/275: dwrite d9/d12/f3d [0,4194304] 0 2024-09-17T10:39:57.749 INFO:tasks.workunit.client.1.smithi170.stdout:2/597: rename dd/d14/f6d to dd/d1a/d2a/fc9 0 2024-09-17T10:39:57.751 INFO:tasks.workunit.client.0.smithi159.stdout:1/750: rename d1/d10/d5e/dbb/ddb/f6a to d1/d10/d5e/fde 0 2024-09-17T10:39:57.751 INFO:tasks.workunit.client.0.smithi159.stdout:1/751: getdents d1/d2/d68/dc1 0 2024-09-17T10:39:57.754 INFO:tasks.workunit.client.0.smithi159.stdout:8/825: creat d4/dd/d10/d33/d99/daf/dc5/f117 x:0 0 0 2024-09-17T10:39:57.754 INFO:tasks.workunit.client.0.smithi159.stdout:8/826: stat d4/dd/d10/dae/lfe 0 2024-09-17T10:39:57.757 INFO:tasks.workunit.client.1.smithi170.stdout:1/508: dwrite d3/d5/d54/f73 [4194304,4194304] 0 2024-09-17T10:39:57.757 INFO:tasks.workunit.client.0.smithi159.stdout:6/804: unlink d1/df/d11/f67 0 2024-09-17T10:39:57.758 INFO:tasks.workunit.client.0.smithi159.stdout:3/772: dwrite d9/df/d54/d59/d5e/d9a/fae [0,4194304] 0 2024-09-17T10:39:57.759 INFO:tasks.workunit.client.1.smithi170.stdout:4/276: unlink d9/le 0 2024-09-17T10:39:57.760 INFO:tasks.workunit.client.1.smithi170.stdout:2/598: dread dd/d14/d19/d4c/d63/d32/f50 [0,4194304] 0 2024-09-17T10:39:57.762 INFO:tasks.workunit.client.0.smithi159.stdout:7/732: sync 2024-09-17T10:39:57.765 INFO:tasks.workunit.client.0.smithi159.stdout:0/768: creat d5/d4f/d67/da6/f111 x:0 0 0 2024-09-17T10:39:57.768 INFO:tasks.workunit.client.0.smithi159.stdout:1/752: write d1/d2f/f59 [2943881,82783] 0 2024-09-17T10:39:57.769 INFO:tasks.workunit.client.1.smithi170.stdout:1/509: mknod d3/d37/db1/cb7 0 2024-09-17T10:39:57.773 INFO:tasks.workunit.client.1.smithi170.stdout:4/277: chown d9/l2f 195 1 2024-09-17T10:39:57.775 INFO:tasks.workunit.client.0.smithi159.stdout:2/722: truncate d0/df/dee/d67/d89/fbc 1244944 0 2024-09-17T10:39:57.775 INFO:tasks.workunit.client.0.smithi159.stdout:4/693: write d0/d9/d24/d48/f83 [2357709,53259] 0 2024-09-17T10:39:57.776 INFO:tasks.workunit.client.0.smithi159.stdout:6/805: dread d1/df/d11/f27 [0,4194304] 0 2024-09-17T10:39:57.776 INFO:tasks.workunit.client.1.smithi170.stdout:2/599: truncate fb 3976492 0 2024-09-17T10:39:57.779 INFO:tasks.workunit.client.0.smithi159.stdout:9/838: mkdir d0/d11e 0 2024-09-17T10:39:57.781 INFO:tasks.workunit.client.0.smithi159.stdout:9/839: dread d0/d3/d7/da/dc/d40/fab [0,4194304] 0 2024-09-17T10:39:57.781 INFO:tasks.workunit.client.0.smithi159.stdout:6/806: write d1/df/d11/d57/dc1/fc8 [3509511,57068] 0 2024-09-17T10:39:57.783 INFO:tasks.workunit.client.1.smithi170.stdout:1/510: unlink d3/f71 0 2024-09-17T10:39:57.784 INFO:tasks.workunit.client.0.smithi159.stdout:1/753: dread d1/d10/d5e/dbb/ddb/da2/f46 [0,4194304] 0 2024-09-17T10:39:57.784 INFO:tasks.workunit.client.0.smithi159.stdout:1/754: chown d1/d2f/d9e/d1a/dc/d18/f69 14 1 2024-09-17T10:39:57.786 INFO:tasks.workunit.client.0.smithi159.stdout:8/827: creat d4/dd/d10/d1a/d72/d109/d115/f118 x:0 0 0 2024-09-17T10:39:57.786 INFO:tasks.workunit.client.0.smithi159.stdout:8/828: chown d4/dd/d10/d4b/d8b/d53/fbe 63938131 1 2024-09-17T10:39:57.786 INFO:tasks.workunit.client.0.smithi159.stdout:0/769: dwrite d5/d12/f27 [0,4194304] 0 2024-09-17T10:39:57.787 INFO:tasks.workunit.client.0.smithi159.stdout:3/773: dwrite d9/f31 [0,4194304] 0 2024-09-17T10:39:57.787 INFO:tasks.workunit.client.0.smithi159.stdout:3/774: write d9/df/d2c/d77/fb0 [986146,84382] 0 2024-09-17T10:39:57.794 INFO:tasks.workunit.client.1.smithi170.stdout:1/511: unlink d3/d37/c3f 0 2024-09-17T10:39:57.795 INFO:tasks.workunit.client.0.smithi159.stdout:9/840: dread d0/d3/d7/da/dc/d1c/f42 [0,4194304] 0 2024-09-17T10:39:57.795 INFO:tasks.workunit.client.0.smithi159.stdout:9/841: creat d0/d3/d7/da9/f11f x:0 0 0 2024-09-17T10:39:57.795 INFO:tasks.workunit.client.0.smithi159.stdout:9/842: chown d0/d3/d7/f16 0 1 2024-09-17T10:39:57.795 INFO:tasks.workunit.client.0.smithi159.stdout:9/843: read - d0/d3/d7/da/dc/de/d36/d10d/dcd/fe6 zero size 2024-09-17T10:39:57.795 INFO:tasks.workunit.client.0.smithi159.stdout:9/844: stat d0/d3/d33 0 2024-09-17T10:39:57.800 INFO:tasks.workunit.client.1.smithi170.stdout:4/278: mknod d9/c59 0 2024-09-17T10:39:57.804 INFO:tasks.workunit.client.1.smithi170.stdout:1/512: mkdir d3/d37/d7b/d8b/db8 0 2024-09-17T10:39:57.804 INFO:tasks.workunit.client.1.smithi170.stdout:1/513: write d3/d5/d27/d51/fa3 [16842,14578] 0 2024-09-17T10:39:57.804 INFO:tasks.workunit.client.1.smithi170.stdout:1/514: chown d3/d5/d27/d51/c3e 1989 1 2024-09-17T10:39:57.806 INFO:tasks.workunit.client.0.smithi159.stdout:9/845: read d0/d3/d7/da/d46/d54/d8b/db8/fbd [702015,82308] 0 2024-09-17T10:39:57.807 INFO:tasks.workunit.client.1.smithi170.stdout:2/600: dwrite dd/d14/d19/d4c/d63/d32/f52 [0,4194304] 0 2024-09-17T10:39:57.808 INFO:tasks.workunit.client.0.smithi159.stdout:3/775: dwrite d9/df/d2c/d2f/f92 [0,4194304] 0 2024-09-17T10:39:57.809 INFO:tasks.workunit.client.0.smithi159.stdout:0/770: dwrite d5/d4f/db2/fba [0,4194304] 0 2024-09-17T10:39:57.809 INFO:tasks.workunit.client.0.smithi159.stdout:0/771: chown d5/dcf/d18/d22/d4c/d6b/d7c 1645091 1 2024-09-17T10:39:57.809 INFO:tasks.workunit.client.0.smithi159.stdout:0/772: fsync d5/dcf/f17 0 2024-09-17T10:39:57.810 INFO:tasks.workunit.client.1.smithi170.stdout:1/515: rename d3/c2c to d3/d5/d27/d51/da4/cb9 0 2024-09-17T10:39:57.811 INFO:tasks.workunit.client.1.smithi170.stdout:4/279: mkdir d9/d5a 0 2024-09-17T10:39:57.812 INFO:tasks.workunit.client.1.smithi170.stdout:4/280: getdents d9/d5a 0 2024-09-17T10:39:57.812 INFO:tasks.workunit.client.1.smithi170.stdout:4/281: readlink d9/l4e 0 2024-09-17T10:39:57.812 INFO:tasks.workunit.client.1.smithi170.stdout:4/282: chown d9/d3e 619224 1 2024-09-17T10:39:57.821 INFO:tasks.workunit.client.1.smithi170.stdout:2/601: truncate dd/d1a/d2a/f34 3251776 0 2024-09-17T10:39:57.825 INFO:tasks.workunit.client.0.smithi159.stdout:0/773: dwrite d5/d12/daa/dbd/fef [0,4194304] 0 2024-09-17T10:39:57.825 INFO:tasks.workunit.client.0.smithi159.stdout:0/774: chown d5/dcf/d18/d22/f42 261194402 1 2024-09-17T10:39:57.825 INFO:tasks.workunit.client.0.smithi159.stdout:0/775: dread - d5/d4f/d67/da6/fe0 zero size 2024-09-17T10:39:57.826 INFO:tasks.workunit.client.0.smithi159.stdout:2/723: link d0/df/d3e/cae d0/df/d3e/d7a/d91/ded/cf2 0 2024-09-17T10:39:57.826 INFO:tasks.workunit.client.0.smithi159.stdout:2/724: creat d0/d6c/ff3 x:0 0 0 2024-09-17T10:39:57.828 INFO:tasks.workunit.client.1.smithi170.stdout:1/516: symlink d3/d5/d27/d51/lba 0 2024-09-17T10:39:57.828 INFO:tasks.workunit.client.1.smithi170.stdout:1/517: readlink d3/l23 0 2024-09-17T10:39:57.829 INFO:tasks.workunit.client.0.smithi159.stdout:4/694: mknod d0/d9/d24/ce0 0 2024-09-17T10:39:57.829 INFO:tasks.workunit.client.0.smithi159.stdout:4/695: write d0/d9/da/d19/f26 [5671686,111171] 0 2024-09-17T10:39:57.830 INFO:tasks.workunit.client.0.smithi159.stdout:5/654: rmdir d19 39 2024-09-17T10:39:57.834 INFO:tasks.workunit.client.0.smithi159.stdout:4/696: dread d0/d9/da/d33/dac/fb8 [0,4194304] 0 2024-09-17T10:39:57.835 INFO:tasks.workunit.client.0.smithi159.stdout:2/725: write d0/df/d3e/f44 [3574781,87545] 0 2024-09-17T10:39:57.835 INFO:tasks.workunit.client.0.smithi159.stdout:2/726: truncate d0/df/d3e/d47/d79/f98 981911 0 2024-09-17T10:39:57.837 INFO:tasks.workunit.client.1.smithi170.stdout:1/518: mkdir d3/d37/d7b/d8b/db8/dbb 0 2024-09-17T10:39:57.837 INFO:tasks.workunit.client.1.smithi170.stdout:1/519: creat d3/d77/dad/fbc x:0 0 0 2024-09-17T10:39:57.837 INFO:tasks.workunit.client.1.smithi170.stdout:4/283: read d9/f25 [2148858,122039] 0 2024-09-17T10:39:57.845 INFO:tasks.workunit.client.0.smithi159.stdout:6/807: rmdir d1/df 39 2024-09-17T10:39:57.845 INFO:tasks.workunit.client.0.smithi159.stdout:6/808: fdatasync d1/df/d2c/d85/f6b 0 2024-09-17T10:39:57.846 INFO:tasks.workunit.client.0.smithi159.stdout:4/697: dread d0/d9/d24/d48/f83 [0,4194304] 0 2024-09-17T10:39:57.847 INFO:tasks.workunit.client.0.smithi159.stdout:4/698: dread d0/d9/d97/d9f/d5d/d82/dc6/f61 [0,4194304] 0 2024-09-17T10:39:57.847 INFO:tasks.workunit.client.0.smithi159.stdout:4/699: chown d0/d9/d97/d9f/d5d/d82/dc6/f6d 0 1 2024-09-17T10:39:57.848 INFO:tasks.workunit.client.0.smithi159.stdout:1/755: stat d1/d2f/d9e/d1a/d3b/d9f/lab 0 2024-09-17T10:39:57.848 INFO:tasks.workunit.client.0.smithi159.stdout:1/756: chown d1/d10/d5e/dbb/fce 21604 1 2024-09-17T10:39:57.850 INFO:tasks.workunit.client.0.smithi159.stdout:8/829: rename d4/l15 to d4/dd/d10/d1a/d72/d109/l119 0 2024-09-17T10:39:57.850 INFO:tasks.workunit.client.1.smithi170.stdout:4/284: dwrite d9/f25 [4194304,4194304] 0 2024-09-17T10:39:57.856 INFO:tasks.workunit.client.0.smithi159.stdout:9/846: creat d0/d3/d7/da/dc/de/d3e/f120 x:0 0 0 2024-09-17T10:39:57.858 INFO:tasks.workunit.client.1.smithi170.stdout:4/285: mknod d9/d12/d36/d42/d40/c5b 0 2024-09-17T10:39:57.858 INFO:tasks.workunit.client.1.smithi170.stdout:4/286: chown d9/d12/d36/d42/d40/f4f 3 1 2024-09-17T10:39:57.858 INFO:tasks.workunit.client.1.smithi170.stdout:4/287: creat d9/d12/d36/d42/f5c x:0 0 0 2024-09-17T10:39:57.859 INFO:tasks.workunit.client.0.smithi159.stdout:3/776: mknod d9/df/d54/d59/d5e/d9a/ceb 0 2024-09-17T10:39:57.859 INFO:tasks.workunit.client.0.smithi159.stdout:3/777: chown d9/df/d2c/d2f/d63/d8d/d74/db7/de8 106570 1 2024-09-17T10:39:57.865 INFO:tasks.workunit.client.1.smithi170.stdout:4/288: getdents d9/d3e 0 2024-09-17T10:39:57.867 INFO:tasks.workunit.client.1.smithi170.stdout:4/289: symlink d9/d12/d36/d42/l5d 0 2024-09-17T10:39:57.867 INFO:tasks.workunit.client.1.smithi170.stdout:4/290: write d9/d3e/f50 [899990,64421] 0 2024-09-17T10:39:57.869 INFO:tasks.workunit.client.0.smithi159.stdout:0/776: unlink d5/dcf/db9/de7/c61 0 2024-09-17T10:39:57.869 INFO:tasks.workunit.client.0.smithi159.stdout:0/777: write d5/d12/fd5 [4656179,21925] 0 2024-09-17T10:39:57.871 INFO:tasks.workunit.client.0.smithi159.stdout:5/655: truncate d19/d1b/d21/f6c 928718 0 2024-09-17T10:39:57.871 INFO:tasks.workunit.client.0.smithi159.stdout:5/656: readlink d19/d1b/d1d/d59/l81 0 2024-09-17T10:39:57.876 INFO:tasks.workunit.client.0.smithi159.stdout:6/809: creat d1/db4/ffb x:0 0 0 2024-09-17T10:39:57.877 INFO:tasks.workunit.client.0.smithi159.stdout:4/700: truncate d0/d9/da/d33/f3d 1991776 0 2024-09-17T10:39:57.878 INFO:tasks.workunit.client.0.smithi159.stdout:0/778: dread d5/dcf/d18/d22/d4c/fbb [0,4194304] 0 2024-09-17T10:39:57.879 INFO:tasks.workunit.client.0.smithi159.stdout:1/757: mknod d1/d10/d5e/dbb/ddb/da2/dc5/d7d/dd2/cdf 0 2024-09-17T10:39:57.889 INFO:tasks.workunit.client.0.smithi159.stdout:8/830: creat d4/dd/d26/f11a x:0 0 0 2024-09-17T10:39:57.891 INFO:tasks.workunit.client.1.smithi170.stdout:2/602: write dd/f13 [1788963,109475] 0 2024-09-17T10:39:57.891 INFO:tasks.workunit.client.1.smithi170.stdout:2/603: write dd/d54/f77 [888778,8914] 0 2024-09-17T10:39:57.892 INFO:tasks.workunit.client.0.smithi159.stdout:9/847: link d0/d3/d7/da/d46/d54/d8b/lf4 d0/d3/d7/da/dc/d3a/l121 0 2024-09-17T10:39:57.892 INFO:tasks.workunit.client.0.smithi159.stdout:9/848: fsync d0/d3/d7/da/d46/de1/d47/fb0 0 2024-09-17T10:39:57.894 INFO:tasks.workunit.client.0.smithi159.stdout:4/701: dwrite d0/d12/d2f/f6e [4194304,4194304] 0 2024-09-17T10:39:57.894 INFO:tasks.workunit.client.0.smithi159.stdout:4/702: creat d0/d9/d24/fe1 x:0 0 0 2024-09-17T10:39:57.894 INFO:tasks.workunit.client.0.smithi159.stdout:4/703: fdatasync d0/d9/d97/db7/fd3 0 2024-09-17T10:39:57.894 INFO:tasks.workunit.client.0.smithi159.stdout:3/778: creat d9/df/d54/d59/d99/fec x:0 0 0 2024-09-17T10:39:57.898 INFO:tasks.workunit.client.1.smithi170.stdout:2/604: symlink dd/d14/d72/lca 0 2024-09-17T10:39:57.901 INFO:tasks.workunit.client.0.smithi159.stdout:5/657: creat d19/d1a/d89/fe1 x:0 0 0 2024-09-17T10:39:57.902 INFO:tasks.workunit.client.0.smithi159.stdout:5/658: dread - d19/d1b/d1d/f31 zero size 2024-09-17T10:39:57.904 INFO:tasks.workunit.client.1.smithi170.stdout:2/605: rmdir dd/d1a/d7d/dbc/dbe 0 2024-09-17T10:39:57.904 INFO:tasks.workunit.client.1.smithi170.stdout:2/606: fsync dd/d14/d19/d37/f99 0 2024-09-17T10:39:57.904 INFO:tasks.workunit.client.1.smithi170.stdout:2/607: chown dd/d14/d19/d4c/cbf 1465 1 2024-09-17T10:39:57.906 INFO:tasks.workunit.client.0.smithi159.stdout:6/810: rmdir d1/d5d 39 2024-09-17T10:39:57.907 INFO:tasks.workunit.client.0.smithi159.stdout:0/779: rename d5/dcf/d18/d22/f40 to d5/d4f/db2/df6/f112 0 2024-09-17T10:39:57.909 INFO:tasks.workunit.client.1.smithi170.stdout:2/608: link dd/d3a/c5f dd/d64/ccb 0 2024-09-17T10:39:57.909 INFO:tasks.workunit.client.1.smithi170.stdout:2/609: write dd/d14/f62 [3982411,104269] 0 2024-09-17T10:39:57.909 INFO:tasks.workunit.client.1.smithi170.stdout:2/610: chown dd/f10 228951 1 2024-09-17T10:39:57.910 INFO:tasks.workunit.client.0.smithi159.stdout:4/704: dwrite d0/d9/d97/d9f/d5d/d82/dc6/f6d [0,4194304] 0 2024-09-17T10:39:57.912 INFO:tasks.workunit.client.0.smithi159.stdout:1/758: mkdir d1/d2/d8f/de0 0 2024-09-17T10:39:57.913 INFO:tasks.workunit.client.0.smithi159.stdout:3/779: getdents d9/df/d2c/d2f/d63/d8d/d74/db7/de8 0 2024-09-17T10:39:57.915 INFO:tasks.workunit.client.0.smithi159.stdout:8/831: rename d4/d32/d5f/fe6 to d4/dd/d10e/dfd/f11b 0 2024-09-17T10:39:57.917 INFO:tasks.workunit.client.0.smithi159.stdout:0/780: creat d5/dcf/d18/d22/da2/db3/d100/f113 x:0 0 0 2024-09-17T10:39:57.917 INFO:tasks.workunit.client.0.smithi159.stdout:0/781: creat d5/dcf/d18/d22/d3e/d62/f114 x:0 0 0 2024-09-17T10:39:57.917 INFO:tasks.workunit.client.0.smithi159.stdout:0/782: fsync d5/dcf/d18/d22/da2/df0/dfa/f10c 0 2024-09-17T10:39:57.922 INFO:tasks.workunit.client.0.smithi159.stdout:1/759: mknod d1/d2/d82/ce1 0 2024-09-17T10:39:57.924 INFO:tasks.workunit.client.0.smithi159.stdout:3/780: mknod d9/df/d2c/d77/dac/dcb/ced 0 2024-09-17T10:39:57.924 INFO:tasks.workunit.client.0.smithi159.stdout:3/781: fsync d9/df/fe6 0 2024-09-17T10:39:57.924 INFO:tasks.workunit.client.0.smithi159.stdout:3/782: write d9/df/d54/d59/fa2 [4222099,81162] 0 2024-09-17T10:39:57.926 INFO:tasks.workunit.client.0.smithi159.stdout:2/727: write d0/d14/f2f [398252,55986] 0 2024-09-17T10:39:57.929 INFO:tasks.workunit.client.0.smithi159.stdout:1/760: mknod d1/d2f/d9e/d1a/dc/d18/ce2 0 2024-09-17T10:39:57.935 INFO:tasks.workunit.client.0.smithi159.stdout:1/761: mknod d1/d2f/ce3 0 2024-09-17T10:39:57.935 INFO:tasks.workunit.client.0.smithi159.stdout:6/811: dwrite d1/df/d11/d16/fc9 [0,4194304] 0 2024-09-17T10:39:57.936 INFO:tasks.workunit.client.0.smithi159.stdout:6/812: chown d1/df/d2c/d35/lcd 13194837 1 2024-09-17T10:39:57.936 INFO:tasks.workunit.client.0.smithi159.stdout:3/783: truncate d9/f31 1730843 0 2024-09-17T10:39:57.938 INFO:tasks.workunit.client.0.smithi159.stdout:9/849: rename d0/d3/d7/da/dc/de/d3e to d0/d3/d7/da/dc/d1c/d2b/d122 0 2024-09-17T10:39:57.939 INFO:tasks.workunit.client.0.smithi159.stdout:4/705: dwrite d0/d9/da/d19/f23 [4194304,4194304] 0 2024-09-17T10:39:57.939 INFO:tasks.workunit.client.0.smithi159.stdout:4/706: fdatasync d0/d9/d97/d9f/fdb 0 2024-09-17T10:39:57.939 INFO:tasks.workunit.client.0.smithi159.stdout:4/707: dread - d0/d9/d97/d9f/d5d/d82/fba zero size 2024-09-17T10:39:57.939 INFO:tasks.workunit.client.0.smithi159.stdout:8/832: dwrite d4/dd/d10/f9f [0,4194304] 0 2024-09-17T10:39:57.939 INFO:tasks.workunit.client.0.smithi159.stdout:7/733: sync 2024-09-17T10:39:57.942 INFO:tasks.workunit.client.0.smithi159.stdout:6/813: mknod d1/df/d2c/d35/d55/dc0/cfc 0 2024-09-17T10:39:57.942 INFO:tasks.workunit.client.0.smithi159.stdout:6/814: chown d1/df/d11/d16/fc9 6314 1 2024-09-17T10:39:57.942 INFO:tasks.workunit.client.0.smithi159.stdout:6/815: truncate d1/df/d2c/d35/d3e/d7c/ff4 788712 0 2024-09-17T10:39:57.944 INFO:tasks.workunit.client.0.smithi159.stdout:2/728: dwrite d0/df/d3e/d46/d66/fac [0,4194304] 0 2024-09-17T10:39:57.945 INFO:tasks.workunit.client.0.smithi159.stdout:5/659: rename d19/d69/d78/d86 to d19/d1b/d1d/d59/da7/de2 0 2024-09-17T10:39:57.947 INFO:tasks.workunit.client.0.smithi159.stdout:9/850: link d0/d3/d7/c52 d0/d3/dfe/c123 0 2024-09-17T10:39:57.947 INFO:tasks.workunit.client.0.smithi159.stdout:3/784: write d9/df/d2c/d2f/f92 [1570146,115544] 0 2024-09-17T10:39:57.950 INFO:tasks.workunit.client.0.smithi159.stdout:4/708: creat d0/d12/db1/dc0/fe2 x:0 0 0 2024-09-17T10:39:57.950 INFO:tasks.workunit.client.0.smithi159.stdout:4/709: write d0/d9/f3e [1035816,109622] 0 2024-09-17T10:39:57.950 INFO:tasks.workunit.client.0.smithi159.stdout:4/710: fdatasync d0/d9/d24/d48/fad 0 2024-09-17T10:39:57.952 INFO:tasks.workunit.client.0.smithi159.stdout:8/833: mknod d4/dd/d10/d33/d99/daf/dc5/c11c 0 2024-09-17T10:39:57.953 INFO:tasks.workunit.client.0.smithi159.stdout:7/734: symlink d2/d18/d20/d2c/l10d 0 2024-09-17T10:39:57.957 INFO:tasks.workunit.client.0.smithi159.stdout:4/711: write d0/d9/da/d33/dac/fb8 [3205096,108561] 0 2024-09-17T10:39:57.957 INFO:tasks.workunit.client.0.smithi159.stdout:4/712: write d0/d9/da/d42/dc2/fc8 [619576,6094] 0 2024-09-17T10:39:57.957 INFO:tasks.workunit.client.0.smithi159.stdout:4/713: readlink d0/d9/da/d19/l1e 0 2024-09-17T10:39:57.961 INFO:tasks.workunit.client.0.smithi159.stdout:6/816: dwrite d1/df/da4/ff9 [0,4194304] 0 2024-09-17T10:39:57.963 INFO:tasks.workunit.client.0.smithi159.stdout:2/729: dwrite d0/df/d3e/d46/dc8/fbe [0,4194304] 0 2024-09-17T10:39:57.964 INFO:tasks.workunit.client.0.smithi159.stdout:5/660: symlink d19/d1a/d32/le3 0 2024-09-17T10:39:57.964 INFO:tasks.workunit.client.0.smithi159.stdout:5/661: chown d19/d1b/d1d/d59/db6 1663 1 2024-09-17T10:39:57.967 INFO:tasks.workunit.client.0.smithi159.stdout:9/851: creat d0/d3/d7/da/f124 x:0 0 0 2024-09-17T10:39:57.968 INFO:tasks.workunit.client.0.smithi159.stdout:9/852: fsync d0/d1/ffd 0 2024-09-17T10:39:57.968 INFO:tasks.workunit.client.0.smithi159.stdout:7/735: mknod d2/d23/d67/d47/d4a/d4d/dad/dd8/c10e 0 2024-09-17T10:39:57.969 INFO:tasks.workunit.client.0.smithi159.stdout:7/736: write d2/d18/d20/d3f/d40/d7f/fc9 [142644,30987] 0 2024-09-17T10:39:57.971 INFO:tasks.workunit.client.0.smithi159.stdout:6/817: dread d1/df/d11/f29 [0,4194304] 0 2024-09-17T10:39:57.972 INFO:tasks.workunit.client.0.smithi159.stdout:8/834: dwrite d4/dd/fc3 [0,4194304] 0 2024-09-17T10:39:57.978 INFO:tasks.workunit.client.0.smithi159.stdout:9/853: dread d0/d3/d7/da/dc/d40/d7d/f9e [0,4194304] 0 2024-09-17T10:39:57.978 INFO:tasks.workunit.client.0.smithi159.stdout:9/854: chown d0/d3/d7/da/d46/f65 693712 1 2024-09-17T10:39:57.978 INFO:tasks.workunit.client.0.smithi159.stdout:9/855: truncate d0/d3/d7/da/dc/d3a/da6/f100 669116 0 2024-09-17T10:39:57.979 INFO:tasks.workunit.client.0.smithi159.stdout:0/783: rename d5/dcf/d18/d22/d3e to d5/dcf/d18/d22/da2/d115 0 2024-09-17T10:39:57.979 INFO:tasks.workunit.client.0.smithi159.stdout:0/784: write d5/dcf/d18/d22/f80 [236474,64145] 0 2024-09-17T10:39:57.980 INFO:tasks.workunit.client.0.smithi159.stdout:2/730: unlink d0/le3 0 2024-09-17T10:39:57.980 INFO:tasks.workunit.client.0.smithi159.stdout:4/714: rmdir d0/db5 39 2024-09-17T10:39:57.988 INFO:tasks.workunit.client.0.smithi159.stdout:5/662: dwrite d19/d1b/d1d/f52 [0,4194304] 0 2024-09-17T10:39:57.997 INFO:tasks.workunit.client.0.smithi159.stdout:8/835: truncate d4/dd/d10/d4b/d8b/d53/fbe 2324631 0 2024-09-17T10:39:57.997 INFO:tasks.workunit.client.0.smithi159.stdout:8/836: chown d4/dd/d10/d1a/d6b/fa5 1 1 2024-09-17T10:39:57.999 INFO:tasks.workunit.client.0.smithi159.stdout:6/818: dwrite d1/d5d/d51/fa1 [0,4194304] 0 2024-09-17T10:39:58.000 INFO:tasks.workunit.client.0.smithi159.stdout:9/856: link d0/d3/d7/da9/f11f d0/d3/d7/da/d46/de1/d81/f125 0 2024-09-17T10:39:58.003 INFO:tasks.workunit.client.0.smithi159.stdout:2/731: dwrite d0/df/d3e/d47/d79/fc0 [0,4194304] 0 2024-09-17T10:39:58.003 INFO:tasks.workunit.client.0.smithi159.stdout:2/732: creat d0/df/d3e/d7a/d91/ff4 x:0 0 0 2024-09-17T10:39:58.003 INFO:tasks.workunit.client.0.smithi159.stdout:1/762: rename d1/d10/d5e/dbb/ddb/da2/dc5/d7d to d1/d2f/d9e/d1a/dc/d18/de4 0 2024-09-17T10:39:58.005 INFO:tasks.workunit.client.0.smithi159.stdout:5/663: dwrite d19/d6f/faa [0,4194304] 0 2024-09-17T10:39:58.005 INFO:tasks.workunit.client.0.smithi159.stdout:0/785: mknod d5/d12/d32/dc3/c116 0 2024-09-17T10:39:58.007 INFO:tasks.workunit.client.0.smithi159.stdout:4/715: creat d0/d9/d24/d39/d6a/d89/fe3 x:0 0 0 2024-09-17T10:39:58.013 INFO:tasks.workunit.client.0.smithi159.stdout:9/857: write d0/d3/d7/da/d46/d54/d8b/fbc [3759082,86775] 0 2024-09-17T10:39:58.013 INFO:tasks.workunit.client.0.smithi159.stdout:8/837: link d4/dd/d10/d33/d99/daf/d10f/f112 d4/dd/d10/d1a/d72/d109/f11d 0 2024-09-17T10:39:58.013 INFO:tasks.workunit.client.0.smithi159.stdout:8/838: creat d4/da/f11e x:0 0 0 2024-09-17T10:39:58.016 INFO:tasks.workunit.client.0.smithi159.stdout:4/716: dread d0/d9/d67/f80 [0,4194304] 0 2024-09-17T10:39:58.016 INFO:tasks.workunit.client.0.smithi159.stdout:6/819: mkdir d1/df/d2c/d35/d55/dc0/dd4/dfd 0 2024-09-17T10:39:58.016 INFO:tasks.workunit.client.0.smithi159.stdout:8/839: read d4/dd/d10/d33/fc6 [4679100,25575] 0 2024-09-17T10:39:58.016 INFO:tasks.workunit.client.0.smithi159.stdout:8/840: read - d4/dd/d10e/fdd zero size 2024-09-17T10:39:58.018 INFO:tasks.workunit.client.0.smithi159.stdout:2/733: mknod d0/df/dee/d5e/cf5 0 2024-09-17T10:39:58.019 INFO:tasks.workunit.client.0.smithi159.stdout:3/785: rename d9/df/d2c/d2f/d63/d8d/c94 to d9/df/d54/d59/d5e/d9a/ddd/cee 0 2024-09-17T10:39:58.020 INFO:tasks.workunit.client.0.smithi159.stdout:1/763: link d1/d63/d6c/c56 d1/d2/d8f/ce5 0 2024-09-17T10:39:58.021 INFO:tasks.workunit.client.0.smithi159.stdout:4/717: write d0/d9/da/d19/f79 [2179689,10822] 0 2024-09-17T10:39:58.021 INFO:tasks.workunit.client.0.smithi159.stdout:4/718: chown d0/d9/d97/db7/lca 54906 1 2024-09-17T10:39:58.028 INFO:tasks.workunit.client.0.smithi159.stdout:3/786: dread d9/f23 [0,4194304] 0 2024-09-17T10:39:58.028 INFO:tasks.workunit.client.0.smithi159.stdout:3/787: chown d9/df/d2c/l19 65617 1 2024-09-17T10:39:58.031 INFO:tasks.workunit.client.0.smithi159.stdout:3/788: dread d9/df/d54/d59/d5e/d9a/ddd/de2/f50 [0,4194304] 0 2024-09-17T10:39:58.031 INFO:tasks.workunit.client.0.smithi159.stdout:3/789: fdatasync d9/df/d54/d59/d5e/d9a/ddd/de2/f65 0 2024-09-17T10:39:58.037 INFO:tasks.workunit.client.0.smithi159.stdout:6/820: mkdir d1/db4/dfe 0 2024-09-17T10:39:58.038 INFO:tasks.workunit.client.0.smithi159.stdout:8/841: symlink d4/dd/d10/d33/d99/daf/dc5/l11f 0 2024-09-17T10:39:58.039 INFO:tasks.workunit.client.0.smithi159.stdout:8/842: creat d4/dd/d10/d1a/d6d/f120 x:0 0 0 2024-09-17T10:39:58.039 INFO:tasks.workunit.client.0.smithi159.stdout:2/734: mkdir d0/df/dee/d67/df6 0 2024-09-17T10:39:58.039 INFO:tasks.workunit.client.0.smithi159.stdout:2/735: truncate d0/d6c/ff3 951787 0 2024-09-17T10:39:58.041 INFO:tasks.workunit.client.0.smithi159.stdout:7/737: rename d2/f7 to d2/d23/d67/d47/d4a/d4d/d75/d78/f10f 0 2024-09-17T10:39:58.041 INFO:tasks.workunit.client.0.smithi159.stdout:1/764: getdents d1 0 2024-09-17T10:39:58.044 INFO:tasks.workunit.client.0.smithi159.stdout:4/719: mknod d0/d9/da/d42/dce/ce4 0 2024-09-17T10:39:58.044 INFO:tasks.workunit.client.0.smithi159.stdout:4/720: write d0/d9/d97/d9f/d5d/d82/fba [878905,129457] 0 2024-09-17T10:39:58.045 INFO:tasks.workunit.client.0.smithi159.stdout:9/858: getdents d0/d3/d7/da/dc/de/d36/d10d 0 2024-09-17T10:39:58.047 INFO:tasks.workunit.client.0.smithi159.stdout:6/821: link d1/df/d2c/d35/d3e/d7c/ce4 d1/df/d2c/d35/d3e/dc3/cff 0 2024-09-17T10:39:58.047 INFO:tasks.workunit.client.0.smithi159.stdout:6/822: readlink d1/d5d/l68 0 2024-09-17T10:39:58.047 INFO:tasks.workunit.client.0.smithi159.stdout:6/823: chown d1 426986 1 2024-09-17T10:39:58.050 INFO:tasks.workunit.client.0.smithi159.stdout:8/843: creat d4/d4e/f121 x:0 0 0 2024-09-17T10:39:58.050 INFO:tasks.workunit.client.0.smithi159.stdout:7/738: dread d2/d23/d67/d47/d4a/d4d/d75/f85 [0,4194304] 0 2024-09-17T10:39:58.052 INFO:tasks.workunit.client.0.smithi159.stdout:2/736: link d0/df/dee/la6 d0/df/d3e/d46/dc4/lf7 0 2024-09-17T10:39:58.052 INFO:tasks.workunit.client.0.smithi159.stdout:2/737: write d0/d9/f99 [658242,96546] 0 2024-09-17T10:39:58.052 INFO:tasks.workunit.client.0.smithi159.stdout:2/738: dread - d0/d26/d4b/f7e zero size 2024-09-17T10:39:58.052 INFO:tasks.workunit.client.0.smithi159.stdout:2/739: chown d0/d26/d4b/d6d/f41 999688227 1 2024-09-17T10:39:58.054 INFO:tasks.workunit.client.1.smithi170.stdout:0/443: sync 2024-09-17T10:39:58.054 INFO:tasks.workunit.client.1.smithi170.stdout:3/552: sync 2024-09-17T10:39:58.054 INFO:tasks.workunit.client.1.smithi170.stdout:3/553: readlink d18/d1c/d2b/d5f/l6a 0 2024-09-17T10:39:58.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/419: sync 2024-09-17T10:39:58.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/420: chown dd/d40/d4e/d29/c83 2557441 1 2024-09-17T10:39:58.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/421: dread - dd/d40/d4e/d29/d2c/d41/f6e zero size 2024-09-17T10:39:58.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/422: truncate dd/d40/d4e/f4a 403284 0 2024-09-17T10:39:58.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/423: fdatasync dd/d40/d4e/d23/f60 0 2024-09-17T10:39:58.055 INFO:tasks.workunit.client.1.smithi170.stdout:9/424: truncate dd/d40/d32/d3d/f48 738668 0 2024-09-17T10:39:58.058 INFO:tasks.workunit.client.0.smithi159.stdout:5/664: rename d19/d1a/d32/cca to d19/d1a/d32/ddc/ce4 0 2024-09-17T10:39:58.062 INFO:tasks.workunit.client.1.smithi170.stdout:0/444: rmdir dd/de/d10/d8d 39 2024-09-17T10:39:58.067 INFO:tasks.workunit.client.0.smithi159.stdout:6/824: mkdir d1/d83/d100 0 2024-09-17T10:39:58.069 INFO:tasks.workunit.client.1.smithi170.stdout:9/425: dread dd/f1e [0,4194304] 0 2024-09-17T10:39:58.070 INFO:tasks.workunit.client.1.smithi170.stdout:3/554: creat d18/d26/fb7 x:0 0 0 2024-09-17T10:39:58.071 INFO:tasks.workunit.client.0.smithi159.stdout:9/859: dwrite d0/d3/d7/da/d46/de1/d47/f8c [0,4194304] 0 2024-09-17T10:39:58.072 INFO:tasks.workunit.client.0.smithi159.stdout:7/739: symlink d2/d23/d67/d47/l110 0 2024-09-17T10:39:58.072 INFO:tasks.workunit.client.0.smithi159.stdout:4/721: dwrite d0/d9/d97/d9f/d5d/d82/dc6/f8c [0,4194304] 0 2024-09-17T10:39:58.073 INFO:tasks.workunit.client.1.smithi170.stdout:0/445: mknod dd/de/d3d/c8f 0 2024-09-17T10:39:58.073 INFO:tasks.workunit.client.1.smithi170.stdout:0/446: truncate dd/de/d10/d13/d59/f68 637350 0 2024-09-17T10:39:58.080 INFO:tasks.workunit.client.1.smithi170.stdout:3/555: read d18/d2c/f45 [55036,3132] 0 2024-09-17T10:39:58.080 INFO:tasks.workunit.client.1.smithi170.stdout:3/556: read - d18/d1c/f5c zero size 2024-09-17T10:39:58.080 INFO:tasks.workunit.client.1.smithi170.stdout:3/557: creat d18/d26/d58/fb8 x:0 0 0 2024-09-17T10:39:58.080 INFO:tasks.workunit.client.1.smithi170.stdout:3/558: fsync d18/fa1 0 2024-09-17T10:39:58.080 INFO:tasks.workunit.client.1.smithi170.stdout:3/559: stat d18/d2c/f45 0 2024-09-17T10:39:58.081 INFO:tasks.workunit.client.0.smithi159.stdout:3/790: rename d9/df/d2c/d77/dac/dcb to d9/df/d2c/d2f/d63/d8d/d8e/daf/db9/def 0 2024-09-17T10:39:58.081 INFO:tasks.workunit.client.0.smithi159.stdout:8/844: dwrite d4/dd/d26/f27 [0,4194304] 0 2024-09-17T10:39:58.081 INFO:tasks.workunit.client.0.smithi159.stdout:8/845: chown d4/dd/d10/d4b/f59 4442015 1 2024-09-17T10:39:58.082 INFO:tasks.workunit.client.0.smithi159.stdout:8/846: readlink d4/da/l25 0 2024-09-17T10:39:58.082 INFO:tasks.workunit.client.1.smithi170.stdout:9/426: rmdir dd/d16/d17/d43/d88 39 2024-09-17T10:39:58.082 INFO:tasks.workunit.client.1.smithi170.stdout:9/427: fsync dd/d40/d4e/f31 0 2024-09-17T10:39:58.082 INFO:tasks.workunit.client.1.smithi170.stdout:3/560: read d18/d24/f86 [514327,16] 0 2024-09-17T10:39:58.084 INFO:tasks.workunit.client.0.smithi159.stdout:5/665: unlink d19/ca5 0 2024-09-17T10:39:58.084 INFO:tasks.workunit.client.0.smithi159.stdout:9/860: dread d0/d3/d7/da/dc/de/d36/d10d/dcd/f119 [0,4194304] 0 2024-09-17T10:39:58.087 INFO:tasks.workunit.client.0.smithi159.stdout:1/765: mkdir d1/d10/de6 0 2024-09-17T10:39:58.088 INFO:tasks.workunit.client.1.smithi170.stdout:0/447: dread fc [0,4194304] 0 2024-09-17T10:39:58.088 INFO:tasks.workunit.client.1.smithi170.stdout:0/448: getdents dd/de/d10/d13 0 2024-09-17T10:39:58.090 INFO:tasks.workunit.client.1.smithi170.stdout:9/428: truncate dd/d40/f6c 3536247 0 2024-09-17T10:39:58.092 INFO:tasks.workunit.client.0.smithi159.stdout:3/791: dread d9/df/d2c/d2f/d63/d8d/f6d [0,4194304] 0 2024-09-17T10:39:58.093 INFO:tasks.workunit.client.1.smithi170.stdout:3/561: symlink d18/d26/d58/lb9 0 2024-09-17T10:39:58.093 INFO:tasks.workunit.client.0.smithi159.stdout:6/825: dwrite d1/df/d2c/d35/d55/dc0/dd4/df1/fd6 [0,4194304] 0 2024-09-17T10:39:58.093 INFO:tasks.workunit.client.0.smithi159.stdout:8/847: dread d4/f5 [0,4194304] 0 2024-09-17T10:39:58.098 INFO:tasks.workunit.client.0.smithi159.stdout:9/861: dread d0/d3/d7/da9/fb9 [0,4194304] 0 2024-09-17T10:39:58.102 INFO:tasks.workunit.client.0.smithi159.stdout:7/740: symlink d2/d18/d20/d3f/d40/l111 0 2024-09-17T10:39:58.103 INFO:tasks.workunit.client.0.smithi159.stdout:6/826: dread d1/df/d2c/d35/d55/dc0/dd4/df1/fd6 [0,4194304] 0 2024-09-17T10:39:58.104 INFO:tasks.workunit.client.1.smithi170.stdout:9/429: mkdir dd/d40/d4e/d29/d54/d8c 0 2024-09-17T10:39:58.107 INFO:tasks.workunit.client.1.smithi170.stdout:3/562: mkdir d18/d26/d56/d97/dba 0 2024-09-17T10:39:58.109 INFO:tasks.workunit.client.1.smithi170.stdout:0/449: dwrite dd/de/d3d/d4d/d5c/d69/f64 [0,4194304] 0 2024-09-17T10:39:58.110 INFO:tasks.workunit.client.1.smithi170.stdout:0/450: chown dd/de/d16/f1a 18307993 1 2024-09-17T10:39:58.110 INFO:tasks.workunit.client.0.smithi159.stdout:9/862: dread d0/d3/f30 [0,4194304] 0 2024-09-17T10:39:58.110 INFO:tasks.workunit.client.0.smithi159.stdout:9/863: chown d0/d3/d7/da/dc/d1c/d2b/c5d 147719 1 2024-09-17T10:39:58.110 INFO:tasks.workunit.client.0.smithi159.stdout:4/722: creat d0/d9/d97/d9f/d5d/dab/fe5 x:0 0 0 2024-09-17T10:39:58.113 INFO:tasks.workunit.client.1.smithi170.stdout:3/563: creat d18/d26/d56/fbb x:0 0 0 2024-09-17T10:39:58.114 INFO:tasks.workunit.client.1.smithi170.stdout:9/430: dread dd/d40/d4e/d23/f60 [0,4194304] 0 2024-09-17T10:39:58.121 INFO:tasks.workunit.client.1.smithi170.stdout:0/451: mknod dd/de/d10/d8d/c90 0 2024-09-17T10:39:58.123 INFO:tasks.workunit.client.1.smithi170.stdout:9/431: mknod dd/d40/d4e/d29/d54/c8d 0 2024-09-17T10:39:58.125 INFO:tasks.workunit.client.0.smithi159.stdout:3/792: rename d9/df/d2c/l19 to d9/df/d2c/d2f/d63/d8d/d8e/lf0 0 2024-09-17T10:39:58.126 INFO:tasks.workunit.client.0.smithi159.stdout:9/864: dwrite d0/d3/d7/da/dc/de/f102 [0,4194304] 0 2024-09-17T10:39:58.126 INFO:tasks.workunit.client.1.smithi170.stdout:9/432: symlink dd/d16/d17/d43/d66/l8e 0 2024-09-17T10:39:58.129 INFO:tasks.workunit.client.0.smithi159.stdout:8/848: creat d4/dd/d10/d1a/d72/d81/f122 x:0 0 0 2024-09-17T10:39:58.130 INFO:tasks.workunit.client.1.smithi170.stdout:9/433: truncate dd/d40/d4e/d23/f2b 1919355 0 2024-09-17T10:39:58.131 INFO:tasks.workunit.client.0.smithi159.stdout:7/741: getdents d2/d18 0 2024-09-17T10:39:58.134 INFO:tasks.workunit.client.0.smithi159.stdout:6/827: symlink d1/df/d2c/d35/d55/d64/d98/dcf/l101 0 2024-09-17T10:39:58.136 INFO:tasks.workunit.client.1.smithi170.stdout:9/434: creat dd/d16/d2a/f8f x:0 0 0 2024-09-17T10:39:58.138 INFO:tasks.workunit.client.0.smithi159.stdout:4/723: mkdir d0/d9/d97/de6 0 2024-09-17T10:39:58.139 INFO:tasks.workunit.client.0.smithi159.stdout:3/793: truncate d9/f31 730730 0 2024-09-17T10:39:58.139 INFO:tasks.workunit.client.1.smithi170.stdout:0/452: dwrite dd/de/d16/f30 [0,4194304] 0 2024-09-17T10:39:58.139 INFO:tasks.workunit.client.1.smithi170.stdout:0/453: stat dd/de/d16/f6a 0 2024-09-17T10:39:58.143 INFO:tasks.workunit.client.0.smithi159.stdout:5/666: write d19/d1b/d1d/d59/da7/db5/f8c [37854,48965] 0 2024-09-17T10:39:58.143 INFO:tasks.workunit.client.0.smithi159.stdout:5/667: fdatasync d19/d1b/d1d/d59/da7/db5/fcf 0 2024-09-17T10:39:58.144 INFO:tasks.workunit.client.0.smithi159.stdout:5/668: write d19/d1b/d1d/d59/da7/db5/f24 [804809,15534] 0 2024-09-17T10:39:58.144 INFO:tasks.workunit.client.0.smithi159.stdout:5/669: chown d19/d69/d78/db3/dbd/f45 79541037 1 2024-09-17T10:39:58.144 INFO:tasks.workunit.client.0.smithi159.stdout:5/670: dread - d19/d69/f9c zero size 2024-09-17T10:39:58.144 INFO:tasks.workunit.client.0.smithi159.stdout:5/671: chown d19/d1b/d1d/d59/l81 19997993 1 2024-09-17T10:39:58.146 INFO:tasks.workunit.client.1.smithi170.stdout:0/454: symlink dd/de/d3d/d4d/d5c/d69/l91 0 2024-09-17T10:39:58.150 INFO:tasks.workunit.client.0.smithi159.stdout:9/865: rmdir d0/d3/d7/da/dc/d1c 39 2024-09-17T10:39:58.151 INFO:tasks.workunit.client.0.smithi159.stdout:8/849: readlink d4/dd/d26/l41 0 2024-09-17T10:39:58.154 INFO:tasks.workunit.client.0.smithi159.stdout:6/828: creat d1/db4/dfe/f102 x:0 0 0 2024-09-17T10:39:58.154 INFO:tasks.workunit.client.0.smithi159.stdout:6/829: creat d1/df/d2c/d35/d55/d64/d98/dcf/f103 x:0 0 0 2024-09-17T10:39:58.154 INFO:tasks.workunit.client.0.smithi159.stdout:6/830: chown d1/df/d11/d16/fdb 4 1 2024-09-17T10:39:58.155 INFO:tasks.workunit.client.0.smithi159.stdout:9/866: dread d0/d3/d7/da/d46/f65 [0,4194304] 0 2024-09-17T10:39:58.155 INFO:tasks.workunit.client.0.smithi159.stdout:7/742: dwrite d2/d23/d67/d47/d4a/d4d/dad/ff2 [0,4194304] 0 2024-09-17T10:39:58.155 INFO:tasks.workunit.client.0.smithi159.stdout:7/743: stat d2/d18/d20/d3f/d73/d82/da2 0 2024-09-17T10:39:58.156 INFO:tasks.workunit.client.0.smithi159.stdout:3/794: rename d9/df/d54/d59/d5e/d9a/ceb to d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/cf1 0 2024-09-17T10:39:58.161 INFO:tasks.workunit.client.0.smithi159.stdout:5/672: link d19/d69/f9c d19/d1b/d36/fe5 0 2024-09-17T10:39:58.164 INFO:tasks.workunit.client.0.smithi159.stdout:4/724: dwrite d0/d9/d97/db7/fd3 [0,4194304] 0 2024-09-17T10:39:58.164 INFO:tasks.workunit.client.1.smithi170.stdout:9/435: rename dd/d40/d4e/d23/f2b to dd/d16/d2a/f90 0 2024-09-17T10:39:58.167 INFO:tasks.workunit.client.0.smithi159.stdout:2/740: sync 2024-09-17T10:39:58.167 INFO:tasks.workunit.client.0.smithi159.stdout:0/786: sync 2024-09-17T10:39:58.167 INFO:tasks.workunit.client.0.smithi159.stdout:0/787: write d5/d4f/de2/ff4 [551090,67110] 0 2024-09-17T10:39:58.167 INFO:tasks.workunit.client.0.smithi159.stdout:0/788: write d5/d12/f55 [142332,72777] 0 2024-09-17T10:39:58.167 INFO:tasks.workunit.client.0.smithi159.stdout:0/789: getdents d5/dcf/d18/d22/d4c/d70 0 2024-09-17T10:39:58.169 INFO:tasks.workunit.client.0.smithi159.stdout:9/867: dread d0/d3/d7/da/d46/d54/d8b/db8/f89 [0,4194304] 0 2024-09-17T10:39:58.169 INFO:tasks.workunit.client.1.smithi170.stdout:9/436: mknod dd/d40/d4e/d29/d54/c91 0 2024-09-17T10:39:58.170 INFO:tasks.workunit.client.1.smithi170.stdout:9/437: write dd/d40/d4e/d23/f70 [4953039,21339] 0 2024-09-17T10:39:58.170 INFO:tasks.workunit.client.1.smithi170.stdout:9/438: chown dd/c80 1017149 1 2024-09-17T10:39:58.170 INFO:tasks.workunit.client.1.smithi170.stdout:0/455: dwrite dd/de/d16/f3c [0,4194304] 0 2024-09-17T10:39:58.175 INFO:tasks.workunit.client.0.smithi159.stdout:0/790: write d5/d12/f27 [919149,6930] 0 2024-09-17T10:39:58.176 INFO:tasks.workunit.client.0.smithi159.stdout:3/795: dwrite d9/df/d2c/d2f/de0/fe1 [0,4194304] 0 2024-09-17T10:39:58.178 INFO:tasks.workunit.client.0.smithi159.stdout:7/744: link d2/d23/d67/d47/d4a/d4d/dad/dd8/c100 d2/d23/d67/d47/d4a/d4d/dad/de3/df7/c112 0 2024-09-17T10:39:58.182 INFO:tasks.workunit.client.1.smithi170.stdout:9/439: creat dd/d40/d4e/d29/d54/f92 x:0 0 0 2024-09-17T10:39:58.184 INFO:tasks.workunit.client.1.smithi170.stdout:0/456: stat dd/de/d16/c29 0 2024-09-17T10:39:58.184 INFO:tasks.workunit.client.1.smithi170.stdout:0/457: dread - dd/de/d10/d13/f74 zero size 2024-09-17T10:39:58.184 INFO:tasks.workunit.client.1.smithi170.stdout:0/458: readlink dd/l18 0 2024-09-17T10:39:58.184 INFO:tasks.workunit.client.0.smithi159.stdout:6/831: write d1/df/d2c/d35/f3a [698956,69258] 0 2024-09-17T10:39:58.184 INFO:tasks.workunit.client.0.smithi159.stdout:6/832: truncate d1/df/d2c/d35/d55/f7e 49604 0 2024-09-17T10:39:58.186 INFO:tasks.workunit.client.1.smithi170.stdout:9/440: unlink dd/d16/d17/c1c 0 2024-09-17T10:39:58.186 INFO:tasks.workunit.client.1.smithi170.stdout:9/441: stat dd/d16/d17/c20 0 2024-09-17T10:39:58.187 INFO:tasks.workunit.client.1.smithi170.stdout:0/459: mknod dd/d82/c92 0 2024-09-17T10:39:58.189 INFO:tasks.workunit.client.1.smithi170.stdout:9/442: mkdir dd/d16/d2a/d51/d93 0 2024-09-17T10:39:58.190 INFO:tasks.workunit.client.1.smithi170.stdout:9/443: write dd/d40/d4e/f4a [319673,106046] 0 2024-09-17T10:39:58.190 INFO:tasks.workunit.client.1.smithi170.stdout:9/444: chown dd/d40/d4e/d4c/l4f 6612 1 2024-09-17T10:39:58.191 INFO:tasks.workunit.client.1.smithi170.stdout:0/460: truncate dd/de/d10/d8d/f45 935067 0 2024-09-17T10:39:58.191 INFO:tasks.workunit.client.1.smithi170.stdout:0/461: dread - dd/f4e zero size 2024-09-17T10:39:58.193 INFO:tasks.workunit.client.1.smithi170.stdout:0/462: dread dd/de/d3d/f6e [0,4194304] 0 2024-09-17T10:39:58.195 INFO:tasks.workunit.client.1.smithi170.stdout:9/445: mknod dd/d40/d4e/d23/c94 0 2024-09-17T10:39:58.195 INFO:tasks.workunit.client.0.smithi159.stdout:1/766: sync 2024-09-17T10:39:58.195 INFO:tasks.workunit.client.0.smithi159.stdout:1/767: chown d1/d2/d14/cd4 2362966 1 2024-09-17T10:39:58.196 INFO:tasks.workunit.client.0.smithi159.stdout:2/741: creat d0/d14/ff8 x:0 0 0 2024-09-17T10:39:58.197 INFO:tasks.workunit.client.1.smithi170.stdout:0/463: truncate dd/de/d3d/d4d/f7c 23419 0 2024-09-17T10:39:58.199 INFO:tasks.workunit.client.0.smithi159.stdout:2/742: dread d0/df/d3e/d47/d79/f82 [0,4194304] 0 2024-09-17T10:39:58.199 INFO:tasks.workunit.client.0.smithi159.stdout:2/743: creat d0/df/d3e/d46/dc4/ff9 x:0 0 0 2024-09-17T10:39:58.200 INFO:tasks.workunit.client.1.smithi170.stdout:9/446: mkdir dd/d16/d17/d5c/d85/d95 0 2024-09-17T10:39:58.202 INFO:tasks.workunit.client.0.smithi159.stdout:0/791: mkdir d5/d4f/de2/d117 0 2024-09-17T10:39:58.203 INFO:tasks.workunit.client.0.smithi159.stdout:1/768: dread d1/d10/d5e/dbb/ddb/da2/dc5/f51 [0,4194304] 0 2024-09-17T10:39:58.205 INFO:tasks.workunit.client.0.smithi159.stdout:0/792: dread d5/f82 [0,4194304] 0 2024-09-17T10:39:58.205 INFO:tasks.workunit.client.1.smithi170.stdout:0/464: mkdir dd/d93 0 2024-09-17T10:39:58.210 INFO:tasks.workunit.client.1.smithi170.stdout:0/465: truncate dd/de/d10/d8d/f45 384429 0 2024-09-17T10:39:58.211 INFO:tasks.workunit.client.1.smithi170.stdout:9/447: dread dd/d16/d17/d5c/f72 [0,4194304] 0 2024-09-17T10:39:58.212 INFO:tasks.workunit.client.0.smithi159.stdout:1/769: dread d1/d63/d6c/f3e [0,4194304] 0 2024-09-17T10:39:58.212 INFO:tasks.workunit.client.0.smithi159.stdout:3/796: creat d9/df/d54/d59/ff2 x:0 0 0 2024-09-17T10:39:58.213 INFO:tasks.workunit.client.1.smithi170.stdout:0/466: creat dd/de/d16/d65/f94 x:0 0 0 2024-09-17T10:39:58.215 INFO:tasks.workunit.client.0.smithi159.stdout:7/745: creat d2/d18/d20/d3f/d73/d95/f113 x:0 0 0 2024-09-17T10:39:58.218 INFO:tasks.workunit.client.0.smithi159.stdout:6/833: mkdir d1/d5d/d51/d88/d104 0 2024-09-17T10:39:58.219 INFO:tasks.workunit.client.1.smithi170.stdout:0/467: creat dd/de/d3d/d4d/f95 x:0 0 0 2024-09-17T10:39:58.225 INFO:tasks.workunit.client.0.smithi159.stdout:5/673: symlink d19/le6 0 2024-09-17T10:39:58.231 INFO:tasks.workunit.client.1.smithi170.stdout:0/468: dread dd/de/d3d/d4d/d5c/d69/f64 [0,4194304] 0 2024-09-17T10:39:58.232 INFO:tasks.workunit.client.1.smithi170.stdout:0/469: unlink dd/de/d16/c40 0 2024-09-17T10:39:58.237 INFO:tasks.workunit.client.0.smithi159.stdout:2/744: creat d0/d26/d4b/d6d/dcd/ffa x:0 0 0 2024-09-17T10:39:58.240 INFO:tasks.workunit.client.0.smithi159.stdout:1/770: mknod d1/d2/d8f/de0/ce7 0 2024-09-17T10:39:58.240 INFO:tasks.workunit.client.0.smithi159.stdout:1/771: chown d1/d10/c84 2672 1 2024-09-17T10:39:58.240 INFO:tasks.workunit.client.1.smithi170.stdout:9/448: dwrite dd/d16/f37 [0,4194304] 0 2024-09-17T10:39:58.241 INFO:tasks.workunit.client.0.smithi159.stdout:3/797: unlink d9/df/f2a 0 2024-09-17T10:39:58.241 INFO:tasks.workunit.client.0.smithi159.stdout:7/746: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/fba [0,4194304] 0 2024-09-17T10:39:58.242 INFO:tasks.workunit.client.0.smithi159.stdout:7/747: read d2/d23/d67/d47/d4a/d4d/dad/de3/df7/f106 [2393283,74145] 0 2024-09-17T10:39:58.242 INFO:tasks.workunit.client.0.smithi159.stdout:6/834: mknod d1/d5d/db6/c105 0 2024-09-17T10:39:58.245 INFO:tasks.workunit.client.0.smithi159.stdout:5/674: symlink d19/d69/d78/le7 0 2024-09-17T10:39:58.245 INFO:tasks.workunit.client.0.smithi159.stdout:5/675: fsync d19/d33/f3c 0 2024-09-17T10:39:58.247 INFO:tasks.workunit.client.0.smithi159.stdout:0/793: dread d5/dcf/d18/f86 [0,4194304] 0 2024-09-17T10:39:58.247 INFO:tasks.workunit.client.0.smithi159.stdout:0/794: creat d5/d4f/db2/df6/f118 x:0 0 0 2024-09-17T10:39:58.249 INFO:tasks.workunit.client.0.smithi159.stdout:4/725: rename d0/d9 to d0/d12/d2f/de7 0 2024-09-17T10:39:58.249 INFO:tasks.workunit.client.0.smithi159.stdout:4/726: chown d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f6d 56 1 2024-09-17T10:39:58.253 INFO:tasks.workunit.client.1.smithi170.stdout:8/489: sync 2024-09-17T10:39:58.253 INFO:tasks.workunit.client.1.smithi170.stdout:8/490: write d4/df/f35 [2103818,40144] 0 2024-09-17T10:39:58.257 INFO:tasks.workunit.client.1.smithi170.stdout:0/470: dwrite dd/de/d10/d8d/f45 [0,4194304] 0 2024-09-17T10:39:58.261 INFO:tasks.workunit.client.0.smithi159.stdout:4/727: write d0/d12/d2f/de7/da/fd [2985944,119255] 0 2024-09-17T10:39:58.261 INFO:tasks.workunit.client.1.smithi170.stdout:9/449: rename dd/d40/d4e/d29/f5b to dd/d40/d4e/d4c/f96 0 2024-09-17T10:39:58.262 INFO:tasks.workunit.client.1.smithi170.stdout:0/471: dread dd/de/d3d/f4c [0,4194304] 0 2024-09-17T10:39:58.264 INFO:tasks.workunit.client.0.smithi159.stdout:2/745: mkdir d0/df/dee/dd3/dab/dfb 0 2024-09-17T10:39:58.265 INFO:tasks.workunit.client.0.smithi159.stdout:2/746: chown d0/d6c/dba/fcf 28 1 2024-09-17T10:39:58.265 INFO:tasks.workunit.client.0.smithi159.stdout:2/747: stat d0/df/d3e/d46/f6a 0 2024-09-17T10:39:58.265 INFO:tasks.workunit.client.0.smithi159.stdout:0/795: dwrite d5/dcf/d18/d22/da2/df0/dfa/f10c [0,4194304] 0 2024-09-17T10:39:58.266 INFO:tasks.workunit.client.0.smithi159.stdout:1/772: dwrite d1/d2f/d9e/f52 [4194304,4194304] 0 2024-09-17T10:39:58.266 INFO:tasks.workunit.client.0.smithi159.stdout:1/773: chown d1/d10/d5e/fde 2162 1 2024-09-17T10:39:58.266 INFO:tasks.workunit.client.1.smithi170.stdout:0/472: dread dd/de/d3d/f4a [0,4194304] 0 2024-09-17T10:39:58.266 INFO:tasks.workunit.client.1.smithi170.stdout:0/473: write dd/de/d3d/d4d/d5c/d69/f55 [286014,40432] 0 2024-09-17T10:39:58.266 INFO:tasks.workunit.client.1.smithi170.stdout:0/474: chown dd/de/d10/f43 1118736 1 2024-09-17T10:39:58.266 INFO:tasks.workunit.client.1.smithi170.stdout:0/475: chown dd/de/d10/d8d 25096 1 2024-09-17T10:39:58.267 INFO:tasks.workunit.client.1.smithi170.stdout:8/491: mknod d4/df/d76/d85/ca8 0 2024-09-17T10:39:58.268 INFO:tasks.workunit.client.0.smithi159.stdout:3/798: creat d9/df/d2c/d2f/d63/d8d/d74/db7/de8/ff3 x:0 0 0 2024-09-17T10:39:58.268 INFO:tasks.workunit.client.0.smithi159.stdout:3/799: write d9/df/d54/d59/d99/fe5 [4928743,101574] 0 2024-09-17T10:39:58.268 INFO:tasks.workunit.client.0.smithi159.stdout:3/800: creat d9/df/d54/d59/ff4 x:0 0 0 2024-09-17T10:39:58.269 INFO:tasks.workunit.client.1.smithi170.stdout:9/450: rename dd/d40/d4e/d29/d54/f92 to dd/d40/d4e/d29/d54/d8c/f97 0 2024-09-17T10:39:58.276 INFO:tasks.workunit.client.1.smithi170.stdout:8/492: dread d4/df/d3a/f60 [0,4194304] 0 2024-09-17T10:39:58.277 INFO:tasks.workunit.client.0.smithi159.stdout:7/748: truncate d2/d18/d20/d2c/f5e 2435131 0 2024-09-17T10:39:58.277 INFO:tasks.workunit.client.0.smithi159.stdout:7/749: stat d2/d23/d67/d47/d4a/lbc 0 2024-09-17T10:39:58.279 INFO:tasks.workunit.client.0.smithi159.stdout:1/774: dwrite d1/d2f/d9e/d1a/f48 [0,4194304] 0 2024-09-17T10:39:58.281 INFO:tasks.workunit.client.1.smithi170.stdout:9/451: unlink dd/d40/d50/l71 0 2024-09-17T10:39:58.283 INFO:tasks.workunit.client.0.smithi159.stdout:5/676: rmdir d19/d69/d8d 39 2024-09-17T10:39:58.283 INFO:tasks.workunit.client.1.smithi170.stdout:0/476: getdents dd/de/d3d 0 2024-09-17T10:39:58.285 INFO:tasks.workunit.client.1.smithi170.stdout:0/477: dread dd/de/d3d/f4a [0,4194304] 0 2024-09-17T10:39:58.285 INFO:tasks.workunit.client.1.smithi170.stdout:0/478: fdatasync dd/f15 0 2024-09-17T10:39:58.286 INFO:tasks.workunit.client.1.smithi170.stdout:8/493: creat d4/df/d94/fa9 x:0 0 0 2024-09-17T10:39:58.286 INFO:tasks.workunit.client.1.smithi170.stdout:8/494: chown d4/df/d76 4100977 1 2024-09-17T10:39:58.287 INFO:tasks.workunit.client.1.smithi170.stdout:8/495: write d4/df/d1e/f32 [4846665,30694] 0 2024-09-17T10:39:58.287 INFO:tasks.workunit.client.0.smithi159.stdout:4/728: rename d0/d12/d2f/de7/d97/d9f/d5d/d82/c88 to d0/d12/db1/ce8 0 2024-09-17T10:39:58.290 INFO:tasks.workunit.client.0.smithi159.stdout:2/748: truncate d0/f63 867513 0 2024-09-17T10:39:58.296 INFO:tasks.workunit.client.1.smithi170.stdout:9/452: rename dd/d16/l44 to dd/d40/d4e/d29/d54/l98 0 2024-09-17T10:39:58.296 INFO:tasks.workunit.client.0.smithi159.stdout:2/749: dread d0/d26/d4b/d6d/f5a [0,4194304] 0 2024-09-17T10:39:58.296 INFO:tasks.workunit.client.0.smithi159.stdout:2/750: getdents d0/df/d3e/d46/dc8 0 2024-09-17T10:39:58.297 INFO:tasks.workunit.client.0.smithi159.stdout:2/751: write d0/d26/d4b/d6d/fe9 [2517284,18514] 0 2024-09-17T10:39:58.297 INFO:tasks.workunit.client.0.smithi159.stdout:2/752: dread - d0/df/d3e/d7a/d91/ff4 zero size 2024-09-17T10:39:58.297 INFO:tasks.workunit.client.0.smithi159.stdout:0/796: symlink d5/d4f/de2/d117/l119 0 2024-09-17T10:39:58.297 INFO:tasks.workunit.client.0.smithi159.stdout:0/797: write d5/dcf/db9/fca [402900,66484] 0 2024-09-17T10:39:58.298 INFO:tasks.workunit.client.0.smithi159.stdout:0/798: truncate d5/d12/d32/d3a/f89 430500 0 2024-09-17T10:39:58.298 INFO:tasks.workunit.client.1.smithi170.stdout:0/479: unlink dd/de/d16/d54/d5f/c85 0 2024-09-17T10:39:58.305 INFO:tasks.workunit.client.1.smithi170.stdout:8/496: truncate d4/f39 2060824 0 2024-09-17T10:39:58.305 INFO:tasks.workunit.client.0.smithi159.stdout:2/753: write d0/d14/fbd [3921785,18349] 0 2024-09-17T10:39:58.307 INFO:tasks.workunit.client.1.smithi170.stdout:9/453: creat dd/d16/f99 x:0 0 0 2024-09-17T10:39:58.309 INFO:tasks.workunit.client.1.smithi170.stdout:0/480: creat dd/de/d3d/d4d/d5c/d69/f96 x:0 0 0 2024-09-17T10:39:58.309 INFO:tasks.workunit.client.1.smithi170.stdout:0/481: write dd/de/d10/d13/d59/f84 [1029227,89252] 0 2024-09-17T10:39:58.311 INFO:tasks.workunit.client.0.smithi159.stdout:3/801: link d9/df/d2c/d2f/fe9 d9/df/d2c/d2f/d63/d8d/d8e/daf/db9/ff5 0 2024-09-17T10:39:58.311 INFO:tasks.workunit.client.0.smithi159.stdout:3/802: truncate d9/df/d54/fa6 1866460 0 2024-09-17T10:39:58.313 INFO:tasks.workunit.client.0.smithi159.stdout:7/750: link d2/d18/d20/d3f/d73/d95/dc4/deb/ccd d2/d18/d20/d3f/daf/c114 0 2024-09-17T10:39:58.315 INFO:tasks.workunit.client.0.smithi159.stdout:8/850: sync 2024-09-17T10:39:58.319 INFO:tasks.workunit.client.1.smithi170.stdout:6/403: sync 2024-09-17T10:39:58.319 INFO:tasks.workunit.client.1.smithi170.stdout:5/430: sync 2024-09-17T10:39:58.320 INFO:tasks.workunit.client.1.smithi170.stdout:1/520: sync 2024-09-17T10:39:58.320 INFO:tasks.workunit.client.1.smithi170.stdout:2/611: sync 2024-09-17T10:39:58.320 INFO:tasks.workunit.client.1.smithi170.stdout:4/291: sync 2024-09-17T10:39:58.320 INFO:tasks.workunit.client.1.smithi170.stdout:5/431: chown d1/cf 254878 1 2024-09-17T10:39:58.320 INFO:tasks.workunit.client.1.smithi170.stdout:1/521: chown d3/d5/f29 25 1 2024-09-17T10:39:58.320 INFO:tasks.workunit.client.1.smithi170.stdout:2/612: chown dd/d14/d19/d37/c61 3357749 1 2024-09-17T10:39:58.321 INFO:tasks.workunit.client.1.smithi170.stdout:6/404: chown d0/d18/d70/d7f/d85/c1e 28970321 1 2024-09-17T10:39:58.321 INFO:tasks.workunit.client.1.smithi170.stdout:7/397: sync 2024-09-17T10:39:58.321 INFO:tasks.workunit.client.1.smithi170.stdout:7/398: truncate d25/d2a/d3e/f6d 908949 0 2024-09-17T10:39:58.322 INFO:tasks.workunit.client.0.smithi159.stdout:1/775: getdents d1/d2/d8f/de0 0 2024-09-17T10:39:58.322 INFO:tasks.workunit.client.0.smithi159.stdout:1/776: fdatasync d1/d10/d5e/dbb/ddb/da2/dc5/fba 0 2024-09-17T10:39:58.323 INFO:tasks.workunit.client.0.smithi159.stdout:9/868: sync 2024-09-17T10:39:58.324 INFO:tasks.workunit.client.0.smithi159.stdout:6/835: mknod d1/df/d2c/d35/d3e/c106 0 2024-09-17T10:39:58.325 INFO:tasks.workunit.client.1.smithi170.stdout:8/497: mkdir d4/df/d1e/daa 0 2024-09-17T10:39:58.327 INFO:tasks.workunit.client.0.smithi159.stdout:5/677: creat d19/d1b/d1d/d59/db6/fe8 x:0 0 0 2024-09-17T10:39:58.327 INFO:tasks.workunit.client.0.smithi159.stdout:5/678: chown f18 1 1 2024-09-17T10:39:58.329 INFO:tasks.workunit.client.1.smithi170.stdout:4/292: dread d9/d12/f1f [0,4194304] 0 2024-09-17T10:39:58.331 INFO:tasks.workunit.client.1.smithi170.stdout:7/399: write d25/d2a/f30 [3788371,106897] 0 2024-09-17T10:39:58.331 INFO:tasks.workunit.client.1.smithi170.stdout:7/400: read - d25/d2a/f34 zero size 2024-09-17T10:39:58.331 INFO:tasks.workunit.client.1.smithi170.stdout:7/401: creat d25/d4e/f76 x:0 0 0 2024-09-17T10:39:58.331 INFO:tasks.workunit.client.1.smithi170.stdout:9/454: creat dd/d40/d4e/d4c/f9a x:0 0 0 2024-09-17T10:39:58.334 INFO:tasks.workunit.client.0.smithi159.stdout:4/729: rename d0/l4b to d0/d12/d2f/de7/d97/db7/ddd/le9 0 2024-09-17T10:39:58.334 INFO:tasks.workunit.client.0.smithi159.stdout:4/730: truncate d0/d12/d2f/de7/da/d33/f78 77105 0 2024-09-17T10:39:58.334 INFO:tasks.workunit.client.0.smithi159.stdout:4/731: stat d0/d12 0 2024-09-17T10:39:58.334 INFO:tasks.workunit.client.1.smithi170.stdout:5/432: dread d1/d11/f23 [0,4194304] 0 2024-09-17T10:39:58.334 INFO:tasks.workunit.client.1.smithi170.stdout:5/433: fdatasync d1/d3/d13/d1a/f1f 0 2024-09-17T10:39:58.335 INFO:tasks.workunit.client.1.smithi170.stdout:5/434: fsync d1/d11/f23 0 2024-09-17T10:39:58.336 INFO:tasks.workunit.client.1.smithi170.stdout:0/482: link dd/de/l8e dd/de/d10/l97 0 2024-09-17T10:39:58.336 INFO:tasks.workunit.client.1.smithi170.stdout:0/483: write dd/f39 [598030,112494] 0 2024-09-17T10:39:58.337 INFO:tasks.workunit.client.1.smithi170.stdout:8/498: write d4/d2e/d33/f34 [792620,69600] 0 2024-09-17T10:39:58.337 INFO:tasks.workunit.client.1.smithi170.stdout:8/499: chown d4/d2e/f81 261012 1 2024-09-17T10:39:58.341 INFO:tasks.workunit.client.0.smithi159.stdout:0/799: mknod d5/d12/d32/d59/c11a 0 2024-09-17T10:39:58.341 INFO:tasks.workunit.client.0.smithi159.stdout:0/800: fsync d5/d12/d32/d3a/f65 0 2024-09-17T10:39:58.341 INFO:tasks.workunit.client.0.smithi159.stdout:0/801: chown d5/dcf/d18/d22/d4c/f56 117691459 1 2024-09-17T10:39:58.341 INFO:tasks.workunit.client.0.smithi159.stdout:0/802: truncate d5/f81 3744208 0 2024-09-17T10:39:58.343 INFO:tasks.workunit.client.0.smithi159.stdout:2/754: creat d0/df/d3e/d7a/ffc x:0 0 0 2024-09-17T10:39:58.343 INFO:tasks.workunit.client.0.smithi159.stdout:2/755: fdatasync d0/d6c/ff3 0 2024-09-17T10:39:58.344 INFO:tasks.workunit.client.0.smithi159.stdout:2/756: chown d0/df/d3e/d46/f6a 676693237 1 2024-09-17T10:39:58.344 INFO:tasks.workunit.client.1.smithi170.stdout:2/613: getdents dd/d14/d19/d4c/d63/d32/d53 0 2024-09-17T10:39:58.344 INFO:tasks.workunit.client.1.smithi170.stdout:2/614: readlink dd/d1a/l4b 0 2024-09-17T10:39:58.344 INFO:tasks.workunit.client.1.smithi170.stdout:2/615: chown dd/d3a/c5f 16264 1 2024-09-17T10:39:58.344 INFO:tasks.workunit.client.1.smithi170.stdout:2/616: creat dd/d14/d19/fcc x:0 0 0 2024-09-17T10:39:58.345 INFO:tasks.workunit.client.0.smithi159.stdout:3/803: symlink d9/df/d2c/d2f/de0/lf6 0 2024-09-17T10:39:58.345 INFO:tasks.workunit.client.0.smithi159.stdout:3/804: fdatasync d9/df/d2c/d2f/d63/d8d/f72 0 2024-09-17T10:39:58.345 INFO:tasks.workunit.client.1.smithi170.stdout:1/522: symlink d3/d5/lbd 0 2024-09-17T10:39:58.346 INFO:tasks.workunit.client.0.smithi159.stdout:7/751: mkdir d2/d23/d67/d47/d4a/d4d/d75/d78/d115 0 2024-09-17T10:39:58.347 INFO:tasks.workunit.client.1.smithi170.stdout:4/293: dwrite d9/d12/f44 [0,4194304] 0 2024-09-17T10:39:58.352 INFO:tasks.workunit.client.0.smithi159.stdout:1/777: mknod d1/d2/d14/ce8 0 2024-09-17T10:39:58.352 INFO:tasks.workunit.client.0.smithi159.stdout:1/778: write d1/d2f/d9e/d1a/dc/d18/f5c [5824258,69220] 0 2024-09-17T10:39:58.353 INFO:tasks.workunit.client.1.smithi170.stdout:7/402: getdents d25/d53/d59 0 2024-09-17T10:39:58.353 INFO:tasks.workunit.client.1.smithi170.stdout:7/403: write f1a [547902,1679] 0 2024-09-17T10:39:58.353 INFO:tasks.workunit.client.1.smithi170.stdout:7/404: chown d25/d2a/d3e/c6e 4704729 1 2024-09-17T10:39:58.353 INFO:tasks.workunit.client.1.smithi170.stdout:7/405: write f15 [8258256,111859] 0 2024-09-17T10:39:58.353 INFO:tasks.workunit.client.1.smithi170.stdout:3/564: sync 2024-09-17T10:39:58.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/757: write d0/df/d3e/d47/d79/f9c [3445253,1963] 0 2024-09-17T10:39:58.354 INFO:tasks.workunit.client.0.smithi159.stdout:9/869: mknod d0/d3/d7/da/dc/de/d36/d10d/c126 0 2024-09-17T10:39:58.354 INFO:tasks.workunit.client.0.smithi159.stdout:9/870: write d0/d3/d7/f16 [747429,123438] 0 2024-09-17T10:39:58.355 INFO:tasks.workunit.client.0.smithi159.stdout:9/871: chown d0/d3/d7/da/d46/d54/dc4/cff 31023181 1 2024-09-17T10:39:58.356 INFO:tasks.workunit.client.1.smithi170.stdout:4/294: dread d9/d12/d36/d42/d40/f39 [0,4194304] 0 2024-09-17T10:39:58.356 INFO:tasks.workunit.client.1.smithi170.stdout:9/455: rmdir dd/d16/d17/d5c/d85/d95 0 2024-09-17T10:39:58.365 INFO:tasks.workunit.client.1.smithi170.stdout:5/435: creat d1/d11/f8b x:0 0 0 2024-09-17T10:39:58.366 INFO:tasks.workunit.client.1.smithi170.stdout:5/436: read d1/f42 [21337,64546] 0 2024-09-17T10:39:58.367 INFO:tasks.workunit.client.0.smithi159.stdout:5/679: creat d19/d1b/d1d/fe9 x:0 0 0 2024-09-17T10:39:58.368 INFO:tasks.workunit.client.1.smithi170.stdout:8/500: dwrite d4/f67 [0,4194304] 0 2024-09-17T10:39:58.368 INFO:tasks.workunit.client.1.smithi170.stdout:8/501: dread - d4/df/d76/f93 zero size 2024-09-17T10:39:58.368 INFO:tasks.workunit.client.1.smithi170.stdout:8/502: readlink d4/df/d3a/l45 0 2024-09-17T10:39:58.369 INFO:tasks.workunit.client.0.smithi159.stdout:3/805: dwrite d9/df/d2c/f32 [0,4194304] 0 2024-09-17T10:39:58.369 INFO:tasks.workunit.client.1.smithi170.stdout:0/484: unlink dd/de/d16/d65/c6c 0 2024-09-17T10:39:58.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/405: link d0/d18/f6c d0/d18/d70/d7f/d85/f8f 0 2024-09-17T10:39:58.375 INFO:tasks.workunit.client.0.smithi159.stdout:4/732: mknod d0/d12/d2f/de7/d24/d48/d53/dbc/cea 0 2024-09-17T10:39:58.382 INFO:tasks.workunit.client.1.smithi170.stdout:2/617: truncate dd/d14/d19/d4c/d63/d32/f50 1438305 0 2024-09-17T10:39:58.382 INFO:tasks.workunit.client.1.smithi170.stdout:9/456: dwrite dd/d16/d2a/f69 [0,4194304] 0 2024-09-17T10:39:58.383 INFO:tasks.workunit.client.0.smithi159.stdout:9/872: dwrite d0/d3/d7/da/d46/d54/d6c/fb1 [0,4194304] 0 2024-09-17T10:39:58.386 INFO:tasks.workunit.client.1.smithi170.stdout:1/523: creat d3/d5/d81/fbe x:0 0 0 2024-09-17T10:39:58.386 INFO:tasks.workunit.client.1.smithi170.stdout:1/524: truncate d3/d5/d81/fbe 308037 0 2024-09-17T10:39:58.390 INFO:tasks.workunit.client.0.smithi159.stdout:7/752: getdents d2/d18/d20/d3f/d73/d95/dc4 0 2024-09-17T10:39:58.391 INFO:tasks.workunit.client.0.smithi159.stdout:8/851: getdents d4/dd/d10/d33/d99 0 2024-09-17T10:39:58.391 INFO:tasks.workunit.client.0.smithi159.stdout:1/779: mkdir d1/d10/d5e/dbb/de9 0 2024-09-17T10:39:58.391 INFO:tasks.workunit.client.0.smithi159.stdout:2/758: mkdir d0/df/dee/d67/df6/dfd 0 2024-09-17T10:39:58.392 INFO:tasks.workunit.client.1.smithi170.stdout:8/503: dwrite d4/f1d [0,4194304] 0 2024-09-17T10:39:58.393 INFO:tasks.workunit.client.1.smithi170.stdout:3/565: mkdir d18/d59/dbc 0 2024-09-17T10:39:58.394 INFO:tasks.workunit.client.0.smithi159.stdout:3/806: dwrite d9/df/d3f/f84 [0,4194304] 0 2024-09-17T10:39:58.395 INFO:tasks.workunit.client.1.smithi170.stdout:4/295: rmdir d9/d12/d36 39 2024-09-17T10:39:58.396 INFO:tasks.workunit.client.0.smithi159.stdout:6/836: rmdir d1/df/d11/d16 39 2024-09-17T10:39:58.397 INFO:tasks.workunit.client.1.smithi170.stdout:5/437: getdents d1/d3/d55/d5e/d67 0 2024-09-17T10:39:58.397 INFO:tasks.workunit.client.1.smithi170.stdout:1/525: dread d3/f7a [0,4194304] 0 2024-09-17T10:39:58.397 INFO:tasks.workunit.client.1.smithi170.stdout:1/526: truncate d3/d5/d27/d4e/f92 4738445 0 2024-09-17T10:39:58.397 INFO:tasks.workunit.client.1.smithi170.stdout:1/527: creat d3/d37/fbf x:0 0 0 2024-09-17T10:39:58.398 INFO:tasks.workunit.client.1.smithi170.stdout:8/504: dread d4/d2e/d33/f43 [0,4194304] 0 2024-09-17T10:39:58.398 INFO:tasks.workunit.client.1.smithi170.stdout:8/505: fdatasync d4/d2e/f81 0 2024-09-17T10:39:58.399 INFO:tasks.workunit.client.0.smithi159.stdout:5/680: creat d19/d69/d78/db3/dbd/fea x:0 0 0 2024-09-17T10:39:58.399 INFO:tasks.workunit.client.0.smithi159.stdout:5/681: dread - d19/d1a/d89/fe1 zero size 2024-09-17T10:39:58.401 INFO:tasks.workunit.client.1.smithi170.stdout:6/406: dwrite d0/d18/d70/d7f/d85/d69/f6f [0,4194304] 0 2024-09-17T10:39:58.401 INFO:tasks.workunit.client.1.smithi170.stdout:6/407: chown d0/d66/c6d 351 1 2024-09-17T10:39:58.406 INFO:tasks.workunit.client.0.smithi159.stdout:4/733: creat d0/d12/d2f/de7/feb x:0 0 0 2024-09-17T10:39:58.407 INFO:tasks.workunit.client.1.smithi170.stdout:0/485: truncate dd/de/d3d/d4d/d5c/d69/f55 19028 0 2024-09-17T10:39:58.408 INFO:tasks.workunit.client.1.smithi170.stdout:0/486: stat dd/de/d10/d8d/c23 0 2024-09-17T10:39:58.416 INFO:tasks.workunit.client.1.smithi170.stdout:2/618: link dd/d14/d19/d4c/f5d dd/d14/d19/d4c/da6/fcd 0 2024-09-17T10:39:58.419 INFO:tasks.workunit.client.1.smithi170.stdout:1/528: dread d3/d5/f29 [0,4194304] 0 2024-09-17T10:39:58.421 INFO:tasks.workunit.client.0.smithi159.stdout:9/873: mknod d0/d3/d7/da/d46/de1/d81/deb/c127 0 2024-09-17T10:39:58.421 INFO:tasks.workunit.client.0.smithi159.stdout:9/874: fsync d0/d3/d7/da/d46/d54/d6c/de0/f112 0 2024-09-17T10:39:58.421 INFO:tasks.workunit.client.0.smithi159.stdout:9/875: read d0/d3/d7/da/d46/d54/d8b/db8/fbd [3691923,74338] 0 2024-09-17T10:39:58.425 INFO:tasks.workunit.client.1.smithi170.stdout:7/406: truncate d25/d2a/f30 2715961 0 2024-09-17T10:39:58.425 INFO:tasks.workunit.client.1.smithi170.stdout:7/407: write d25/d2a/f2d [1187760,69286] 0 2024-09-17T10:39:58.425 INFO:tasks.workunit.client.1.smithi170.stdout:7/408: fsync f1e 0 2024-09-17T10:39:58.427 INFO:tasks.workunit.client.1.smithi170.stdout:3/566: rename d18/d2c/d3e/d57/l83 to d18/d26/d56/d97/lbd 0 2024-09-17T10:39:58.428 INFO:tasks.workunit.client.1.smithi170.stdout:3/567: chown d18/d1c/d2b 7 1 2024-09-17T10:39:58.433 INFO:tasks.workunit.client.0.smithi159.stdout:3/807: dwrite d9/df/d2c/d2f/d63/d8d/d8e/daf/db9/ff5 [0,4194304] 0 2024-09-17T10:39:58.433 INFO:tasks.workunit.client.0.smithi159.stdout:5/682: dwrite d19/d1a/d89/fe1 [0,4194304] 0 2024-09-17T10:39:58.433 INFO:tasks.workunit.client.1.smithi170.stdout:8/506: dwrite d4/d2e/d33/f5a [0,4194304] 0 2024-09-17T10:39:58.433 INFO:tasks.workunit.client.1.smithi170.stdout:8/507: stat d4/df/d76/l83 0 2024-09-17T10:39:58.433 INFO:tasks.workunit.client.1.smithi170.stdout:6/408: dwrite d0/f5f [0,4194304] 0 2024-09-17T10:39:58.434 INFO:tasks.workunit.client.0.smithi159.stdout:0/803: rmdir d5/d12 39 2024-09-17T10:39:58.434 INFO:tasks.workunit.client.1.smithi170.stdout:4/296: mknod d9/d5a/c5e 0 2024-09-17T10:39:58.437 INFO:tasks.workunit.client.0.smithi159.stdout:7/753: link d2/d18/d20/db8/lfb d2/d44/da9/db9/l116 0 2024-09-17T10:39:58.438 INFO:tasks.workunit.client.1.smithi170.stdout:5/438: mknod d1/d3/d55/d5e/d67/d86/c8c 0 2024-09-17T10:39:58.441 INFO:tasks.workunit.client.0.smithi159.stdout:8/852: rename d4/dd/d10/d1a/d1e/df3 to d4/d123 0 2024-09-17T10:39:58.444 INFO:tasks.workunit.client.0.smithi159.stdout:1/780: mknod d1/cea 0 2024-09-17T10:39:58.444 INFO:tasks.workunit.client.0.smithi159.stdout:1/781: chown d1/d2/d8f/de0/ce7 9225 1 2024-09-17T10:39:58.445 INFO:tasks.workunit.client.0.smithi159.stdout:2/759: getdents d0/df/dee/dd3/dd6 0 2024-09-17T10:39:58.445 INFO:tasks.workunit.client.0.smithi159.stdout:2/760: chown d0/df/d3e/d47/l9f 9376575 1 2024-09-17T10:39:58.450 INFO:tasks.workunit.client.0.smithi159.stdout:6/837: creat d1/f107 x:0 0 0 2024-09-17T10:39:58.451 INFO:tasks.workunit.client.0.smithi159.stdout:4/734: creat d0/db5/fec x:0 0 0 2024-09-17T10:39:58.452 INFO:tasks.workunit.client.0.smithi159.stdout:4/735: fsync d0/d12/d2f/de7/d24/d48/fad 0 2024-09-17T10:39:58.453 INFO:tasks.workunit.client.0.smithi159.stdout:9/876: symlink d0/l128 0 2024-09-17T10:39:58.453 INFO:tasks.workunit.client.0.smithi159.stdout:9/877: chown d0/d3/d33/fc3 2088351314 1 2024-09-17T10:39:58.453 INFO:tasks.workunit.client.0.smithi159.stdout:9/878: truncate d0/d78/fef 209812 0 2024-09-17T10:39:58.456 INFO:tasks.workunit.client.1.smithi170.stdout:2/619: link dd/d14/f62 dd/d1a/d6c/fce 0 2024-09-17T10:39:58.459 INFO:tasks.workunit.client.0.smithi159.stdout:3/808: dwrite d9/df/d54/d59/d5e/d9a/fba [0,4194304] 0 2024-09-17T10:39:58.459 INFO:tasks.workunit.client.1.smithi170.stdout:1/529: symlink d3/d5/lc0 0 2024-09-17T10:39:58.459 INFO:tasks.workunit.client.1.smithi170.stdout:1/530: readlink d3/d68/l9b 0 2024-09-17T10:39:58.460 INFO:tasks.workunit.client.1.smithi170.stdout:1/531: write d3/f4c [1730509,71306] 0 2024-09-17T10:39:58.463 INFO:tasks.workunit.client.0.smithi159.stdout:4/736: write d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f6d [2161011,82509] 0 2024-09-17T10:39:58.463 INFO:tasks.workunit.client.0.smithi159.stdout:4/737: chown d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/l62 111798910 1 2024-09-17T10:39:58.464 INFO:tasks.workunit.client.1.smithi170.stdout:7/409: symlink d25/d2a/d3e/d56/d72/l77 0 2024-09-17T10:39:58.465 INFO:tasks.workunit.client.1.smithi170.stdout:3/568: getdents d18/d24/d73 0 2024-09-17T10:39:58.466 INFO:tasks.workunit.client.1.smithi170.stdout:3/569: read d18/d4b/d7c/fad [53734,102942] 0 2024-09-17T10:39:58.467 INFO:tasks.workunit.client.1.smithi170.stdout:3/570: creat d18/d26/fbe x:0 0 0 2024-09-17T10:39:58.467 INFO:tasks.workunit.client.1.smithi170.stdout:3/571: readlink d18/d26/d58/la9 0 2024-09-17T10:39:58.467 INFO:tasks.workunit.client.1.smithi170.stdout:3/572: truncate f12 958017 0 2024-09-17T10:39:58.472 INFO:tasks.workunit.client.1.smithi170.stdout:7/410: dread d25/d2a/d3e/f58 [0,4194304] 0 2024-09-17T10:39:58.472 INFO:tasks.workunit.client.1.smithi170.stdout:5/439: dwrite d1/f42 [0,4194304] 0 2024-09-17T10:39:58.473 INFO:tasks.workunit.client.0.smithi159.stdout:8/853: link d4/dd/d10/f18 d4/dd/d10/d1a/db0/f124 0 2024-09-17T10:39:58.473 INFO:tasks.workunit.client.0.smithi159.stdout:8/854: readlink d4/dd/d5d/l77 0 2024-09-17T10:39:58.473 INFO:tasks.workunit.client.0.smithi159.stdout:1/782: dwrite d1/d10/d5e/dbb/ddb/da2/dc5/f81 [0,4194304] 0 2024-09-17T10:39:58.474 INFO:tasks.workunit.client.1.smithi170.stdout:8/508: link d4/df/f3b d4/df/d95/fab 0 2024-09-17T10:39:58.474 INFO:tasks.workunit.client.1.smithi170.stdout:8/509: truncate d4/df/d76/d85/f8f 855857 0 2024-09-17T10:39:58.474 INFO:tasks.workunit.client.1.smithi170.stdout:8/510: creat d4/df/d94/fac x:0 0 0 2024-09-17T10:39:58.477 INFO:tasks.workunit.client.0.smithi159.stdout:7/754: rename d2/d44/da9/db9 to d2/d23/d67/d7b/d117 0 2024-09-17T10:39:58.477 INFO:tasks.workunit.client.0.smithi159.stdout:5/683: read d19/f28 [2676085,56266] 0 2024-09-17T10:39:58.479 INFO:tasks.workunit.client.0.smithi159.stdout:0/804: dwrite d5/dcf/db9/de7/fa1 [0,4194304] 0 2024-09-17T10:39:58.480 INFO:tasks.workunit.client.0.smithi159.stdout:2/761: truncate d0/d26/d4b/fd1 3776892 0 2024-09-17T10:39:58.484 INFO:tasks.workunit.client.1.smithi170.stdout:1/532: dwrite d3/f7a [0,4194304] 0 2024-09-17T10:39:58.484 INFO:tasks.workunit.client.0.smithi159.stdout:9/879: symlink d0/d3/d7/da/dc/d40/l129 0 2024-09-17T10:39:58.485 INFO:tasks.workunit.client.0.smithi159.stdout:4/738: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f61 [0,4194304] 0 2024-09-17T10:39:58.486 INFO:tasks.workunit.client.1.smithi170.stdout:4/297: mknod d9/d12/d36/d42/d40/c5f 0 2024-09-17T10:39:58.491 INFO:tasks.workunit.client.1.smithi170.stdout:0/487: getdents dd/de/d16/d54/d5f 0 2024-09-17T10:39:58.491 INFO:tasks.workunit.client.1.smithi170.stdout:0/488: stat dd/de/d3d 0 2024-09-17T10:39:58.494 INFO:tasks.workunit.client.0.smithi159.stdout:9/880: read d0/d3/d7/da/dc/d1c/fe9 [2815517,11471] 0 2024-09-17T10:39:58.495 INFO:tasks.workunit.client.0.smithi159.stdout:3/809: dwrite d9/df/d54/d59/f80 [0,4194304] 0 2024-09-17T10:39:58.495 INFO:tasks.workunit.client.1.smithi170.stdout:2/620: creat dd/d14/d19/d4c/d63/d7f/fcf x:0 0 0 2024-09-17T10:39:58.496 INFO:tasks.workunit.client.1.smithi170.stdout:2/621: chown dd/d14/d72/fa1 7843 1 2024-09-17T10:39:58.496 INFO:tasks.workunit.client.1.smithi170.stdout:3/573: dwrite d18/fa1 [0,4194304] 0 2024-09-17T10:39:58.501 INFO:tasks.workunit.client.0.smithi159.stdout:8/855: mkdir d4/dd/d10/d33/d99/daf/d10f/d125 0 2024-09-17T10:39:58.501 INFO:tasks.workunit.client.0.smithi159.stdout:8/856: chown d4/dd/d10e/def 168776 1 2024-09-17T10:39:58.501 INFO:tasks.workunit.client.0.smithi159.stdout:8/857: truncate d4/dd/d10/d1a/d6d/fd3 5213636 0 2024-09-17T10:39:58.501 INFO:tasks.workunit.client.0.smithi159.stdout:8/858: dread - d4/dd/d10/d33/d99/daf/dc5/f89 zero size 2024-09-17T10:39:58.503 INFO:tasks.workunit.client.0.smithi159.stdout:1/783: mknod d1/d10/d5e/dbb/ceb 0 2024-09-17T10:39:58.505 INFO:tasks.workunit.client.0.smithi159.stdout:3/810: dread d9/df/d3f/f7a [0,4194304] 0 2024-09-17T10:39:58.507 INFO:tasks.workunit.client.0.smithi159.stdout:6/838: rename d1/df/d11/f27 to d1/df/d2c/f108 0 2024-09-17T10:39:58.507 INFO:tasks.workunit.client.0.smithi159.stdout:6/839: chown d1/df/d11/d5a/db2/dce/dd5/de7/fc4 27006 1 2024-09-17T10:39:58.508 INFO:tasks.workunit.client.0.smithi159.stdout:6/840: creat d1/df/d2c/d35/d55/dc0/f109 x:0 0 0 2024-09-17T10:39:58.508 INFO:tasks.workunit.client.0.smithi159.stdout:6/841: fsync d1/df/d11/d5a/db2/ff3 0 2024-09-17T10:39:58.510 INFO:tasks.workunit.client.1.smithi170.stdout:0/489: dwrite dd/de/d10/f24 [0,4194304] 0 2024-09-17T10:39:58.510 INFO:tasks.workunit.client.1.smithi170.stdout:0/490: chown dd/de/d16/d65/f71 411447 1 2024-09-17T10:39:58.511 INFO:tasks.workunit.client.0.smithi159.stdout:7/755: symlink d2/d23/d67/d47/d4a/d4d/d75/d78/d115/l118 0 2024-09-17T10:39:58.511 INFO:tasks.workunit.client.1.smithi170.stdout:5/440: truncate d1/d3/d55/d6d/f7b 1928781 0 2024-09-17T10:39:58.513 INFO:tasks.workunit.client.0.smithi159.stdout:5/684: mknod d19/d6f/ceb 0 2024-09-17T10:39:58.516 INFO:tasks.workunit.client.1.smithi170.stdout:8/511: mkdir d4/df/d3f/d44/dad 0 2024-09-17T10:39:58.516 INFO:tasks.workunit.client.1.smithi170.stdout:8/512: write d4/d2e/f77 [292372,107946] 0 2024-09-17T10:39:58.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/762: link d0/d6c/cdf d0/df/dee/cfe 0 2024-09-17T10:39:58.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/763: creat d0/df/d3e/d7a/d91/fff x:0 0 0 2024-09-17T10:39:58.521 INFO:tasks.workunit.client.1.smithi170.stdout:1/533: rename d3/c40 to d3/d37/d7b/d8b/cc1 0 2024-09-17T10:39:58.525 INFO:tasks.workunit.client.0.smithi159.stdout:4/739: stat d0/d12/d2f/de7/d97/db7/ddd/le9 0 2024-09-17T10:39:58.527 INFO:tasks.workunit.client.1.smithi170.stdout:3/574: mknod d18/d25/cbf 0 2024-09-17T10:39:58.528 INFO:tasks.workunit.client.1.smithi170.stdout:2/622: dwrite dd/d14/d19/d4c/d63/f2c [0,4194304] 0 2024-09-17T10:39:58.529 INFO:tasks.workunit.client.0.smithi159.stdout:9/881: creat d0/d3/d7/da/d46/d54/d8b/de8/f12a x:0 0 0 2024-09-17T10:39:58.533 INFO:tasks.workunit.client.0.smithi159.stdout:8/859: mknod d4/dd/d10/c126 0 2024-09-17T10:39:58.533 INFO:tasks.workunit.client.0.smithi159.stdout:8/860: truncate d4/d4e/d63/ffb 504797 0 2024-09-17T10:39:58.533 INFO:tasks.workunit.client.0.smithi159.stdout:8/861: dread - d4/dd/d10/d4b/fc0 zero size 2024-09-17T10:39:58.533 INFO:tasks.workunit.client.0.smithi159.stdout:1/784: symlink d1/d2/lec 0 2024-09-17T10:39:58.534 INFO:tasks.workunit.client.0.smithi159.stdout:1/785: dread - d1/d2/d14/d67/f97 zero size 2024-09-17T10:39:58.535 INFO:tasks.workunit.client.0.smithi159.stdout:0/805: rename d5/d12/d32/d3a/f4e to d5/d4f/db2/df6/f11b 0 2024-09-17T10:39:58.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/842: symlink d1/df/d11/d16/dbc/l10a 0 2024-09-17T10:39:58.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/843: truncate d1/df/d2c/d35/d55/d64/d98/dcf/f103 990794 0 2024-09-17T10:39:58.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/844: chown d1/df/d11/f14 14 1 2024-09-17T10:39:58.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/845: chown d1/d5d 626374022 1 2024-09-17T10:39:58.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/846: truncate d1/df/d2c/d35/d3e/dc3/fdf 870325 0 2024-09-17T10:39:58.538 INFO:tasks.workunit.client.0.smithi159.stdout:6/847: dread - d1/df/d11/d16/fdb zero size 2024-09-17T10:39:58.539 INFO:tasks.workunit.client.0.smithi159.stdout:4/740: dread d0/d12/d2f/de7/fa2 [0,4194304] 0 2024-09-17T10:39:58.539 INFO:tasks.workunit.client.0.smithi159.stdout:6/848: write d1/df/d11/d16/f3d [211094,117573] 0 2024-09-17T10:39:58.540 INFO:tasks.workunit.client.1.smithi170.stdout:7/411: link d25/d4e/l6b d25/l78 0 2024-09-17T10:39:58.543 INFO:tasks.workunit.client.0.smithi159.stdout:2/764: mknod d0/df/dee/dd3/dab/c100 0 2024-09-17T10:39:58.543 INFO:tasks.workunit.client.0.smithi159.stdout:2/765: dread - d0/d6c/dba/fcf zero size 2024-09-17T10:39:58.544 INFO:tasks.workunit.client.1.smithi170.stdout:0/491: creat dd/de/d10/d13/d59/f98 x:0 0 0 2024-09-17T10:39:58.544 INFO:tasks.workunit.client.1.smithi170.stdout:0/492: getdents dd/de/d16/d54/d5f 0 2024-09-17T10:39:58.545 INFO:tasks.workunit.client.0.smithi159.stdout:3/811: dwrite d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/fa5 [0,4194304] 0 2024-09-17T10:39:58.546 INFO:tasks.workunit.client.0.smithi159.stdout:9/882: mkdir d0/d3/d7/da/dc/d12b 0 2024-09-17T10:39:58.548 INFO:tasks.workunit.client.0.smithi159.stdout:7/756: dwrite d2/d18/d20/fdf [0,4194304] 0 2024-09-17T10:39:58.549 INFO:tasks.workunit.client.1.smithi170.stdout:5/441: mkdir d1/d3/d13/d1a/d54/d8d 0 2024-09-17T10:39:58.549 INFO:tasks.workunit.client.1.smithi170.stdout:5/442: truncate d1/d3/f40 541720 0 2024-09-17T10:39:58.550 INFO:tasks.workunit.client.0.smithi159.stdout:1/786: getdents d1/d2f 0 2024-09-17T10:39:58.550 INFO:tasks.workunit.client.0.smithi159.stdout:1/787: chown d1/d10/d5e/dbb/ddb/da2/dc5/f9d 501 1 2024-09-17T10:39:58.554 INFO:tasks.workunit.client.0.smithi159.stdout:8/862: dwrite d4/dd/d10/d1a/d6b/fcc [0,4194304] 0 2024-09-17T10:39:58.554 INFO:tasks.workunit.client.0.smithi159.stdout:8/863: write d4/dd/d10/d1a/d3c/f44 [1080408,35380] 0 2024-09-17T10:39:58.554 INFO:tasks.workunit.client.0.smithi159.stdout:8/864: fsync d4/da/fb9 0 2024-09-17T10:39:58.555 INFO:tasks.workunit.client.1.smithi170.stdout:7/412: dread d25/d53/f69 [0,4194304] 0 2024-09-17T10:39:58.555 INFO:tasks.workunit.client.1.smithi170.stdout:1/534: dwrite d3/d5/d27/d51/f4a [0,4194304] 0 2024-09-17T10:39:58.556 INFO:tasks.workunit.client.1.smithi170.stdout:8/513: dwrite d4/df/d94/fa9 [0,4194304] 0 2024-09-17T10:39:58.560 INFO:tasks.workunit.client.0.smithi159.stdout:3/812: dread d9/f23 [0,4194304] 0 2024-09-17T10:39:58.561 INFO:tasks.workunit.client.1.smithi170.stdout:3/575: fdatasync d18/d2c/f48 0 2024-09-17T10:39:58.567 INFO:tasks.workunit.client.1.smithi170.stdout:2/623: mknod dd/d1a/d2a/db3/cd0 0 2024-09-17T10:39:58.568 INFO:tasks.workunit.client.0.smithi159.stdout:4/741: dwrite d0/d12/d2f/de7/da/d19/f26 [0,4194304] 0 2024-09-17T10:39:58.568 INFO:tasks.workunit.client.0.smithi159.stdout:4/742: fdatasync d0/d12/d2f/de7/d24/fe1 0 2024-09-17T10:39:58.569 INFO:tasks.workunit.client.0.smithi159.stdout:4/743: write d0/d12/d2f/de7/da/d33/f57 [1297392,69645] 0 2024-09-17T10:39:58.570 INFO:tasks.workunit.client.0.smithi159.stdout:3/813: dread d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/fa5 [0,4194304] 0 2024-09-17T10:39:58.571 INFO:tasks.workunit.client.0.smithi159.stdout:6/849: creat d1/df/d2c/d85/de6/dfa/f10b x:0 0 0 2024-09-17T10:39:58.572 INFO:tasks.workunit.client.0.smithi159.stdout:6/850: fdatasync d1/df/d11/f14 0 2024-09-17T10:39:58.575 INFO:tasks.workunit.client.1.smithi170.stdout:4/298: rename d9/d12/d36/d42/f46 to d9/f60 0 2024-09-17T10:39:58.578 INFO:tasks.workunit.client.0.smithi159.stdout:2/766: mkdir d0/df/dee/d67/df6/dfd/d101 0 2024-09-17T10:39:58.581 INFO:tasks.workunit.client.1.smithi170.stdout:0/493: dwrite dd/de/d3d/f4c [0,4194304] 0 2024-09-17T10:39:58.584 INFO:tasks.workunit.client.1.smithi170.stdout:1/535: rmdir d3/d5/d27 39 2024-09-17T10:39:58.586 INFO:tasks.workunit.client.0.smithi159.stdout:0/806: read d5/d4f/db2/df6/f112 [3030626,85136] 0 2024-09-17T10:39:58.586 INFO:tasks.workunit.client.0.smithi159.stdout:0/807: chown d5/dcf/d18/d22/da2/d115/d62/da8/leb 2119344 1 2024-09-17T10:39:58.586 INFO:tasks.workunit.client.0.smithi159.stdout:1/788: write d1/d2f/d9e/d1a/dc/f6f [3633887,115459] 0 2024-09-17T10:39:58.594 INFO:tasks.workunit.client.1.smithi170.stdout:2/624: mknod dd/cd1 0 2024-09-17T10:39:58.594 INFO:tasks.workunit.client.1.smithi170.stdout:2/625: read dd/d14/f62 [3987761,28790] 0 2024-09-17T10:39:58.596 INFO:tasks.workunit.client.1.smithi170.stdout:4/299: mknod d9/d3e/c61 0 2024-09-17T10:39:58.603 INFO:tasks.workunit.client.1.smithi170.stdout:0/494: rename dd/de/l8e to dd/de/d10/d61/l99 0 2024-09-17T10:39:58.605 INFO:tasks.workunit.client.0.smithi159.stdout:4/744: link d0/d12/d2f/de7/d24/d28/f64 d0/d12/d2f/fed 0 2024-09-17T10:39:58.605 INFO:tasks.workunit.client.0.smithi159.stdout:4/745: dread - d0/d12/db1/fd2 zero size 2024-09-17T10:39:58.605 INFO:tasks.workunit.client.1.smithi170.stdout:2/626: symlink dd/d14/d19/d4c/d63/ld2 0 2024-09-17T10:39:58.607 INFO:tasks.workunit.client.0.smithi159.stdout:3/814: creat d9/df/d2c/d2f/d63/d8d/d8e/daf/db9/def/ff7 x:0 0 0 2024-09-17T10:39:58.610 INFO:tasks.workunit.client.0.smithi159.stdout:6/851: creat d1/df/d2c/d35/d55/d64/d98/f10c x:0 0 0 2024-09-17T10:39:58.611 INFO:tasks.workunit.client.0.smithi159.stdout:6/852: readlink d1/d5d/l68 0 2024-09-17T10:39:58.611 INFO:tasks.workunit.client.1.smithi170.stdout:0/495: dread dd/de/d3d/f4c [0,4194304] 0 2024-09-17T10:39:58.613 INFO:tasks.workunit.client.1.smithi170.stdout:4/300: link d9/d12/d36/d42/d40/f2e d9/f62 0 2024-09-17T10:39:58.614 INFO:tasks.workunit.client.0.smithi159.stdout:5/685: write d19/d1b/d21/f6c [926969,25907] 0 2024-09-17T10:39:58.615 INFO:tasks.workunit.client.0.smithi159.stdout:2/767: mknod d0/d26/d4b/c102 0 2024-09-17T10:39:58.615 INFO:tasks.workunit.client.0.smithi159.stdout:2/768: creat d0/df/dee/dd3/de7/f103 x:0 0 0 2024-09-17T10:39:58.617 INFO:tasks.workunit.client.1.smithi170.stdout:4/301: write d9/fd [572401,43223] 0 2024-09-17T10:39:58.617 INFO:tasks.workunit.client.1.smithi170.stdout:7/413: dwrite d25/d2a/f2c [4194304,4194304] 0 2024-09-17T10:39:58.618 INFO:tasks.workunit.client.1.smithi170.stdout:0/496: mknod dd/de/d10/d13/d59/c9a 0 2024-09-17T10:39:58.619 INFO:tasks.workunit.client.0.smithi159.stdout:1/789: mknod d1/d2/d82/ced 0 2024-09-17T10:39:58.619 INFO:tasks.workunit.client.1.smithi170.stdout:4/302: symlink d9/d12/d36/d42/d58/l63 0 2024-09-17T10:39:58.620 INFO:tasks.workunit.client.0.smithi159.stdout:9/883: getdents d0/d3/d7/da/d46/d54/d8b 0 2024-09-17T10:39:58.621 INFO:tasks.workunit.client.0.smithi159.stdout:8/865: rmdir d4/dd/d26 39 2024-09-17T10:39:58.622 INFO:tasks.workunit.client.0.smithi159.stdout:8/866: chown d4/dd/d10/cd7 48219 1 2024-09-17T10:39:58.622 INFO:tasks.workunit.client.0.smithi159.stdout:8/867: write d4/dd/d10/d1a/d72/d81/f122 [85363,84877] 0 2024-09-17T10:39:58.622 INFO:tasks.workunit.client.1.smithi170.stdout:7/414: mkdir d25/d2a/d3e/d56/d72/d79 0 2024-09-17T10:39:58.622 INFO:tasks.workunit.client.1.smithi170.stdout:7/415: fsync fe 0 2024-09-17T10:39:58.623 INFO:tasks.workunit.client.1.smithi170.stdout:7/416: write d25/d3b/f46 [661520,85041] 0 2024-09-17T10:39:58.623 INFO:tasks.workunit.client.1.smithi170.stdout:7/417: write d25/d2a/d3e/f58 [1470033,81102] 0 2024-09-17T10:39:58.623 INFO:tasks.workunit.client.1.smithi170.stdout:0/497: creat dd/de/d16/f9b x:0 0 0 2024-09-17T10:39:58.624 INFO:tasks.workunit.client.1.smithi170.stdout:4/303: fsync d9/f1d 0 2024-09-17T10:39:58.625 INFO:tasks.workunit.client.0.smithi159.stdout:4/746: rename d0/d12/d2f/de7/d24/d28/c96 to d0/d12/db1/dc0/cee 0 2024-09-17T10:39:58.625 INFO:tasks.workunit.client.0.smithi159.stdout:5/686: creat d19/d6f/d75/fec x:0 0 0 2024-09-17T10:39:58.626 INFO:tasks.workunit.client.0.smithi159.stdout:5/687: dread - d19/d6f/fb9 zero size 2024-09-17T10:39:58.626 INFO:tasks.workunit.client.1.smithi170.stdout:7/418: mknod d25/d53/d59/c7a 0 2024-09-17T10:39:58.626 INFO:tasks.workunit.client.0.smithi159.stdout:9/884: dread d0/d3/d7/da/dc/d1c/fe9 [0,4194304] 0 2024-09-17T10:39:58.627 INFO:tasks.workunit.client.1.smithi170.stdout:0/498: mkdir dd/de/d3d/d4d/d5c/d9c 0 2024-09-17T10:39:58.628 INFO:tasks.workunit.client.0.smithi159.stdout:2/769: mknod d0/df/dee/d67/c104 0 2024-09-17T10:39:58.629 INFO:tasks.workunit.client.1.smithi170.stdout:4/304: mknod d9/d12/d36/d42/d40/c64 0 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/868: creat d4/da/dec/f127 x:0 0 0 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/869: write d4/da/f66 [4655381,2881] 0 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/870: stat d4/dd/d10/d1a/d72/d94/fa0 0 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/871: readlink d4/dd/d26/l61 0 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/872: write d4/dd/d10/d4b/d9c/f116 [757635,104937] 0 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/873: chown d4/d4e/f52 225905541 1 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/874: stat d4/da/f8e 0 2024-09-17T10:39:58.631 INFO:tasks.workunit.client.0.smithi159.stdout:8/875: readlink d4/dd/d10/d33/d99/daf/dc5/l11f 0 2024-09-17T10:39:58.632 INFO:tasks.workunit.client.0.smithi159.stdout:6/853: rename d1/df/d2c/f9c to d1/d5d/db6/f10d 0 2024-09-17T10:39:58.632 INFO:tasks.workunit.client.0.smithi159.stdout:6/854: chown d1/df/d2c/d35/d3e/lef 991620 1 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:4/305: creat d9/d3e/f65 x:0 0 0 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/514: dwrite d4/df/d1e/f9b [0,4194304] 0 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/515: fdatasync d4/df/d3f/f65 0 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/516: fdatasync d4/df/d94/fac 0 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/517: fsync d4/df/f91 0 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/518: write d4/df/d3a/f4b [923362,98397] 0 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/519: stat d4/f67 0 2024-09-17T10:39:58.636 INFO:tasks.workunit.client.1.smithi170.stdout:3/576: dwrite d18/f6b [4194304,4194304] 0 2024-09-17T10:39:58.637 INFO:tasks.workunit.client.1.smithi170.stdout:3/577: read f12 [313031,36999] 0 2024-09-17T10:39:58.637 INFO:tasks.workunit.client.1.smithi170.stdout:3/578: creat d18/d69/fc0 x:0 0 0 2024-09-17T10:39:58.637 INFO:tasks.workunit.client.0.smithi159.stdout:4/747: mknod d0/d12/d2f/de7/d24/d48/d53/cef 0 2024-09-17T10:39:58.637 INFO:tasks.workunit.client.0.smithi159.stdout:5/688: rename d19/d1a/f4f to d19/d1a/fed 0 2024-09-17T10:39:58.637 INFO:tasks.workunit.client.0.smithi159.stdout:5/689: stat d19/d1b/d1d/d59/da7/de2/d94 0 2024-09-17T10:39:58.638 INFO:tasks.workunit.client.0.smithi159.stdout:2/770: mkdir d0/df/dee/dd3/d105 0 2024-09-17T10:39:58.638 INFO:tasks.workunit.client.1.smithi170.stdout:0/499: fsync dd/de/d10/d13/d59/f98 0 2024-09-17T10:39:58.642 INFO:tasks.workunit.client.1.smithi170.stdout:5/443: dwrite d1/d3/d55/d6d/f7b [0,4194304] 0 2024-09-17T10:39:58.643 INFO:tasks.workunit.client.0.smithi159.stdout:7/757: dwrite d2/d23/d67/d47/d4a/d4d/f89 [4194304,4194304] 0 2024-09-17T10:39:58.644 INFO:tasks.workunit.client.1.smithi170.stdout:1/536: dwrite d3/d37/d7b/d8b/f95 [0,4194304] 0 2024-09-17T10:39:58.644 INFO:tasks.workunit.client.1.smithi170.stdout:2/627: dwrite dd/d14/d19/d4c/d63/d32/f50 [0,4194304] 0 2024-09-17T10:39:58.645 INFO:tasks.workunit.client.0.smithi159.stdout:3/815: dwrite d9/df/f1b [8388608,4194304] 0 2024-09-17T10:39:58.645 INFO:tasks.workunit.client.0.smithi159.stdout:3/816: truncate d9/df/d2c/d2f/d63/fc3 719946 0 2024-09-17T10:39:58.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/790: dwrite d1/d10/d5e/dbb/ddb/da2/dc5/f81 [4194304,4194304] 0 2024-09-17T10:39:58.647 INFO:tasks.workunit.client.1.smithi170.stdout:4/306: chown d9/l21 55775027 1 2024-09-17T10:39:58.647 INFO:tasks.workunit.client.1.smithi170.stdout:4/307: creat d9/d12/d36/d42/d40/f66 x:0 0 0 2024-09-17T10:39:58.651 INFO:tasks.workunit.client.0.smithi159.stdout:8/876: link d4/da/fb9 d4/dd/d10/d1a/d6d/f128 0 2024-09-17T10:39:58.652 INFO:tasks.workunit.client.0.smithi159.stdout:8/877: read d4/dd/d10/d1a/d6d/f8d [153947,52276] 0 2024-09-17T10:39:58.652 INFO:tasks.workunit.client.1.smithi170.stdout:8/520: getdents d4/df/d95 0 2024-09-17T10:39:58.655 INFO:tasks.workunit.client.0.smithi159.stdout:9/885: rename d0/d3/d7/da/dc/d1c/f4d to d0/d3/d7/da/d46/de1/d47/f12c 0 2024-09-17T10:39:58.656 INFO:tasks.workunit.client.1.smithi170.stdout:4/308: read d9/d12/d36/d42/d40/f33 [2171389,6801] 0 2024-09-17T10:39:58.656 INFO:tasks.workunit.client.1.smithi170.stdout:4/309: fdatasync d9/f54 0 2024-09-17T10:39:58.658 INFO:tasks.workunit.client.0.smithi159.stdout:6/855: creat d1/df/d2c/d35/d55/d64/f10e x:0 0 0 2024-09-17T10:39:58.661 INFO:tasks.workunit.client.1.smithi170.stdout:3/579: symlink d18/d4b/d7c/lc1 0 2024-09-17T10:39:58.661 INFO:tasks.workunit.client.1.smithi170.stdout:3/580: dread - d18/d69/fc0 zero size 2024-09-17T10:39:58.661 INFO:tasks.workunit.client.1.smithi170.stdout:3/581: stat d18/d25/fa5 0 2024-09-17T10:39:58.661 INFO:tasks.workunit.client.1.smithi170.stdout:3/582: chown d18/d69/fb5 64085293 1 2024-09-17T10:39:58.662 INFO:tasks.workunit.client.0.smithi159.stdout:5/690: symlink d19/d1a/d32/lee 0 2024-09-17T10:39:58.666 INFO:tasks.workunit.client.0.smithi159.stdout:7/758: creat d2/d44/da9/f119 x:0 0 0 2024-09-17T10:39:58.668 INFO:tasks.workunit.client.1.smithi170.stdout:0/500: dwrite dd/de/d16/d65/f94 [0,4194304] 0 2024-09-17T10:39:58.669 INFO:tasks.workunit.client.1.smithi170.stdout:0/501: write dd/de/d3d/f6e [910221,18147] 0 2024-09-17T10:39:58.669 INFO:tasks.workunit.client.0.smithi159.stdout:9/886: read d0/d1/d2/d85/fe7 [835490,11053] 0 2024-09-17T10:39:58.670 INFO:tasks.workunit.client.0.smithi159.stdout:1/791: dwrite d1/d2/f4d [0,4194304] 0 2024-09-17T10:39:58.673 INFO:tasks.workunit.client.1.smithi170.stdout:2/628: mknod dd/d1a/da4/cd3 0 2024-09-17T10:39:58.673 INFO:tasks.workunit.client.1.smithi170.stdout:2/629: creat dd/d1a/d6c/fd4 x:0 0 0 2024-09-17T10:39:58.675 INFO:tasks.workunit.client.0.smithi159.stdout:7/759: write d2/d18/d20/d3f/d77/db7/fe8 [3043867,70530] 0 2024-09-17T10:39:58.676 INFO:tasks.workunit.client.0.smithi159.stdout:7/760: dread d2/d23/d67/d7b/f68 [0,4194304] 0 2024-09-17T10:39:58.676 INFO:tasks.workunit.client.0.smithi159.stdout:7/761: fsync d2/d18/d20/d3f/d40/d7f/fc9 0 2024-09-17T10:39:58.677 INFO:tasks.workunit.client.1.smithi170.stdout:8/521: mknod d4/df/d1e/cae 0 2024-09-17T10:39:58.679 INFO:tasks.workunit.client.1.smithi170.stdout:4/310: symlink d9/d12/l67 0 2024-09-17T10:39:58.679 INFO:tasks.workunit.client.0.smithi159.stdout:9/887: write d0/d3/d7/da/dc/f14 [3868799,38411] 0 2024-09-17T10:39:58.685 INFO:tasks.workunit.client.1.smithi170.stdout:5/444: getdents d1 0 2024-09-17T10:39:58.686 INFO:tasks.workunit.client.1.smithi170.stdout:5/445: fsync d1/f12 0 2024-09-17T10:39:58.686 INFO:tasks.workunit.client.1.smithi170.stdout:8/522: read d4/d2e/f82 [2590133,13066] 0 2024-09-17T10:39:58.686 INFO:tasks.workunit.client.1.smithi170.stdout:8/523: chown d4/df/d94/c98 0 1 2024-09-17T10:39:58.688 INFO:tasks.workunit.client.1.smithi170.stdout:4/311: write d9/d12/f44 [3423961,85968] 0 2024-09-17T10:39:58.695 INFO:tasks.workunit.client.1.smithi170.stdout:5/446: dread d1/f12 [0,4194304] 0 2024-09-17T10:39:58.702 INFO:tasks.workunit.client.0.smithi159.stdout:4/748: rename d0/d12/db1/cd6 to d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/cf0 0 2024-09-17T10:39:58.709 INFO:tasks.workunit.client.1.smithi170.stdout:7/419: truncate d25/d2a/f2c 3574287 0 2024-09-17T10:39:58.717 INFO:tasks.workunit.client.0.smithi159.stdout:0/808: dwrite d5/d4f/db2/df6/f112 [0,4194304] 0 2024-09-17T10:39:58.718 INFO:tasks.workunit.client.1.smithi170.stdout:0/502: truncate dd/de/d16/d54/d5f/f77 3536739 0 2024-09-17T10:39:58.722 INFO:tasks.workunit.client.0.smithi159.stdout:0/809: write d5/dcf/d18/f8b [1348586,114691] 0 2024-09-17T10:39:58.723 INFO:tasks.workunit.client.0.smithi159.stdout:0/810: stat d5/fe 0 2024-09-17T10:39:58.723 INFO:tasks.workunit.client.1.smithi170.stdout:1/537: rmdir d3/d77/dad 39 2024-09-17T10:39:58.726 INFO:tasks.workunit.client.1.smithi170.stdout:2/630: mkdir dd/d14/d19/d4c/d63/d7f/dbb/dd5 0 2024-09-17T10:39:58.728 INFO:tasks.workunit.client.1.smithi170.stdout:3/583: rmdir d18/d26/d56 39 2024-09-17T10:39:58.730 INFO:tasks.workunit.client.1.smithi170.stdout:8/524: getdents d4/df/d3f/d44 0 2024-09-17T10:39:58.731 INFO:tasks.workunit.client.1.smithi170.stdout:2/631: dread dd/d1a/d2a/f58 [0,4194304] 0 2024-09-17T10:39:58.731 INFO:tasks.workunit.client.1.smithi170.stdout:2/632: truncate dd/d14/d19/d4c/fc5 967516 0 2024-09-17T10:39:58.731 INFO:tasks.workunit.client.1.smithi170.stdout:2/633: write dd/d14/d19/f59 [284198,45337] 0 2024-09-17T10:39:58.733 INFO:tasks.workunit.client.1.smithi170.stdout:1/538: dread d3/d37/d7b/d8b/f8e [0,4194304] 0 2024-09-17T10:39:58.735 INFO:tasks.workunit.client.1.smithi170.stdout:5/447: creat d1/d3/d55/f8e x:0 0 0 2024-09-17T10:39:58.736 INFO:tasks.workunit.client.0.smithi159.stdout:3/817: rmdir d9/df/d2c/d2f/d63/d8d/d8e/daf/db9/def 39 2024-09-17T10:39:58.736 INFO:tasks.workunit.client.0.smithi159.stdout:3/818: readlink d9/df/d2c/d2f/de0/lf6 0 2024-09-17T10:39:58.738 INFO:tasks.workunit.client.1.smithi170.stdout:7/420: unlink f21 0 2024-09-17T10:39:58.738 INFO:tasks.workunit.client.1.smithi170.stdout:7/421: stat d25/d2a/d3e/d56/d5d 0 2024-09-17T10:39:58.740 INFO:tasks.workunit.client.1.smithi170.stdout:1/539: dread d3/d77/dad/fa5 [0,4194304] 0 2024-09-17T10:39:58.740 INFO:tasks.workunit.client.1.smithi170.stdout:1/540: chown d3/d37/d7b/d8b/f95 0 1 2024-09-17T10:39:58.741 INFO:tasks.workunit.client.0.smithi159.stdout:1/792: getdents d1/d63 0 2024-09-17T10:39:58.741 INFO:tasks.workunit.client.1.smithi170.stdout:1/541: write d3/d5/d27/f2d [440852,75965] 0 2024-09-17T10:39:58.742 INFO:tasks.workunit.client.1.smithi170.stdout:0/503: creat dd/de/d3d/d4d/d5c/f9d x:0 0 0 2024-09-17T10:39:58.746 INFO:tasks.workunit.client.1.smithi170.stdout:3/584: rename d18/d1c/d2b/f49 to d18/d69/fc2 0 2024-09-17T10:39:58.746 INFO:tasks.workunit.client.1.smithi170.stdout:3/585: creat d18/d2c/d4f/da3/fc3 x:0 0 0 2024-09-17T10:39:58.749 INFO:tasks.workunit.client.1.smithi170.stdout:8/525: mkdir d4/df/d3f/d44/dad/daf 0 2024-09-17T10:39:58.752 INFO:tasks.workunit.client.0.smithi159.stdout:9/888: unlink d0/d3/d7/da/dc/de/d21/f9b 0 2024-09-17T10:39:58.753 INFO:tasks.workunit.client.0.smithi159.stdout:9/889: write d0/d1/d2/d85/fb7 [697374,56291] 0 2024-09-17T10:39:58.753 INFO:tasks.workunit.client.1.smithi170.stdout:2/634: symlink dd/d14/d19/d4c/da6/ld6 0 2024-09-17T10:39:58.756 INFO:tasks.workunit.client.0.smithi159.stdout:8/878: getdents d4/dd/d10 0 2024-09-17T10:39:58.760 INFO:tasks.workunit.client.0.smithi159.stdout:5/691: rename d19/d6f/d75/f95 to d19/d1b/d21/fef 0 2024-09-17T10:39:58.763 INFO:tasks.workunit.client.1.smithi170.stdout:0/504: creat dd/f9e x:0 0 0 2024-09-17T10:39:58.763 INFO:tasks.workunit.client.1.smithi170.stdout:2/635: dread dd/d1a/d6c/fce [0,4194304] 0 2024-09-17T10:39:58.763 INFO:tasks.workunit.client.1.smithi170.stdout:0/505: write dd/de/d3d/d4d/d5c/f9d [1017875,11647] 0 2024-09-17T10:39:58.765 INFO:tasks.workunit.client.0.smithi159.stdout:4/749: getdents d0/d12/d2f/de7/d24/d48/d53 0 2024-09-17T10:39:58.767 INFO:tasks.workunit.client.0.smithi159.stdout:0/811: creat d5/dcf/d18/d22/f11c x:0 0 0 2024-09-17T10:39:58.769 INFO:tasks.workunit.client.1.smithi170.stdout:9/457: sync 2024-09-17T10:39:58.769 INFO:tasks.workunit.client.1.smithi170.stdout:9/458: readlink dd/d16/d17/d43/d66/l79 0 2024-09-17T10:39:58.771 INFO:tasks.workunit.client.1.smithi170.stdout:8/526: symlink d4/df/d3f/lb0 0 2024-09-17T10:39:58.771 INFO:tasks.workunit.client.1.smithi170.stdout:8/527: truncate d4/d2e/d33/f34 4800240 0 2024-09-17T10:39:58.771 INFO:tasks.workunit.client.1.smithi170.stdout:7/422: dwrite d25/d2a/f38 [0,4194304] 0 2024-09-17T10:39:58.771 INFO:tasks.workunit.client.1.smithi170.stdout:7/423: read - d25/d2a/f4a zero size 2024-09-17T10:39:58.775 INFO:tasks.workunit.client.1.smithi170.stdout:5/448: rmdir d1/d3/d13/d2c/d51 39 2024-09-17T10:39:58.775 INFO:tasks.workunit.client.1.smithi170.stdout:1/542: dwrite d3/d5/d27/d51/f4a [4194304,4194304] 0 2024-09-17T10:39:58.775 INFO:tasks.workunit.client.1.smithi170.stdout:3/586: dwrite d18/d26/d56/fbb [0,4194304] 0 2024-09-17T10:39:58.776 INFO:tasks.workunit.client.1.smithi170.stdout:6/409: sync 2024-09-17T10:39:58.777 INFO:tasks.workunit.client.1.smithi170.stdout:0/506: unlink dd/l20 0 2024-09-17T10:39:58.777 INFO:tasks.workunit.client.1.smithi170.stdout:0/507: stat dd/de/d3d/d4d/d5c/d69/f96 0 2024-09-17T10:39:58.780 INFO:tasks.workunit.client.0.smithi159.stdout:5/692: dwrite d19/d1b/d1d/d59/da7/de2/fc5 [0,4194304] 0 2024-09-17T10:39:58.780 INFO:tasks.workunit.client.0.smithi159.stdout:5/693: getdents d19/d1a/da4 0 2024-09-17T10:39:58.780 INFO:tasks.workunit.client.0.smithi159.stdout:5/694: read - d19/d1b/d1d/d59/da7/db5/fcf zero size 2024-09-17T10:39:58.780 INFO:tasks.workunit.client.1.smithi170.stdout:2/636: mknod dd/d3a/cd7 0 2024-09-17T10:39:58.781 INFO:tasks.workunit.client.1.smithi170.stdout:2/637: fdatasync dd/f69 0 2024-09-17T10:39:58.781 INFO:tasks.workunit.client.1.smithi170.stdout:2/638: write dd/d14/d19/f59 [467892,114689] 0 2024-09-17T10:39:58.781 INFO:tasks.workunit.client.1.smithi170.stdout:9/459: mknod dd/d40/d50/c9b 0 2024-09-17T10:39:58.781 INFO:tasks.workunit.client.1.smithi170.stdout:9/460: chown dd/d40/d4e/d23/f30 6 1 2024-09-17T10:39:58.782 INFO:tasks.workunit.client.0.smithi159.stdout:8/879: creat d4/dd/d10/d1a/f129 x:0 0 0 2024-09-17T10:39:58.785 INFO:tasks.workunit.client.1.smithi170.stdout:8/528: creat d4/df/d95/fb1 x:0 0 0 2024-09-17T10:39:58.788 INFO:tasks.workunit.client.0.smithi159.stdout:4/750: creat d0/d12/d2f/de7/da/d42/dc2/ff1 x:0 0 0 2024-09-17T10:39:58.789 INFO:tasks.workunit.client.1.smithi170.stdout:5/449: symlink d1/d3/d13/d2c/d51/l8f 0 2024-09-17T10:39:58.790 INFO:tasks.workunit.client.0.smithi159.stdout:0/812: symlink d5/d12/l11d 0 2024-09-17T10:39:58.791 INFO:tasks.workunit.client.0.smithi159.stdout:0/813: chown d5/dcf/d18/f86 1705467 1 2024-09-17T10:39:58.792 INFO:tasks.workunit.client.0.smithi159.stdout:4/751: write d0/d12/d2f/de7/da/d33/f3d [1773996,7483] 0 2024-09-17T10:39:58.793 INFO:tasks.workunit.client.0.smithi159.stdout:3/819: rmdir d9/df/d2c/d2f/d63/d8d/d74/db7/de8/dcd 39 2024-09-17T10:39:58.794 INFO:tasks.workunit.client.1.smithi170.stdout:1/543: rename d3/d5/d54/f63 to d3/d5/d27/fc2 0 2024-09-17T10:39:58.798 INFO:tasks.workunit.client.1.smithi170.stdout:5/450: read d1/d3/f50 [2802176,113378] 0 2024-09-17T10:39:58.798 INFO:tasks.workunit.client.1.smithi170.stdout:5/451: chown d1/d3/c24 11215732 1 2024-09-17T10:39:58.800 INFO:tasks.workunit.client.0.smithi159.stdout:5/695: mknod d19/d1b/d1d/da9/cf0 0 2024-09-17T10:39:58.802 INFO:tasks.workunit.client.0.smithi159.stdout:8/880: creat d4/dd/d26/f12a x:0 0 0 2024-09-17T10:39:58.807 INFO:tasks.workunit.client.0.smithi159.stdout:4/752: mknod d0/d12/d2f/de7/da/d33/dac/cf2 0 2024-09-17T10:39:58.807 INFO:tasks.workunit.client.0.smithi159.stdout:4/753: chown d0/d12/d2f/de7/da/f50 7 1 2024-09-17T10:39:58.807 INFO:tasks.workunit.client.0.smithi159.stdout:4/754: fsync d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f61 0 2024-09-17T10:39:58.807 INFO:tasks.workunit.client.0.smithi159.stdout:4/755: stat d0/d12/d2f/de7/f3e 0 2024-09-17T10:39:58.808 INFO:tasks.workunit.client.1.smithi170.stdout:2/639: link dd/d1a/f65 dd/d3a/d5b/fd8 0 2024-09-17T10:39:58.810 INFO:tasks.workunit.client.1.smithi170.stdout:9/461: mknod dd/d16/d17/d5c/c9c 0 2024-09-17T10:39:58.811 INFO:tasks.workunit.client.1.smithi170.stdout:9/462: chown dd/d40/d4e/d4c/f9a 1317206 1 2024-09-17T10:39:58.811 INFO:tasks.workunit.client.1.smithi170.stdout:9/463: chown dd/d40/d4e/d29/c83 1298315 1 2024-09-17T10:39:58.811 INFO:tasks.workunit.client.1.smithi170.stdout:9/464: write dd/d16/d17/d43/d88/f8b [405317,51584] 0 2024-09-17T10:39:58.811 INFO:tasks.workunit.client.1.smithi170.stdout:9/465: chown dd/d40/d4e/f4a 207472 1 2024-09-17T10:39:58.812 INFO:tasks.workunit.client.0.smithi159.stdout:2/771: sync 2024-09-17T10:39:58.812 INFO:tasks.workunit.client.0.smithi159.stdout:6/856: sync 2024-09-17T10:39:58.812 INFO:tasks.workunit.client.0.smithi159.stdout:6/857: fdatasync d1/df/d2c/d35/f59 0 2024-09-17T10:39:58.812 INFO:tasks.workunit.client.0.smithi159.stdout:3/820: getdents d9/df/d2c/d2f/d63 0 2024-09-17T10:39:58.812 INFO:tasks.workunit.client.0.smithi159.stdout:3/821: write d9/df/d2c/d2f/d63/d8d/f72 [1370587,29062] 0 2024-09-17T10:39:58.813 INFO:tasks.workunit.client.1.smithi170.stdout:8/529: unlink d4/df/d62/c89 0 2024-09-17T10:39:58.815 INFO:tasks.workunit.client.0.smithi159.stdout:5/696: creat d19/d1b/d1d/d59/da7/db5/d8e/ff1 x:0 0 0 2024-09-17T10:39:58.818 INFO:tasks.workunit.client.1.smithi170.stdout:7/424: link d25/d3b/f4d d25/d2a/d3e/d4b/f7b 0 2024-09-17T10:39:58.819 INFO:tasks.workunit.client.0.smithi159.stdout:8/881: symlink d4/d32/d5f/l12b 0 2024-09-17T10:39:58.820 INFO:tasks.workunit.client.1.smithi170.stdout:9/466: dread dd/d16/d2a/f69 [0,4194304] 0 2024-09-17T10:39:58.820 INFO:tasks.workunit.client.1.smithi170.stdout:9/467: dread - dd/d40/d4e/d29/d54/d8c/f97 zero size 2024-09-17T10:39:58.821 INFO:tasks.workunit.client.1.smithi170.stdout:1/544: rmdir d3/da2 0 2024-09-17T10:39:58.823 INFO:tasks.workunit.client.0.smithi159.stdout:7/762: rename d2/d18/d20/d3f/daf to d2/d18/d20/d2c/d11a 0 2024-09-17T10:39:58.825 INFO:tasks.workunit.client.1.smithi170.stdout:5/452: rename d1/d3/d13/d1a/f22 to d1/d3/d13/d1a/d54/f90 0 2024-09-17T10:39:58.825 INFO:tasks.workunit.client.1.smithi170.stdout:5/453: chown d1/d11/c7c 101 1 2024-09-17T10:39:58.825 INFO:tasks.workunit.client.1.smithi170.stdout:5/454: truncate d1/d3/d55/d87/f79 76741 0 2024-09-17T10:39:58.827 INFO:tasks.workunit.client.0.smithi159.stdout:4/756: unlink d0/d12/d2f/de7/d67/c76 0 2024-09-17T10:39:58.829 INFO:tasks.workunit.client.0.smithi159.stdout:8/882: write d4/dd/d10/dae/fce [1258674,110979] 0 2024-09-17T10:39:58.829 INFO:tasks.workunit.client.0.smithi159.stdout:2/772: dwrite d0/d26/d4b/d6d/f3d [0,4194304] 0 2024-09-17T10:39:58.830 INFO:tasks.workunit.client.1.smithi170.stdout:6/410: rmdir d0/d18/d70/d7f/d85/d43 39 2024-09-17T10:39:58.833 INFO:tasks.workunit.client.0.smithi159.stdout:6/858: mknod d1/df/d2c/d35/d55/dc0/dd4/df1/c10f 0 2024-09-17T10:39:58.833 INFO:tasks.workunit.client.0.smithi159.stdout:6/859: fdatasync d1/df/d2c/d35/d55/dc0/dd4/fdd 0 2024-09-17T10:39:58.833 INFO:tasks.workunit.client.0.smithi159.stdout:6/860: chown d1/df/da4 170260 1 2024-09-17T10:39:58.833 INFO:tasks.workunit.client.1.smithi170.stdout:1/545: dread d3/d5/d54/f73 [4194304,4194304] 0 2024-09-17T10:39:58.835 INFO:tasks.workunit.client.1.smithi170.stdout:0/508: rmdir dd/de/d10/d13/d59 39 2024-09-17T10:39:58.835 INFO:tasks.workunit.client.1.smithi170.stdout:0/509: chown dd/de/d16/c48 2 1 2024-09-17T10:39:58.837 INFO:tasks.workunit.client.0.smithi159.stdout:3/822: creat d9/df/d54/d59/d5e/d9a/ddd/de2/ff8 x:0 0 0 2024-09-17T10:39:58.840 INFO:tasks.workunit.client.1.smithi170.stdout:2/640: link dd/d1a/l71 dd/d54/db5/ld9 0 2024-09-17T10:39:58.840 INFO:tasks.workunit.client.1.smithi170.stdout:6/411: read d0/f62 [959070,72284] 0 2024-09-17T10:39:58.841 INFO:tasks.workunit.client.1.smithi170.stdout:6/412: write d0/d18/d70/d7f/d85/f60 [362470,5381] 0 2024-09-17T10:39:58.841 INFO:tasks.workunit.client.1.smithi170.stdout:6/413: stat d0/d18/d70/d7f/d85/d43/l4e 0 2024-09-17T10:39:58.841 INFO:tasks.workunit.client.1.smithi170.stdout:6/414: creat d0/d18/d70/f90 x:0 0 0 2024-09-17T10:39:58.841 INFO:tasks.workunit.client.0.smithi159.stdout:5/697: symlink d19/d1e/d4a/lf2 0 2024-09-17T10:39:58.841 INFO:tasks.workunit.client.1.smithi170.stdout:8/530: stat d4/l5 0 2024-09-17T10:39:58.841 INFO:tasks.workunit.client.1.smithi170.stdout:8/531: chown d4/df/d95/c9a 49119943 1 2024-09-17T10:39:58.842 INFO:tasks.workunit.client.1.smithi170.stdout:8/532: write d4/d2e/d33/f34 [3047314,59530] 0 2024-09-17T10:39:58.843 INFO:tasks.workunit.client.0.smithi159.stdout:9/890: rename d0/d3/d7/da/dc/de/d36/d10d/c126 to d0/d3/d7/da/dc/de/d36/d10d/dcd/c12d 0 2024-09-17T10:39:58.847 INFO:tasks.workunit.client.1.smithi170.stdout:0/510: dread dd/de/d10/d8d/f45 [0,4194304] 0 2024-09-17T10:39:58.855 INFO:tasks.workunit.client.0.smithi159.stdout:8/883: creat d4/d4e/de0/f12c x:0 0 0 2024-09-17T10:39:58.856 INFO:tasks.workunit.client.1.smithi170.stdout:9/468: getdents dd/d16/d17/d5c 0 2024-09-17T10:39:58.859 INFO:tasks.workunit.client.0.smithi159.stdout:2/773: creat d0/df/dee/d67/d89/f106 x:0 0 0 2024-09-17T10:39:58.864 INFO:tasks.workunit.client.0.smithi159.stdout:3/823: dwrite d9/df/d2c/d2f/fe9 [0,4194304] 0 2024-09-17T10:39:58.864 INFO:tasks.workunit.client.1.smithi170.stdout:8/533: dwrite d4/df/f71 [4194304,4194304] 0 2024-09-17T10:39:58.866 INFO:tasks.workunit.client.0.smithi159.stdout:5/698: mknod d19/d1b/d1d/d59/da7/cf3 0 2024-09-17T10:39:58.868 INFO:tasks.workunit.client.0.smithi159.stdout:3/824: read d9/f3d [376162,36374] 0 2024-09-17T10:39:58.869 INFO:tasks.workunit.client.0.smithi159.stdout:2/774: write d0/df/d3e/d46/fde [192238,24385] 0 2024-09-17T10:39:58.870 INFO:tasks.workunit.client.0.smithi159.stdout:7/763: rename d2/d44/cee to d2/d23/d67/d47/d4a/d4d/dad/de3/c11b 0 2024-09-17T10:39:58.870 INFO:tasks.workunit.client.0.smithi159.stdout:2/775: dread d0/d6c/f8e [0,4194304] 0 2024-09-17T10:39:58.872 INFO:tasks.workunit.client.0.smithi159.stdout:9/891: symlink d0/d3/d7/da/dc/de/d36/l12e 0 2024-09-17T10:39:58.872 INFO:tasks.workunit.client.0.smithi159.stdout:9/892: chown d0/d3/ffb 564 1 2024-09-17T10:39:58.872 INFO:tasks.workunit.client.0.smithi159.stdout:9/893: fsync d0/d3/d7/da/d46/d54/dc4/ff3 0 2024-09-17T10:39:58.872 INFO:tasks.workunit.client.0.smithi159.stdout:9/894: creat d0/d3/d7/da/dc/d34/da7/f12f x:0 0 0 2024-09-17T10:39:58.872 INFO:tasks.workunit.client.0.smithi159.stdout:9/895: chown d0/d1/fec 0 1 2024-09-17T10:39:58.873 INFO:tasks.workunit.client.1.smithi170.stdout:7/425: rename d25/d2a/d3e/f71 to d25/d2a/d3e/d56/d72/f7c 0 2024-09-17T10:39:58.874 INFO:tasks.workunit.client.0.smithi159.stdout:8/884: mkdir d4/dd/d10/d33/d12d 0 2024-09-17T10:39:58.875 INFO:tasks.workunit.client.1.smithi170.stdout:5/455: getdents d1/d3/d55/d80 0 2024-09-17T10:39:58.876 INFO:tasks.workunit.client.0.smithi159.stdout:6/861: getdents d1/db4 0 2024-09-17T10:39:58.876 INFO:tasks.workunit.client.0.smithi159.stdout:8/885: dread d4/dd/d10e/dfd/f11b [0,4194304] 0 2024-09-17T10:39:58.877 INFO:tasks.workunit.client.1.smithi170.stdout:3/587: getdents d18/d2c/d4a 0 2024-09-17T10:39:58.878 INFO:tasks.workunit.client.0.smithi159.stdout:3/825: write d9/df/d2c/d2f/d63/d8d/d74/d82/fda [771599,93347] 0 2024-09-17T10:39:58.879 INFO:tasks.workunit.client.0.smithi159.stdout:5/699: getdents d19/d1b/d36 0 2024-09-17T10:39:58.879 INFO:tasks.workunit.client.0.smithi159.stdout:7/764: write d2/d44/da9/db1/fc3 [2744097,53306] 0 2024-09-17T10:39:58.879 INFO:tasks.workunit.client.0.smithi159.stdout:5/700: creat d19/d69/d78/db3/dbd/ff4 x:0 0 0 2024-09-17T10:39:58.881 INFO:tasks.workunit.client.1.smithi170.stdout:2/641: unlink dd/d14/d19/d4c/da6/fcd 0 2024-09-17T10:39:58.881 INFO:tasks.workunit.client.1.smithi170.stdout:2/642: fsync dd/f23 0 2024-09-17T10:39:58.881 INFO:tasks.workunit.client.1.smithi170.stdout:2/643: read - dd/d1a/d6c/fd4 zero size 2024-09-17T10:39:58.882 INFO:tasks.workunit.client.0.smithi159.stdout:2/776: readlink d0/d14/l5f 0 2024-09-17T10:39:58.882 INFO:tasks.workunit.client.0.smithi159.stdout:2/777: creat d0/d6c/f107 x:0 0 0 2024-09-17T10:39:58.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/426: dread fa [0,4194304] 0 2024-09-17T10:39:58.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/427: chown f8 1 1 2024-09-17T10:39:58.886 INFO:tasks.workunit.client.0.smithi159.stdout:1/793: sync 2024-09-17T10:39:58.886 INFO:tasks.workunit.client.0.smithi159.stdout:1/794: fsync d1/d63/d8d/fc0 0 2024-09-17T10:39:58.886 INFO:tasks.workunit.client.0.smithi159.stdout:5/701: dread d19/d1b/d21/f6c [0,4194304] 0 2024-09-17T10:39:58.886 INFO:tasks.workunit.client.0.smithi159.stdout:5/702: dread - d19/d1b/d1d/f31 zero size 2024-09-17T10:39:58.887 INFO:tasks.workunit.client.1.smithi170.stdout:6/415: getdents d0/d18/d70/d7f/d85/d69/d3e/d80 0 2024-09-17T10:39:58.887 INFO:tasks.workunit.client.1.smithi170.stdout:6/416: chown d0/d18/d70/d7f/d85/l78 9762 1 2024-09-17T10:39:58.889 INFO:tasks.workunit.client.0.smithi159.stdout:6/862: dread d1/df/d11/d16/fc9 [0,4194304] 0 2024-09-17T10:39:58.889 INFO:tasks.workunit.client.0.smithi159.stdout:6/863: chown d1/df/d2c/d35/d3e/dc3/cff 904012708 1 2024-09-17T10:39:58.889 INFO:tasks.workunit.client.0.smithi159.stdout:9/896: unlink d0/d3/d7/da/dc/d3a/l51 0 2024-09-17T10:39:58.890 INFO:tasks.workunit.client.1.smithi170.stdout:0/511: symlink dd/de/d3d/d4d/d5c/l9f 0 2024-09-17T10:39:58.890 INFO:tasks.workunit.client.1.smithi170.stdout:0/512: read dd/de/d10/d13/f1f [1902877,15276] 0 2024-09-17T10:39:58.893 INFO:tasks.workunit.client.1.smithi170.stdout:9/469: creat dd/d16/d17/d5c/d85/f9d x:0 0 0 2024-09-17T10:39:58.893 INFO:tasks.workunit.client.1.smithi170.stdout:9/470: readlink dd/d16/d2a/l3b 0 2024-09-17T10:39:58.895 INFO:tasks.workunit.client.1.smithi170.stdout:8/534: creat d4/df/d1e/d69/fb2 x:0 0 0 2024-09-17T10:39:58.895 INFO:tasks.workunit.client.1.smithi170.stdout:8/535: chown d4/df/l27 926 1 2024-09-17T10:39:58.895 INFO:tasks.workunit.client.1.smithi170.stdout:8/536: stat d4/df/d3f/d44 0 2024-09-17T10:39:58.895 INFO:tasks.workunit.client.1.smithi170.stdout:8/537: creat d4/df/d62/fb3 x:0 0 0 2024-09-17T10:39:58.897 INFO:tasks.workunit.client.1.smithi170.stdout:1/546: rename d3/d37/c2a to d3/d77/db0/cc3 0 2024-09-17T10:39:58.900 INFO:tasks.workunit.client.0.smithi159.stdout:5/703: write d19/d6f/d75/f91 [721013,62984] 0 2024-09-17T10:39:58.900 INFO:tasks.workunit.client.1.smithi170.stdout:5/456: creat d1/d3/d13/d1a/d54/d8d/f91 x:0 0 0 2024-09-17T10:39:58.903 INFO:tasks.workunit.client.1.smithi170.stdout:2/644: truncate dd/d1a/d2a/fc9 3875863 0 2024-09-17T10:39:58.903 INFO:tasks.workunit.client.1.smithi170.stdout:2/645: chown dd/d14/d19/d4c/d63/d32/f67 57138 1 2024-09-17T10:39:58.903 INFO:tasks.workunit.client.1.smithi170.stdout:2/646: fsync dd/f23 0 2024-09-17T10:39:58.904 INFO:tasks.workunit.client.0.smithi159.stdout:6/864: write d1/d5d/d51/d88/fb5 [3014346,49154] 0 2024-09-17T10:39:58.904 INFO:tasks.workunit.client.0.smithi159.stdout:1/795: dread d1/d2/f4d [0,4194304] 0 2024-09-17T10:39:58.905 INFO:tasks.workunit.client.0.smithi159.stdout:1/796: write d1/d2/f8e [1428885,45622] 0 2024-09-17T10:39:58.905 INFO:tasks.workunit.client.0.smithi159.stdout:1/797: creat d1/d2f/d9e/d1a/dc/fee x:0 0 0 2024-09-17T10:39:58.907 INFO:tasks.workunit.client.0.smithi159.stdout:7/765: symlink d2/d18/d20/l11c 0 2024-09-17T10:39:58.908 INFO:tasks.workunit.client.1.smithi170.stdout:6/417: creat d0/d18/d70/d7f/d85/d69/d3e/f91 x:0 0 0 2024-09-17T10:39:58.910 INFO:tasks.workunit.client.1.smithi170.stdout:3/588: dwrite d18/d2c/d4f/fb4 [0,4194304] 0 2024-09-17T10:39:58.910 INFO:tasks.workunit.client.0.smithi159.stdout:2/778: mkdir d0/df/dee/dd3/dd6/d108 0 2024-09-17T10:39:58.910 INFO:tasks.workunit.client.0.smithi159.stdout:2/779: readlink d0/df/d3e/d7a/lbf 0 2024-09-17T10:39:58.911 INFO:tasks.workunit.client.0.smithi159.stdout:3/826: dwrite d9/df/f11 [0,4194304] 0 2024-09-17T10:39:58.911 INFO:tasks.workunit.client.0.smithi159.stdout:3/827: stat d9/df/d2c/d2f/d63/d8d/d74/d82/dd8/fe3 0 2024-09-17T10:39:58.912 INFO:tasks.workunit.client.0.smithi159.stdout:9/897: mknod d0/d3/d7/da/d46/de1/d55/c130 0 2024-09-17T10:39:58.912 INFO:tasks.workunit.client.0.smithi159.stdout:3/828: dread d9/df/d2c/d2f/f92 [4194304,4194304] 0 2024-09-17T10:39:58.912 INFO:tasks.workunit.client.0.smithi159.stdout:3/829: stat d9/df/d2c/d2f/l55 0 2024-09-17T10:39:58.912 INFO:tasks.workunit.client.0.smithi159.stdout:9/898: creat d0/d3/d7/da/dc/d3a/da6/f131 x:0 0 0 2024-09-17T10:39:58.913 INFO:tasks.workunit.client.0.smithi159.stdout:9/899: chown d0/d3/d96/d103 13745 1 2024-09-17T10:39:58.913 INFO:tasks.workunit.client.0.smithi159.stdout:9/900: fdatasync d0/d3/d7/da/dc/d3a/d97/f99 0 2024-09-17T10:39:58.914 INFO:tasks.workunit.client.1.smithi170.stdout:8/538: truncate d4/d2e/f46 679370 0 2024-09-17T10:39:58.914 INFO:tasks.workunit.client.1.smithi170.stdout:8/539: dread - d4/df/d76/f93 zero size 2024-09-17T10:39:58.915 INFO:tasks.workunit.client.1.smithi170.stdout:0/513: dwrite dd/de/d16/f6a [0,4194304] 0 2024-09-17T10:39:58.915 INFO:tasks.workunit.client.1.smithi170.stdout:0/514: chown dd/de/d16/d54 14550300 1 2024-09-17T10:39:58.915 INFO:tasks.workunit.client.1.smithi170.stdout:0/515: chown dd/l27 1591087 1 2024-09-17T10:39:58.916 INFO:tasks.workunit.client.0.smithi159.stdout:2/780: dread d0/df/d3e/d47/d79/f82 [0,4194304] 0 2024-09-17T10:39:58.916 INFO:tasks.workunit.client.1.smithi170.stdout:1/547: mkdir d3/d5/d27/d51/dac/dc4 0 2024-09-17T10:39:58.920 INFO:tasks.workunit.client.1.smithi170.stdout:6/418: mkdir d0/d18/d70/d7f/d85/d69/d8e/d92 0 2024-09-17T10:39:58.920 INFO:tasks.workunit.client.1.smithi170.stdout:6/419: chown d0 6186 1 2024-09-17T10:39:58.921 INFO:tasks.workunit.client.0.smithi159.stdout:8/886: rmdir d4/dd/d10/d1a/d72 39 2024-09-17T10:39:58.921 INFO:tasks.workunit.client.0.smithi159.stdout:8/887: write d4/da/fe8 [49238,16231] 0 2024-09-17T10:39:58.925 INFO:tasks.workunit.client.0.smithi159.stdout:7/766: dread d2/d18/d32/f46 [0,4194304] 0 2024-09-17T10:39:58.926 INFO:tasks.workunit.client.0.smithi159.stdout:5/704: mkdir d19/d1a/d32/d5e/df5 0 2024-09-17T10:39:58.926 INFO:tasks.workunit.client.0.smithi159.stdout:5/705: fsync d19/d33/f38 0 2024-09-17T10:39:58.926 INFO:tasks.workunit.client.0.smithi159.stdout:5/706: chown d19/d1b/d21/cb7 539085484 1 2024-09-17T10:39:58.929 INFO:tasks.workunit.client.0.smithi159.stdout:3/830: dread d9/df/f8c [0,4194304] 0 2024-09-17T10:39:58.930 INFO:tasks.workunit.client.1.smithi170.stdout:3/589: unlink d18/d26/d56/fbb 0 2024-09-17T10:39:58.930 INFO:tasks.workunit.client.1.smithi170.stdout:3/590: creat d18/d4b/d7c/d82/fc4 x:0 0 0 2024-09-17T10:39:58.933 INFO:tasks.workunit.client.1.smithi170.stdout:1/548: dread f1 [0,4194304] 0 2024-09-17T10:39:58.936 INFO:tasks.workunit.client.1.smithi170.stdout:8/540: symlink d4/df/d3f/lb4 0 2024-09-17T10:39:58.939 INFO:tasks.workunit.client.0.smithi159.stdout:1/798: mknod d1/d2f/d9e/cef 0 2024-09-17T10:39:58.941 INFO:tasks.workunit.client.1.smithi170.stdout:3/591: dread f8 [0,4194304] 0 2024-09-17T10:39:58.942 INFO:tasks.workunit.client.0.smithi159.stdout:0/814: sync 2024-09-17T10:39:58.943 INFO:tasks.workunit.client.0.smithi159.stdout:0/815: dread - d5/d12/d32/dc3/fd4 zero size 2024-09-17T10:39:58.944 INFO:tasks.workunit.client.1.smithi170.stdout:0/516: symlink dd/de/d3d/la0 0 2024-09-17T10:39:58.945 INFO:tasks.workunit.client.0.smithi159.stdout:9/901: creat d0/d3/d7/da/dc/de/d21/f132 x:0 0 0 2024-09-17T10:39:58.945 INFO:tasks.workunit.client.0.smithi159.stdout:9/902: fsync d0/d3/d7/da/dc/d3a/d97/f99 0 2024-09-17T10:39:58.946 INFO:tasks.workunit.client.1.smithi170.stdout:6/420: truncate d0/d18/f30 197289 0 2024-09-17T10:39:58.947 INFO:tasks.workunit.client.1.smithi170.stdout:5/457: dwrite d1/f49 [0,4194304] 0 2024-09-17T10:39:58.947 INFO:tasks.workunit.client.0.smithi159.stdout:5/707: mknod d19/d69/d78/db3/dbd/cf6 0 2024-09-17T10:39:58.947 INFO:tasks.workunit.client.0.smithi159.stdout:8/888: dwrite d4/dd/d10/d1a/f129 [0,4194304] 0 2024-09-17T10:39:58.948 INFO:tasks.workunit.client.0.smithi159.stdout:8/889: read - d4/dd/d10e/dab/f101 zero size 2024-09-17T10:39:58.949 INFO:tasks.workunit.client.0.smithi159.stdout:2/781: dwrite d0/d26/d4b/d6d/f5d [0,4194304] 0 2024-09-17T10:39:58.949 INFO:tasks.workunit.client.0.smithi159.stdout:2/782: getdents d0/df/dee/dd3/dd6/d108 0 2024-09-17T10:39:58.949 INFO:tasks.workunit.client.0.smithi159.stdout:2/783: stat d0/df/dee/d67/c104 0 2024-09-17T10:39:58.949 INFO:tasks.workunit.client.0.smithi159.stdout:6/865: dwrite d1/df/d2c/d35/d55/d64/d98/f10c [0,4194304] 0 2024-09-17T10:39:58.950 INFO:tasks.workunit.client.0.smithi159.stdout:3/831: mkdir d9/df/d2c/d77/df9 0 2024-09-17T10:39:58.952 INFO:tasks.workunit.client.1.smithi170.stdout:1/549: unlink d3/d5/f29 0 2024-09-17T10:39:58.952 INFO:tasks.workunit.client.1.smithi170.stdout:1/550: stat d3/d37 0 2024-09-17T10:39:58.955 INFO:tasks.workunit.client.1.smithi170.stdout:6/421: read d0/f7 [459286,22486] 0 2024-09-17T10:39:58.955 INFO:tasks.workunit.client.1.smithi170.stdout:6/422: chown d0/d18/d70/d7f/d85/d43/c49 376483 1 2024-09-17T10:39:58.958 INFO:tasks.workunit.client.1.smithi170.stdout:8/541: symlink d4/df/d3a/lb5 0 2024-09-17T10:39:58.961 INFO:tasks.workunit.client.0.smithi159.stdout:1/799: rename d1/d2f/d9e/d1a/d3b/d9f/lab to d1/d10/d5e/dbb/de9/lf0 0 2024-09-17T10:39:58.964 INFO:tasks.workunit.client.1.smithi170.stdout:0/517: symlink dd/de/d3d/d4d/la1 0 2024-09-17T10:39:58.965 INFO:tasks.workunit.client.0.smithi159.stdout:8/890: write d4/f83 [3978484,108099] 0 2024-09-17T10:39:58.965 INFO:tasks.workunit.client.0.smithi159.stdout:8/891: truncate d4/dd/d10/d1a/d72/d94/f102 1487404 0 2024-09-17T10:39:58.965 INFO:tasks.workunit.client.0.smithi159.stdout:8/892: write d4/dd/f46 [1635279,61277] 0 2024-09-17T10:39:58.965 INFO:tasks.workunit.client.0.smithi159.stdout:8/893: fsync d4/dd/d10/d1a/d72/f10c 0 2024-09-17T10:39:58.966 INFO:tasks.workunit.client.0.smithi159.stdout:8/894: readlink d4/d4e/d63/lf0 0 2024-09-17T10:39:58.966 INFO:tasks.workunit.client.0.smithi159.stdout:5/708: read d19/d1b/d21/fef [1401888,69142] 0 2024-09-17T10:39:58.966 INFO:tasks.workunit.client.0.smithi159.stdout:5/709: write d19/d1a/f7a [2112750,19023] 0 2024-09-17T10:39:58.966 INFO:tasks.workunit.client.0.smithi159.stdout:9/903: mkdir d0/d11e/d133 0 2024-09-17T10:39:58.967 INFO:tasks.workunit.client.0.smithi159.stdout:9/904: creat d0/d3/d7/da/dc/d34/f134 x:0 0 0 2024-09-17T10:39:58.976 INFO:tasks.workunit.client.1.smithi170.stdout:5/458: creat d1/d3/d13/d1a/f92 x:0 0 0 2024-09-17T10:39:58.976 INFO:tasks.workunit.client.0.smithi159.stdout:9/905: dread d0/d1/fec [0,4194304] 0 2024-09-17T10:39:58.976 INFO:tasks.workunit.client.0.smithi159.stdout:9/906: fdatasync d0/d3/d7/da/dc/de/f102 0 2024-09-17T10:39:58.977 INFO:tasks.workunit.client.0.smithi159.stdout:9/907: dread - d0/d3/d7/da/dc/d3a/da6/f131 zero size 2024-09-17T10:39:58.980 INFO:tasks.workunit.client.1.smithi170.stdout:1/551: creat d3/d5/d27/d51/da4/fc5 x:0 0 0 2024-09-17T10:39:58.983 INFO:tasks.workunit.client.1.smithi170.stdout:3/592: mknod d18/d24/cc5 0 2024-09-17T10:39:58.985 INFO:tasks.workunit.client.0.smithi159.stdout:2/784: creat d0/df/dee/dd3/dd6/d108/f109 x:0 0 0 2024-09-17T10:39:58.988 INFO:tasks.workunit.client.1.smithi170.stdout:1/552: rename d3/d77/db0/cc3 to d3/d77/db0/cc6 0 2024-09-17T10:39:58.988 INFO:tasks.workunit.client.1.smithi170.stdout:1/553: fsync d3/f39 0 2024-09-17T10:39:58.988 INFO:tasks.workunit.client.1.smithi170.stdout:1/554: dread - d3/d37/d7b/fa1 zero size 2024-09-17T10:39:58.988 INFO:tasks.workunit.client.1.smithi170.stdout:1/555: chown d3/d5/d27/d51/f75 79 1 2024-09-17T10:39:58.990 INFO:tasks.workunit.client.0.smithi159.stdout:2/785: dread d0/d9/db8/fb3 [0,4194304] 0 2024-09-17T10:39:58.991 INFO:tasks.workunit.client.0.smithi159.stdout:0/816: dwrite d5/dcf/d18/f24 [0,4194304] 0 2024-09-17T10:39:58.992 INFO:tasks.workunit.client.1.smithi170.stdout:5/459: write d1/d3/f2a [245910,50172] 0 2024-09-17T10:39:58.993 INFO:tasks.workunit.client.1.smithi170.stdout:5/460: readlink d1/d27/l4c 0 2024-09-17T10:39:58.994 INFO:tasks.workunit.client.1.smithi170.stdout:0/518: dread dd/de/d3d/d4d/d5c/d69/f64 [0,4194304] 0 2024-09-17T10:39:58.994 INFO:tasks.workunit.client.1.smithi170.stdout:0/519: write dd/de/d16/f9b [841391,85848] 0 2024-09-17T10:39:58.994 INFO:tasks.workunit.client.1.smithi170.stdout:0/520: creat dd/de/d16/d54/fa2 x:0 0 0 2024-09-17T10:39:58.994 INFO:tasks.workunit.client.1.smithi170.stdout:6/423: dwrite d0/d18/d70/d7f/d85/d69/d3e/f8a [0,4194304] 0 2024-09-17T10:39:58.995 INFO:tasks.workunit.client.1.smithi170.stdout:6/424: write d0/d18/d70/d7f/d85/d64/f8c [128899,127872] 0 2024-09-17T10:39:59.004 INFO:tasks.workunit.client.1.smithi170.stdout:0/521: rename dd/de/f72 to dd/de/d10/d8d/fa3 0 2024-09-17T10:39:59.006 INFO:tasks.workunit.client.1.smithi170.stdout:8/542: dwrite d4/df/d3f/d44/d80/f8d [0,4194304] 0 2024-09-17T10:39:59.006 INFO:tasks.workunit.client.1.smithi170.stdout:8/543: readlink d4/df/l27 0 2024-09-17T10:39:59.012 INFO:tasks.workunit.client.0.smithi159.stdout:6/866: mkdir d1/df/d11/d5a/d110 0 2024-09-17T10:39:59.012 INFO:tasks.workunit.client.0.smithi159.stdout:6/867: fdatasync d1/df/d2c/d35/d55/dc0/f109 0 2024-09-17T10:39:59.013 INFO:tasks.workunit.client.1.smithi170.stdout:5/461: dread d1/d3/d13/d2c/d51/f56 [0,4194304] 0 2024-09-17T10:39:59.013 INFO:tasks.workunit.client.1.smithi170.stdout:0/522: write fc [5295906,128101] 0 2024-09-17T10:39:59.017 INFO:tasks.workunit.client.0.smithi159.stdout:3/832: link d9/c2b d9/df/d54/d59/d5e/cfa 0 2024-09-17T10:39:59.020 INFO:tasks.workunit.client.1.smithi170.stdout:6/425: creat d0/d18/d70/d7f/d85/d69/d8e/f93 x:0 0 0 2024-09-17T10:39:59.020 INFO:tasks.workunit.client.1.smithi170.stdout:6/426: readlink d0/l54 0 2024-09-17T10:39:59.022 INFO:tasks.workunit.client.0.smithi159.stdout:1/800: creat d1/d2f/d9e/d1a/dc/d18/de4/ff1 x:0 0 0 2024-09-17T10:39:59.022 INFO:tasks.workunit.client.1.smithi170.stdout:3/593: dwrite d18/d1c/d2b/f4d [0,4194304] 0 2024-09-17T10:39:59.023 INFO:tasks.workunit.client.1.smithi170.stdout:1/556: dwrite f1 [0,4194304] 0 2024-09-17T10:39:59.023 INFO:tasks.workunit.client.1.smithi170.stdout:1/557: write d3/d5/f17 [4497931,102406] 0 2024-09-17T10:39:59.023 INFO:tasks.workunit.client.0.smithi159.stdout:6/868: read d1/d5d/d51/fa1 [593021,100326] 0 2024-09-17T10:39:59.023 INFO:tasks.workunit.client.0.smithi159.stdout:6/869: fsync d1/df/d2c/d35/d55/dc0/dd4/df1/fd6 0 2024-09-17T10:39:59.026 INFO:tasks.workunit.client.0.smithi159.stdout:2/786: dwrite d0/d9/db8/fb3 [0,4194304] 0 2024-09-17T10:39:59.027 INFO:tasks.workunit.client.0.smithi159.stdout:8/895: rename d4/d4e/d63/fa3 to d4/da/f12e 0 2024-09-17T10:39:59.031 INFO:tasks.workunit.client.1.smithi170.stdout:5/462: dread d1/f49 [0,4194304] 0 2024-09-17T10:39:59.033 INFO:tasks.workunit.client.0.smithi159.stdout:9/908: symlink d0/d1/l135 0 2024-09-17T10:39:59.034 INFO:tasks.workunit.client.1.smithi170.stdout:0/523: link dd/de/d16/d65/f71 dd/d93/fa4 0 2024-09-17T10:39:59.036 INFO:tasks.workunit.client.1.smithi170.stdout:6/427: mkdir d0/d18/d70/d7f/d85/d69/d8e/d94 0 2024-09-17T10:39:59.037 INFO:tasks.workunit.client.1.smithi170.stdout:6/428: fsync d0/d18/d70/d7f/d85/f10 0 2024-09-17T10:39:59.039 INFO:tasks.workunit.client.0.smithi159.stdout:4/757: sync 2024-09-17T10:39:59.042 INFO:tasks.workunit.client.1.smithi170.stdout:8/544: dwrite d4/d2e/f77 [0,4194304] 0 2024-09-17T10:39:59.043 INFO:tasks.workunit.client.1.smithi170.stdout:1/558: write d3/d5/f22 [6274549,103043] 0 2024-09-17T10:39:59.047 INFO:tasks.workunit.client.1.smithi170.stdout:6/429: dread d0/d18/d70/d7f/d85/d69/f6f [0,4194304] 0 2024-09-17T10:39:59.047 INFO:tasks.workunit.client.1.smithi170.stdout:6/430: fdatasync d0/f38 0 2024-09-17T10:39:59.049 INFO:tasks.workunit.client.1.smithi170.stdout:3/594: mknod d18/d2c/d41/d7d/cc6 0 2024-09-17T10:39:59.049 INFO:tasks.workunit.client.1.smithi170.stdout:3/595: chown d18/d2c/d4f/l6d 1770396301 1 2024-09-17T10:39:59.051 INFO:tasks.workunit.client.0.smithi159.stdout:0/817: creat d5/dcf/d18/d22/da2/d115/d62/da8/f11e x:0 0 0 2024-09-17T10:39:59.054 INFO:tasks.workunit.client.0.smithi159.stdout:3/833: mknod d9/df/d2c/d2f/cfb 0 2024-09-17T10:39:59.054 INFO:tasks.workunit.client.0.smithi159.stdout:9/909: dwrite d0/d3/d33/fc3 [0,4194304] 0 2024-09-17T10:39:59.055 INFO:tasks.workunit.client.0.smithi159.stdout:4/758: dwrite d0/d12/d2f/de7/da/d33/dac/fb8 [0,4194304] 0 2024-09-17T10:39:59.055 INFO:tasks.workunit.client.0.smithi159.stdout:4/759: stat d0/d12/d2f/de7/da/d42/dc2/fc8 0 2024-09-17T10:39:59.057 INFO:tasks.workunit.client.0.smithi159.stdout:1/801: link d1/c20 d1/d10/d5e/dbb/cf2 0 2024-09-17T10:39:59.057 INFO:tasks.workunit.client.0.smithi159.stdout:1/802: getdents d1/d63/d6c/dc9 0 2024-09-17T10:39:59.060 INFO:tasks.workunit.client.0.smithi159.stdout:6/870: creat d1/d83/d100/f111 x:0 0 0 2024-09-17T10:39:59.061 INFO:tasks.workunit.client.1.smithi170.stdout:5/463: mkdir d1/d3/d13/d2c/d51/d6f/d93 0 2024-09-17T10:39:59.069 INFO:tasks.workunit.client.1.smithi170.stdout:0/524: symlink dd/de/d16/d54/d63/la5 0 2024-09-17T10:39:59.073 INFO:tasks.workunit.client.0.smithi159.stdout:2/787: unlink d0/df/d3e/d7a/lc1 0 2024-09-17T10:39:59.073 INFO:tasks.workunit.client.0.smithi159.stdout:2/788: readlink d0/l2b 0 2024-09-17T10:39:59.073 INFO:tasks.workunit.client.0.smithi159.stdout:6/871: dread d1/d5d/d51/d88/fb5 [0,4194304] 0 2024-09-17T10:39:59.073 INFO:tasks.workunit.client.0.smithi159.stdout:6/872: fdatasync d1/df/d2c/d85/de6/dfa/f10b 0 2024-09-17T10:39:59.075 INFO:tasks.workunit.client.0.smithi159.stdout:2/789: dread d0/d9/f2d [0,4194304] 0 2024-09-17T10:39:59.077 INFO:tasks.workunit.client.0.smithi159.stdout:8/896: creat d4/dd/d10/d33/d99/d103/f12f x:0 0 0 2024-09-17T10:39:59.077 INFO:tasks.workunit.client.0.smithi159.stdout:7/767: sync 2024-09-17T10:39:59.079 INFO:tasks.workunit.client.0.smithi159.stdout:8/897: dread d4/da/fe8 [0,4194304] 0 2024-09-17T10:39:59.079 INFO:tasks.workunit.client.0.smithi159.stdout:8/898: fsync d4/dd/d10/d1a/d72/d81/f122 0 2024-09-17T10:39:59.079 INFO:tasks.workunit.client.1.smithi170.stdout:4/312: sync 2024-09-17T10:39:59.080 INFO:tasks.workunit.client.0.smithi159.stdout:5/710: mkdir d19/df7 0 2024-09-17T10:39:59.080 INFO:tasks.workunit.client.1.smithi170.stdout:8/545: mknod d4/df/d62/d88/cb6 0 2024-09-17T10:39:59.080 INFO:tasks.workunit.client.1.smithi170.stdout:8/546: stat d4/d2e/d33/f43 0 2024-09-17T10:39:59.082 INFO:tasks.workunit.client.0.smithi159.stdout:0/818: symlink d5/d4f/d67/l11f 0 2024-09-17T10:39:59.084 INFO:tasks.workunit.client.1.smithi170.stdout:6/431: creat d0/d18/d70/d7f/f95 x:0 0 0 2024-09-17T10:39:59.084 INFO:tasks.workunit.client.1.smithi170.stdout:6/432: chown d0/d18/d70/d7f/f95 13 1 2024-09-17T10:39:59.090 INFO:tasks.workunit.client.1.smithi170.stdout:0/525: symlink dd/de/d3d/d4d/d5c/d9c/la6 0 2024-09-17T10:39:59.092 INFO:tasks.workunit.client.1.smithi170.stdout:1/559: rmdir d3/d5/d81 39 2024-09-17T10:39:59.094 INFO:tasks.workunit.client.0.smithi159.stdout:3/834: dwrite d9/df/d2c/d2f/d63/d8d/d74/db7/de8/fa9 [0,4194304] 0 2024-09-17T10:39:59.094 INFO:tasks.workunit.client.0.smithi159.stdout:4/760: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f8c [0,4194304] 0 2024-09-17T10:39:59.094 INFO:tasks.workunit.client.0.smithi159.stdout:6/873: dwrite d1/df/d2c/d35/d55/d64/f10e [0,4194304] 0 2024-09-17T10:39:59.095 INFO:tasks.workunit.client.0.smithi159.stdout:1/803: symlink d1/d63/d8d/lf3 0 2024-09-17T10:39:59.095 INFO:tasks.workunit.client.1.smithi170.stdout:4/313: creat d9/d12/d36/d51/f68 x:0 0 0 2024-09-17T10:39:59.096 INFO:tasks.workunit.client.1.smithi170.stdout:4/314: dread - d9/d12/d36/d42/d40/f66 zero size 2024-09-17T10:39:59.096 INFO:tasks.workunit.client.0.smithi159.stdout:2/790: mknod d0/df/d3e/d7a/d91/c10a 0 2024-09-17T10:39:59.099 INFO:tasks.workunit.client.1.smithi170.stdout:8/547: rmdir d4/df/d3f/d44/dad/daf 0 2024-09-17T10:39:59.100 INFO:tasks.workunit.client.0.smithi159.stdout:7/768: symlink d2/d18/d32/l11d 0 2024-09-17T10:39:59.101 INFO:tasks.workunit.client.0.smithi159.stdout:7/769: chown d2/d18/d20/f31 12304944 1 2024-09-17T10:39:59.101 INFO:tasks.workunit.client.0.smithi159.stdout:0/819: dwrite d5/d12/d32/d3a/f57 [0,4194304] 0 2024-09-17T10:39:59.101 INFO:tasks.workunit.client.0.smithi159.stdout:0/820: fsync d5/dcf/d18/d22/da2/d115/d62/fcd 0 2024-09-17T10:39:59.102 INFO:tasks.workunit.client.1.smithi170.stdout:6/433: truncate d0/f14 4185848 0 2024-09-17T10:39:59.102 INFO:tasks.workunit.client.1.smithi170.stdout:6/434: write d0/d18/d70/d7f/d85/d43/f8b [985379,117764] 0 2024-09-17T10:39:59.102 INFO:tasks.workunit.client.1.smithi170.stdout:6/435: stat d0/d18/d70/d7f/d85/d69/d3e/f91 0 2024-09-17T10:39:59.102 INFO:tasks.workunit.client.1.smithi170.stdout:6/436: write d0/f2c [5187102,115777] 0 2024-09-17T10:39:59.105 INFO:tasks.workunit.client.1.smithi170.stdout:0/526: truncate dd/f15 568592 0 2024-09-17T10:39:59.106 INFO:tasks.workunit.client.0.smithi159.stdout:0/821: dread d5/d4f/de2/ff4 [0,4194304] 0 2024-09-17T10:39:59.106 INFO:tasks.workunit.client.0.smithi159.stdout:0/822: write d5/dcf/d18/d22/da2/d115/d62/ff2 [661833,5190] 0 2024-09-17T10:39:59.106 INFO:tasks.workunit.client.0.smithi159.stdout:0/823: readlink d5/l30 0 2024-09-17T10:39:59.107 INFO:tasks.workunit.client.0.smithi159.stdout:0/824: truncate d5/d12/d32/dc3/fd4 441977 0 2024-09-17T10:39:59.107 INFO:tasks.workunit.client.0.smithi159.stdout:0/825: dread - d5/dcf/d18/d22/da2/d115/d62/da8/f11e zero size 2024-09-17T10:39:59.107 INFO:tasks.workunit.client.0.smithi159.stdout:5/711: mkdir d19/d1a/df8 0 2024-09-17T10:39:59.107 INFO:tasks.workunit.client.0.smithi159.stdout:5/712: fsync d19/d1b/d1d/d59/db6/fe8 0 2024-09-17T10:39:59.108 INFO:tasks.workunit.client.0.smithi159.stdout:5/713: fdatasync d19/d1a/d32/fc0 0 2024-09-17T10:39:59.108 INFO:tasks.workunit.client.0.smithi159.stdout:5/714: getdents d19/df7 0 2024-09-17T10:39:59.108 INFO:tasks.workunit.client.1.smithi170.stdout:1/560: creat d3/d5/d27/d51/dac/dc4/fc7 x:0 0 0 2024-09-17T10:39:59.109 INFO:tasks.workunit.client.0.smithi159.stdout:9/910: rmdir d0/d3/d7/da/d46/de1/d47 39 2024-09-17T10:39:59.109 INFO:tasks.workunit.client.0.smithi159.stdout:9/911: dread - d0/d3/d7/da/d46/d54/d8b/db8/fcf zero size 2024-09-17T10:39:59.111 INFO:tasks.workunit.client.1.smithi170.stdout:4/315: rename d9/d12/d36/d42/l5d to d9/d3e/l69 0 2024-09-17T10:39:59.117 INFO:tasks.workunit.client.1.smithi170.stdout:6/437: mknod d0/d18/d70/c96 0 2024-09-17T10:39:59.117 INFO:tasks.workunit.client.1.smithi170.stdout:6/438: stat d0/f5d 0 2024-09-17T10:39:59.119 INFO:tasks.workunit.client.1.smithi170.stdout:0/527: mknod dd/d93/ca7 0 2024-09-17T10:39:59.121 INFO:tasks.workunit.client.0.smithi159.stdout:4/761: mkdir d0/d12/d2f/de7/d97/d9f/d5d/d99/df3 0 2024-09-17T10:39:59.121 INFO:tasks.workunit.client.0.smithi159.stdout:4/762: write d0/d12/d2f/de7/d24/f29 [3739377,90230] 0 2024-09-17T10:39:59.121 INFO:tasks.workunit.client.0.smithi159.stdout:1/804: dwrite d1/d10/d5e/dbb/ddb/da2/dc5/f9d [0,4194304] 0 2024-09-17T10:39:59.123 INFO:tasks.workunit.client.1.smithi170.stdout:4/316: creat d9/d5a/f6a x:0 0 0 2024-09-17T10:39:59.124 INFO:tasks.workunit.client.0.smithi159.stdout:3/835: symlink d9/df/d54/d59/d5e/d9a/ddd/lfc 0 2024-09-17T10:39:59.126 INFO:tasks.workunit.client.1.smithi170.stdout:6/439: creat d0/d18/d70/d7f/d85/d69/d8e/d92/f97 x:0 0 0 2024-09-17T10:39:59.126 INFO:tasks.workunit.client.1.smithi170.stdout:6/440: truncate d0/d18/d70/d7f/d85/f31 9190991 0 2024-09-17T10:39:59.128 INFO:tasks.workunit.client.1.smithi170.stdout:4/317: truncate d9/d3e/f50 638583 0 2024-09-17T10:39:59.130 INFO:tasks.workunit.client.0.smithi159.stdout:6/874: dread d1/df/d2c/d35/d55/f7e [0,4194304] 0 2024-09-17T10:39:59.130 INFO:tasks.workunit.client.0.smithi159.stdout:6/875: chown d1/df/d2c/d85/de6/dfa 3 1 2024-09-17T10:39:59.131 INFO:tasks.workunit.client.1.smithi170.stdout:4/318: mknod d9/d3e/c6b 0 2024-09-17T10:39:59.131 INFO:tasks.workunit.client.1.smithi170.stdout:6/441: dread d0/f5d [0,4194304] 0 2024-09-17T10:39:59.131 INFO:tasks.workunit.client.1.smithi170.stdout:6/442: chown d0/l54 6406 1 2024-09-17T10:39:59.132 INFO:tasks.workunit.client.0.smithi159.stdout:2/791: symlink d0/df/d3e/l10b 0 2024-09-17T10:39:59.132 INFO:tasks.workunit.client.0.smithi159.stdout:7/770: mkdir d2/d23/d67/d47/d4a/d4d/d75/d11e 0 2024-09-17T10:39:59.132 INFO:tasks.workunit.client.0.smithi159.stdout:7/771: creat d2/d18/d20/f11f x:0 0 0 2024-09-17T10:39:59.134 INFO:tasks.workunit.client.1.smithi170.stdout:4/319: truncate d9/d12/f28 294971 0 2024-09-17T10:39:59.135 INFO:tasks.workunit.client.0.smithi159.stdout:2/792: dread d0/df/d3e/d47/f4c [0,4194304] 0 2024-09-17T10:39:59.136 INFO:tasks.workunit.client.1.smithi170.stdout:6/443: symlink d0/d18/d70/d7f/d85/d69/d3e/l98 0 2024-09-17T10:39:59.137 INFO:tasks.workunit.client.0.smithi159.stdout:0/826: mknod d5/d4f/de2/c120 0 2024-09-17T10:39:59.139 INFO:tasks.workunit.client.0.smithi159.stdout:9/912: creat d0/d3/d7/da/d46/d54/d8b/f136 x:0 0 0 2024-09-17T10:39:59.141 INFO:tasks.workunit.client.0.smithi159.stdout:4/763: symlink d0/d12/d2f/de7/d24/d48/d53/dbc/lf4 0 2024-09-17T10:39:59.146 INFO:tasks.workunit.client.0.smithi159.stdout:3/836: mkdir d9/df/d2c/d2f/de0/dfd 0 2024-09-17T10:39:59.146 INFO:tasks.workunit.client.0.smithi159.stdout:3/837: readlink d9/df/d2c/d2f/l69 0 2024-09-17T10:39:59.147 INFO:tasks.workunit.client.0.smithi159.stdout:6/876: truncate d1/df/d11/d5a/db2/dce/dd5/de7/fc4 853542 0 2024-09-17T10:39:59.148 INFO:tasks.workunit.client.1.smithi170.stdout:6/444: write d0/f2c [2182633,5243] 0 2024-09-17T10:39:59.148 INFO:tasks.workunit.client.0.smithi159.stdout:8/899: write d4/dd/d10/d1a/f9e [329201,65536] 0 2024-09-17T10:39:59.148 INFO:tasks.workunit.client.0.smithi159.stdout:8/900: stat d4/d32/d5f 0 2024-09-17T10:39:59.149 INFO:tasks.workunit.client.0.smithi159.stdout:2/793: mknod d0/df/d3e/d7a/c10c 0 2024-09-17T10:39:59.150 INFO:tasks.workunit.client.1.smithi170.stdout:8/548: dwrite d4/df/d3a/f61 [0,4194304] 0 2024-09-17T10:39:59.151 INFO:tasks.workunit.client.1.smithi170.stdout:6/445: truncate d0/d18/f30 109484 0 2024-09-17T10:39:59.151 INFO:tasks.workunit.client.0.smithi159.stdout:9/913: mknod d0/d3/d7/da/dc/d3a/d97/c137 0 2024-09-17T10:39:59.153 INFO:tasks.workunit.client.0.smithi159.stdout:3/838: mknod d9/df/d54/d59/d5e/d9a/ddd/cfe 0 2024-09-17T10:39:59.157 INFO:tasks.workunit.client.0.smithi159.stdout:6/877: mkdir d1/df/d2c/d35/d55/d64/d98/dcf/d112 0 2024-09-17T10:39:59.158 INFO:tasks.workunit.client.0.smithi159.stdout:6/878: chown d1/df/d11/la9 2 1 2024-09-17T10:39:59.158 INFO:tasks.workunit.client.1.smithi170.stdout:8/549: rename d4/df/f6f to d4/d2e/d33/fb7 0 2024-09-17T10:39:59.158 INFO:tasks.workunit.client.1.smithi170.stdout:1/561: dwrite d3/d5/d27/d51/da4/fc5 [0,4194304] 0 2024-09-17T10:39:59.159 INFO:tasks.workunit.client.0.smithi159.stdout:8/901: write d4/d4e/f64 [1715729,45065] 0 2024-09-17T10:39:59.159 INFO:tasks.workunit.client.0.smithi159.stdout:8/902: read - d4/d4e/de0/f12c zero size 2024-09-17T10:39:59.159 INFO:tasks.workunit.client.0.smithi159.stdout:8/903: chown d4/d4e/c5b 17954592 1 2024-09-17T10:39:59.160 INFO:tasks.workunit.client.0.smithi159.stdout:2/794: creat d0/d26/f10d x:0 0 0 2024-09-17T10:39:59.162 INFO:tasks.workunit.client.1.smithi170.stdout:6/446: truncate d0/d18/d70/d7f/d85/d64/f8c 68134 0 2024-09-17T10:39:59.162 INFO:tasks.workunit.client.0.smithi159.stdout:5/715: dwrite d19/d1a/d32/d5e/f80 [0,4194304] 0 2024-09-17T10:39:59.163 INFO:tasks.workunit.client.0.smithi159.stdout:1/805: dwrite d1/d10/d5e/dbb/ddb/f5b [0,4194304] 0 2024-09-17T10:39:59.163 INFO:tasks.workunit.client.0.smithi159.stdout:9/914: symlink d0/d78/d9c/l138 0 2024-09-17T10:39:59.163 INFO:tasks.workunit.client.0.smithi159.stdout:9/915: chown d0/d3/d7/da/dc/d34/f10c 997218 1 2024-09-17T10:39:59.164 INFO:tasks.workunit.client.1.smithi170.stdout:0/528: dwrite dd/de/d10/d13/f2a [0,4194304] 0 2024-09-17T10:39:59.164 INFO:tasks.workunit.client.1.smithi170.stdout:0/529: truncate dd/de/d3d/d4d/f7c 314555 0 2024-09-17T10:39:59.167 INFO:tasks.workunit.client.1.smithi170.stdout:8/550: rename d4/df/d76/l83 to d4/df/d62/lb8 0 2024-09-17T10:39:59.167 INFO:tasks.workunit.client.1.smithi170.stdout:8/551: write d4/d2e/d33/fb7 [5171126,42580] 0 2024-09-17T10:39:59.167 INFO:tasks.workunit.client.1.smithi170.stdout:8/552: fdatasync d4/df/d1e/f32 0 2024-09-17T10:39:59.168 INFO:tasks.workunit.client.0.smithi159.stdout:6/879: dread d1/d5d/d51/f95 [0,4194304] 0 2024-09-17T10:39:59.169 INFO:tasks.workunit.client.0.smithi159.stdout:8/904: mknod d4/dd/d10/d1a/d72/c130 0 2024-09-17T10:39:59.169 INFO:tasks.workunit.client.0.smithi159.stdout:7/772: dwrite d2/d18/d32/fe0 [0,4194304] 0 2024-09-17T10:39:59.170 INFO:tasks.workunit.client.0.smithi159.stdout:4/764: dwrite d0/d12/d2f/de7/d97/d9f/fdb [0,4194304] 0 2024-09-17T10:39:59.170 INFO:tasks.workunit.client.0.smithi159.stdout:4/765: chown d0/f3 149205 1 2024-09-17T10:39:59.171 INFO:tasks.workunit.client.0.smithi159.stdout:5/716: read d19/d69/d78/db3/dbd/d74/f77 [1197897,48313] 0 2024-09-17T10:39:59.171 INFO:tasks.workunit.client.0.smithi159.stdout:5/717: read - d19/d1b/d1d/d59/da7/db5/fcf zero size 2024-09-17T10:39:59.171 INFO:tasks.workunit.client.0.smithi159.stdout:0/827: dwrite d5/d12/daa/dbd/fef [0,4194304] 0 2024-09-17T10:39:59.172 INFO:tasks.workunit.client.0.smithi159.stdout:2/795: mknod d0/df/dee/dd3/dd6/d108/c10e 0 2024-09-17T10:39:59.172 INFO:tasks.workunit.client.0.smithi159.stdout:2/796: write d0/df/d3e/d7a/fb9 [652924,101094] 0 2024-09-17T10:39:59.175 INFO:tasks.workunit.client.1.smithi170.stdout:1/562: mkdir d3/d5/d27/d51/dc8 0 2024-09-17T10:39:59.175 INFO:tasks.workunit.client.1.smithi170.stdout:1/563: fsync d3/d37/d7b/d8b/f8f 0 2024-09-17T10:39:59.177 INFO:tasks.workunit.client.1.smithi170.stdout:6/447: mknod d0/d18/d70/d7f/d85/d69/d3e/c99 0 2024-09-17T10:39:59.177 INFO:tasks.workunit.client.1.smithi170.stdout:6/448: fdatasync d0/f7 0 2024-09-17T10:39:59.177 INFO:tasks.workunit.client.1.smithi170.stdout:6/449: creat d0/d18/d70/d7f/d85/d64/f9a x:0 0 0 2024-09-17T10:39:59.178 INFO:tasks.workunit.client.1.smithi170.stdout:6/450: write d0/d18/d70/d7f/d85/d69/d8e/f93 [125989,63041] 0 2024-09-17T10:39:59.179 INFO:tasks.workunit.client.0.smithi159.stdout:1/806: creat d1/d2/d8f/ff4 x:0 0 0 2024-09-17T10:39:59.179 INFO:tasks.workunit.client.0.smithi159.stdout:1/807: write d1/d2f/d9e/f52 [1023607,117065] 0 2024-09-17T10:39:59.179 INFO:tasks.workunit.client.0.smithi159.stdout:1/808: write d1/d2f/d9e/d1a/f8 [4406498,26024] 0 2024-09-17T10:39:59.180 INFO:tasks.workunit.client.0.smithi159.stdout:9/916: mknod d0/d1/d2/c139 0 2024-09-17T10:39:59.182 INFO:tasks.workunit.client.1.smithi170.stdout:0/530: unlink dd/de/d16/d54/d63/la5 0 2024-09-17T10:39:59.184 INFO:tasks.workunit.client.0.smithi159.stdout:6/880: creat d1/df/d2c/d35/d3e/d7c/f113 x:0 0 0 2024-09-17T10:39:59.184 INFO:tasks.workunit.client.0.smithi159.stdout:6/881: write d1/d5d/d51/f95 [4304529,10872] 0 2024-09-17T10:39:59.185 INFO:tasks.workunit.client.1.smithi170.stdout:4/320: truncate d9/d3e/f50 1168438 0 2024-09-17T10:39:59.186 INFO:tasks.workunit.client.1.smithi170.stdout:6/451: dread d0/d18/d70/d7f/d85/d43/f46 [0,4194304] 0 2024-09-17T10:39:59.186 INFO:tasks.workunit.client.1.smithi170.stdout:8/553: mknod d4/df/d3f/d44/d80/cb9 0 2024-09-17T10:39:59.186 INFO:tasks.workunit.client.1.smithi170.stdout:8/554: truncate d4/df/d76/d85/f8f 1862846 0 2024-09-17T10:39:59.189 INFO:tasks.workunit.client.0.smithi159.stdout:8/905: rename d4/dd/d10/d1a/d6b/fa5 to d4/dd/d10/d1a/db0/f131 0 2024-09-17T10:39:59.197 INFO:tasks.workunit.client.0.smithi159.stdout:7/773: mkdir d2/d18/d20/d2c/d120 0 2024-09-17T10:39:59.203 INFO:tasks.workunit.client.0.smithi159.stdout:6/882: dwrite d1/df/d2c/f4b [4194304,4194304] 0 2024-09-17T10:39:59.206 INFO:tasks.workunit.client.1.smithi170.stdout:0/531: creat dd/de/d10/fa8 x:0 0 0 2024-09-17T10:39:59.206 INFO:tasks.workunit.client.1.smithi170.stdout:0/532: chown dd/de/d16/d54/d63 22 1 2024-09-17T10:39:59.209 INFO:tasks.workunit.client.0.smithi159.stdout:7/774: read d2/f9 [3622115,124027] 0 2024-09-17T10:39:59.209 INFO:tasks.workunit.client.1.smithi170.stdout:4/321: mkdir d9/d12/d6c 0 2024-09-17T10:39:59.212 INFO:tasks.workunit.client.1.smithi170.stdout:6/452: mkdir d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/d9b 0 2024-09-17T10:39:59.215 INFO:tasks.workunit.client.1.smithi170.stdout:0/533: dread dd/d93/fa4 [0,4194304] 0 2024-09-17T10:39:59.215 INFO:tasks.workunit.client.1.smithi170.stdout:8/555: symlink d4/df/d1e/d69/lba 0 2024-09-17T10:39:59.217 INFO:tasks.workunit.client.0.smithi159.stdout:6/883: dwrite d1/df/d11/d16/f18 [0,4194304] 0 2024-09-17T10:39:59.220 INFO:tasks.workunit.client.0.smithi159.stdout:5/718: creat d19/d69/d8d/ff9 x:0 0 0 2024-09-17T10:39:59.221 INFO:tasks.workunit.client.0.smithi159.stdout:5/719: write d19/d1b/d1d/d59/da7/de2/d94/fc3 [924396,33931] 0 2024-09-17T10:39:59.222 INFO:tasks.workunit.client.0.smithi159.stdout:0/828: symlink d5/d4f/de2/d117/l121 0 2024-09-17T10:39:59.225 INFO:tasks.workunit.client.0.smithi159.stdout:2/797: symlink d0/df/dee/d67/l10f 0 2024-09-17T10:39:59.225 INFO:tasks.workunit.client.0.smithi159.stdout:2/798: fdatasync d0/df/d3e/d7a/d91/fff 0 2024-09-17T10:39:59.225 INFO:tasks.workunit.client.0.smithi159.stdout:2/799: dread - d0/df/d3e/d7a/d91/ff4 zero size 2024-09-17T10:39:59.225 INFO:tasks.workunit.client.0.smithi159.stdout:7/775: dwrite d2/d23/d67/d47/fe9 [0,4194304] 0 2024-09-17T10:39:59.226 INFO:tasks.workunit.client.0.smithi159.stdout:9/917: rmdir d0/d78 39 2024-09-17T10:39:59.231 INFO:tasks.workunit.client.0.smithi159.stdout:4/766: rename d0/d12/d2f/de7/da/d33/dac to d0/d12/d2f/de7/d97/d9f/d5d/d99/df5 0 2024-09-17T10:39:59.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/884: creat d1/df/d2c/d35/f114 x:0 0 0 2024-09-17T10:39:59.236 INFO:tasks.workunit.client.0.smithi159.stdout:5/720: truncate d19/d69/d78/db3/dbd/f45 2763716 0 2024-09-17T10:39:59.236 INFO:tasks.workunit.client.0.smithi159.stdout:5/721: chown d19/d69/d78/la3 728 1 2024-09-17T10:39:59.236 INFO:tasks.workunit.client.0.smithi159.stdout:5/722: readlink d19/d1a/l97 0 2024-09-17T10:39:59.236 INFO:tasks.workunit.client.0.smithi159.stdout:5/723: chown d19/d1a/c25 159 1 2024-09-17T10:39:59.237 INFO:tasks.workunit.client.0.smithi159.stdout:4/767: dread d0/d12/d2f/de7/da/f34 [0,4194304] 0 2024-09-17T10:39:59.239 INFO:tasks.workunit.client.0.smithi159.stdout:0/829: mkdir d5/dcf/d18/d22/da2/db3/d100/d122 0 2024-09-17T10:39:59.239 INFO:tasks.workunit.client.0.smithi159.stdout:0/830: write d5/dcf/d18/d22/da2/d115/f6d [720713,82905] 0 2024-09-17T10:39:59.242 INFO:tasks.workunit.client.1.smithi170.stdout:6/453: mkdir d0/d66/d9c 0 2024-09-17T10:39:59.242 INFO:tasks.workunit.client.1.smithi170.stdout:6/454: write d0/f2c [5456734,54496] 0 2024-09-17T10:39:59.249 INFO:tasks.workunit.client.1.smithi170.stdout:8/556: mkdir d4/df/d3a/dbb 0 2024-09-17T10:39:59.249 INFO:tasks.workunit.client.1.smithi170.stdout:8/557: write d4/df/d3f/f68 [665031,46020] 0 2024-09-17T10:39:59.250 INFO:tasks.workunit.client.1.smithi170.stdout:8/558: dread d4/df/d3f/f50 [0,4194304] 0 2024-09-17T10:39:59.251 INFO:tasks.workunit.client.1.smithi170.stdout:1/564: rename d3/d37 to d3/d5/dc9 0 2024-09-17T10:39:59.251 INFO:tasks.workunit.client.1.smithi170.stdout:1/565: stat d3/d5/d27/d4e/l94 0 2024-09-17T10:39:59.254 INFO:tasks.workunit.client.1.smithi170.stdout:0/534: getdents dd/de/d3d/d4d/d5c/d69 0 2024-09-17T10:39:59.255 INFO:tasks.workunit.client.0.smithi159.stdout:5/724: dwrite f4 [0,4194304] 0 2024-09-17T10:39:59.260 INFO:tasks.workunit.client.1.smithi170.stdout:6/455: dwrite d0/d18/d70/d7f/d85/f31 [4194304,4194304] 0 2024-09-17T10:39:59.260 INFO:tasks.workunit.client.1.smithi170.stdout:6/456: fsync d0/f14 0 2024-09-17T10:39:59.260 INFO:tasks.workunit.client.1.smithi170.stdout:6/457: chown d0/d18/d70/d7f/d85/d69/d3e/f5e 0 1 2024-09-17T10:39:59.261 INFO:tasks.workunit.client.1.smithi170.stdout:6/458: read d0/f5a [555977,19449] 0 2024-09-17T10:39:59.261 INFO:tasks.workunit.client.1.smithi170.stdout:4/322: rename d9/d12/d36/d42/f5c to d9/d5a/f6d 0 2024-09-17T10:39:59.261 INFO:tasks.workunit.client.1.smithi170.stdout:4/323: chown d9/d12/d36/d42/d40/f2e 844356 1 2024-09-17T10:39:59.261 INFO:tasks.workunit.client.1.smithi170.stdout:4/324: write d9/d12/f2c [8410681,64997] 0 2024-09-17T10:39:59.261 INFO:tasks.workunit.client.1.smithi170.stdout:8/559: dread d4/d2e/f77 [0,4194304] 0 2024-09-17T10:39:59.262 INFO:tasks.workunit.client.1.smithi170.stdout:8/560: fdatasync d4/df/d1e/d69/fb2 0 2024-09-17T10:39:59.265 INFO:tasks.workunit.client.1.smithi170.stdout:0/535: truncate dd/de/d3d/f4a 361056 0 2024-09-17T10:39:59.268 INFO:tasks.workunit.client.0.smithi159.stdout:2/800: mknod d0/df/dee/dd3/c110 0 2024-09-17T10:39:59.268 INFO:tasks.workunit.client.0.smithi159.stdout:2/801: readlink d0/df/dee/la6 0 2024-09-17T10:39:59.269 INFO:tasks.workunit.client.1.smithi170.stdout:6/459: read d0/d18/d70/d7f/d85/f58 [3307294,72053] 0 2024-09-17T10:39:59.277 INFO:tasks.workunit.client.0.smithi159.stdout:9/918: symlink d0/d3/d7/da/dc/d40/d106/l13a 0 2024-09-17T10:39:59.279 INFO:tasks.workunit.client.0.smithi159.stdout:2/802: write d0/df/d3e/d46/d66/fac [1318729,26321] 0 2024-09-17T10:39:59.280 INFO:tasks.workunit.client.0.smithi159.stdout:2/803: dread - d0/df/dee/d67/d89/f106 zero size 2024-09-17T10:39:59.280 INFO:tasks.workunit.client.0.smithi159.stdout:1/809: rename d1/d10/ld5 to d1/d2/d68/dc1/lf5 0 2024-09-17T10:39:59.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/566: rmdir d3/d5/d27/d51 39 2024-09-17T10:39:59.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/567: chown d3/d5/d27/d51/f43 5889835 1 2024-09-17T10:39:59.286 INFO:tasks.workunit.client.0.smithi159.stdout:6/885: link d1/df/d2c/d35/d3e/lef d1/df/d11/d5a/db2/dce/dd5/de7/l115 0 2024-09-17T10:39:59.288 INFO:tasks.workunit.client.1.smithi170.stdout:4/325: mknod d9/d12/d36/c6e 0 2024-09-17T10:39:59.288 INFO:tasks.workunit.client.1.smithi170.stdout:4/326: chown d9/f53 15 1 2024-09-17T10:39:59.290 INFO:tasks.workunit.client.0.smithi159.stdout:4/768: creat d0/d12/d2f/de7/da/ff6 x:0 0 0 2024-09-17T10:39:59.290 INFO:tasks.workunit.client.0.smithi159.stdout:4/769: read d0/d12/d2f/de7/d24/d39/d6a/f9d [319197,58861] 0 2024-09-17T10:39:59.291 INFO:tasks.workunit.client.1.smithi170.stdout:8/561: truncate d4/df/d94/fa9 3967410 0 2024-09-17T10:39:59.295 INFO:tasks.workunit.client.0.smithi159.stdout:0/831: creat d5/dcf/d18/d22/da2/d115/d62/f123 x:0 0 0 2024-09-17T10:39:59.296 INFO:tasks.workunit.client.1.smithi170.stdout:6/460: dwrite d0/d18/d70/d7f/d85/d69/f6a [0,4194304] 0 2024-09-17T10:39:59.297 INFO:tasks.workunit.client.1.smithi170.stdout:0/536: unlink dd/de/d16/f44 0 2024-09-17T10:39:59.298 INFO:tasks.workunit.client.1.smithi170.stdout:1/568: dwrite d3/d77/dad/fa5 [0,4194304] 0 2024-09-17T10:39:59.298 INFO:tasks.workunit.client.1.smithi170.stdout:1/569: write d3/d5/f42 [80282,59145] 0 2024-09-17T10:39:59.298 INFO:tasks.workunit.client.0.smithi159.stdout:5/725: mknod d19/d1b/d1d/d59/da7/de2/cfa 0 2024-09-17T10:39:59.298 INFO:tasks.workunit.client.1.smithi170.stdout:0/537: write dd/de/d16/f9b [434862,28894] 0 2024-09-17T10:39:59.299 INFO:tasks.workunit.client.1.smithi170.stdout:4/327: truncate d9/d12/f22 1334796 0 2024-09-17T10:39:59.301 INFO:tasks.workunit.client.0.smithi159.stdout:7/776: rmdir d2/d18/d20/d3f/d77/db7 39 2024-09-17T10:39:59.302 INFO:tasks.workunit.client.0.smithi159.stdout:9/919: dwrite d0/d3/d7/da/dc/d34/f134 [0,4194304] 0 2024-09-17T10:39:59.302 INFO:tasks.workunit.client.0.smithi159.stdout:9/920: stat d0/d1/d2/d85/dd8 0 2024-09-17T10:39:59.303 INFO:tasks.workunit.client.0.smithi159.stdout:9/921: getdents d0/d11e/d133 0 2024-09-17T10:39:59.304 INFO:tasks.workunit.client.1.smithi170.stdout:4/328: dread d9/f14 [0,4194304] 0 2024-09-17T10:39:59.307 INFO:tasks.workunit.client.0.smithi159.stdout:2/804: creat d0/df/d3e/d47/f111 x:0 0 0 2024-09-17T10:39:59.309 INFO:tasks.workunit.client.1.smithi170.stdout:6/461: unlink d0/d18/d70/d7f/d85/d69/d3e/c50 0 2024-09-17T10:39:59.312 INFO:tasks.workunit.client.0.smithi159.stdout:8/906: rename d4/d32/d5f/c76 to d4/dd/d10/d4b/d8b/d53/c132 0 2024-09-17T10:39:59.314 INFO:tasks.workunit.client.0.smithi159.stdout:6/886: mkdir d1/df/d11/d57/d116 0 2024-09-17T10:39:59.315 INFO:tasks.workunit.client.1.smithi170.stdout:0/538: rmdir dd/de/d10/d8d 39 2024-09-17T10:39:59.315 INFO:tasks.workunit.client.1.smithi170.stdout:0/539: truncate dd/de/d3d/d4d/f95 214538 0 2024-09-17T10:39:59.316 INFO:tasks.workunit.client.0.smithi159.stdout:4/770: creat d0/d12/d2f/de7/d97/db7/ff7 x:0 0 0 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:9/471: sync 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:2/647: sync 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:7/428: sync 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:3/596: sync 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:5/464: sync 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:3/597: truncate d18/d26/d58/fa4 150922 0 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:9/472: creat dd/d16/d17/d5c/d85/f9e x:0 0 0 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:8/562: dwrite d4/df/d3a/f61 [0,4194304] 0 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:8/563: truncate d4/d2e/d33/f43 1945115 0 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:8/564: write d4/df/f3b [888948,4231] 0 2024-09-17T10:39:59.318 INFO:tasks.workunit.client.1.smithi170.stdout:8/565: chown d4/df/d1e/d69/la5 286 1 2024-09-17T10:39:59.319 INFO:tasks.workunit.client.0.smithi159.stdout:3/839: sync 2024-09-17T10:39:59.320 INFO:tasks.workunit.client.1.smithi170.stdout:4/329: mknod d9/d12/d36/d42/d58/c6f 0 2024-09-17T10:39:59.320 INFO:tasks.workunit.client.1.smithi170.stdout:4/330: chown d9/d12/f3a 0 1 2024-09-17T10:39:59.321 INFO:tasks.workunit.client.0.smithi159.stdout:0/832: write d5/dcf/d18/fa3 [919149,117055] 0 2024-09-17T10:39:59.325 INFO:tasks.workunit.client.1.smithi170.stdout:6/462: dread d0/d18/d70/d7f/d85/d69/f6a [0,4194304] 0 2024-09-17T10:39:59.326 INFO:tasks.workunit.client.1.smithi170.stdout:2/648: write dd/d3a/d5b/f6e [1137905,31318] 0 2024-09-17T10:39:59.326 INFO:tasks.workunit.client.1.smithi170.stdout:2/649: chown dd/d14/d19/d4c/d63/da3 38977 1 2024-09-17T10:39:59.326 INFO:tasks.workunit.client.1.smithi170.stdout:2/650: fdatasync dd/d14/d19/d4c/d63/d32/f52 0 2024-09-17T10:39:59.327 INFO:tasks.workunit.client.0.smithi159.stdout:5/726: read d19/d69/d78/db3/dbd/f45 [1259754,115488] 0 2024-09-17T10:39:59.327 INFO:tasks.workunit.client.1.smithi170.stdout:7/429: rmdir d25/d53/d59 39 2024-09-17T10:39:59.327 INFO:tasks.workunit.client.1.smithi170.stdout:7/430: chown d25/d3b 81898026 1 2024-09-17T10:39:59.329 INFO:tasks.workunit.client.0.smithi159.stdout:7/777: creat d2/d18/d20/d3f/d73/d104/f121 x:0 0 0 2024-09-17T10:39:59.329 INFO:tasks.workunit.client.1.smithi170.stdout:5/465: creat d1/f94 x:0 0 0 2024-09-17T10:39:59.332 INFO:tasks.workunit.client.1.smithi170.stdout:7/431: dread d25/d3b/f46 [0,4194304] 0 2024-09-17T10:39:59.334 INFO:tasks.workunit.client.1.smithi170.stdout:3/598: creat d18/d26/d58/d88/fc7 x:0 0 0 2024-09-17T10:39:59.336 INFO:tasks.workunit.client.0.smithi159.stdout:9/922: unlink d0/d3/d7/da/dc/d1c/d2b/d122/l5f 0 2024-09-17T10:39:59.336 INFO:tasks.workunit.client.0.smithi159.stdout:9/923: chown d0/d3/d7/da/dc/d40/d106/l13a 6 1 2024-09-17T10:39:59.338 INFO:tasks.workunit.client.0.smithi159.stdout:2/805: creat d0/df/d3e/d7a/d91/ded/f112 x:0 0 0 2024-09-17T10:39:59.341 INFO:tasks.workunit.client.0.smithi159.stdout:6/887: dwrite d1/df/d11/fde [0,4194304] 0 2024-09-17T10:39:59.341 INFO:tasks.workunit.client.0.smithi159.stdout:1/810: rename d1/d2f/f6b to d1/d2/d14/ff6 0 2024-09-17T10:39:59.345 INFO:tasks.workunit.client.0.smithi159.stdout:8/907: mknod d4/dd/d10/d4b/d8b/c133 0 2024-09-17T10:39:59.345 INFO:tasks.workunit.client.0.smithi159.stdout:8/908: stat d4/dd/d10/d1a/d6d/le7 0 2024-09-17T10:39:59.347 INFO:tasks.workunit.client.0.smithi159.stdout:4/771: mknod d0/d12/d2f/de7/d97/cf8 0 2024-09-17T10:39:59.347 INFO:tasks.workunit.client.0.smithi159.stdout:2/806: dread d0/d26/d4b/d6d/f3d [0,4194304] 0 2024-09-17T10:39:59.348 INFO:tasks.workunit.client.0.smithi159.stdout:2/807: fsync d0/d6c/ff3 0 2024-09-17T10:39:59.348 INFO:tasks.workunit.client.0.smithi159.stdout:0/833: symlink d5/dcf/d18/d22/da2/l124 0 2024-09-17T10:39:59.349 INFO:tasks.workunit.client.0.smithi159.stdout:0/834: write d5/d4f/db2/df6/ffd [489166,39050] 0 2024-09-17T10:39:59.349 INFO:tasks.workunit.client.1.smithi170.stdout:2/651: rmdir dd/d3a/d78 39 2024-09-17T10:39:59.349 INFO:tasks.workunit.client.1.smithi170.stdout:2/652: creat dd/d14/d19/d37/fda x:0 0 0 2024-09-17T10:39:59.350 INFO:tasks.workunit.client.1.smithi170.stdout:2/653: truncate dd/d14/d19/d4c/da6/fb4 979466 0 2024-09-17T10:39:59.350 INFO:tasks.workunit.client.1.smithi170.stdout:2/654: write dd/d3a/d5b/f6e [171316,8279] 0 2024-09-17T10:39:59.350 INFO:tasks.workunit.client.1.smithi170.stdout:2/655: chown dd/d14/d19/d4c/d63/d7f/c8b 329 1 2024-09-17T10:39:59.350 INFO:tasks.workunit.client.0.smithi159.stdout:2/808: dread d0/d14/f2f [0,4194304] 0 2024-09-17T10:39:59.350 INFO:tasks.workunit.client.0.smithi159.stdout:2/809: write d0/df/dee/dd3/f90 [509218,14195] 0 2024-09-17T10:39:59.352 INFO:tasks.workunit.client.0.smithi159.stdout:9/924: unlink d0/d3/d7/da/d46/f72 0 2024-09-17T10:39:59.353 INFO:tasks.workunit.client.0.smithi159.stdout:9/925: fdatasync d0/d3/ffb 0 2024-09-17T10:39:59.353 INFO:tasks.workunit.client.1.smithi170.stdout:1/570: truncate d3/d77/dad/fa5 2312225 0 2024-09-17T10:39:59.353 INFO:tasks.workunit.client.1.smithi170.stdout:1/571: chown d3/d5/d27/d51/da4/fc5 11955 1 2024-09-17T10:39:59.353 INFO:tasks.workunit.client.1.smithi170.stdout:1/572: truncate d3/d5/f7f 4287090 0 2024-09-17T10:39:59.354 INFO:tasks.workunit.client.1.smithi170.stdout:1/573: creat d3/d5/d27/d4e/fca x:0 0 0 2024-09-17T10:39:59.354 INFO:tasks.workunit.client.1.smithi170.stdout:5/466: mkdir d1/d27/d95 0 2024-09-17T10:39:59.359 INFO:tasks.workunit.client.1.smithi170.stdout:0/540: dwrite dd/de/d10/d8d/f45 [4194304,4194304] 0 2024-09-17T10:39:59.360 INFO:tasks.workunit.client.1.smithi170.stdout:7/432: symlink d25/d4e/l7d 0 2024-09-17T10:39:59.363 INFO:tasks.workunit.client.1.smithi170.stdout:3/599: link d18/d1c/d2b/f4d d18/d2c/d4f/d7b/fc8 0 2024-09-17T10:39:59.366 INFO:tasks.workunit.client.0.smithi159.stdout:6/888: mknod d1/df/d11/d5a/db2/c117 0 2024-09-17T10:39:59.369 INFO:tasks.workunit.client.0.smithi159.stdout:5/727: dwrite d19/d1b/d36/f5b [0,4194304] 0 2024-09-17T10:39:59.369 INFO:tasks.workunit.client.1.smithi170.stdout:7/433: write d25/d2a/f70 [868983,69134] 0 2024-09-17T10:39:59.369 INFO:tasks.workunit.client.1.smithi170.stdout:7/434: chown d25/d2a/d3e/d56/d5d/f64 813 1 2024-09-17T10:39:59.369 INFO:tasks.workunit.client.1.smithi170.stdout:9/473: symlink dd/d40/d4e/d29/d2c/d41/l9f 0 2024-09-17T10:39:59.370 INFO:tasks.workunit.client.1.smithi170.stdout:9/474: stat dd/d40/f2d 0 2024-09-17T10:39:59.370 INFO:tasks.workunit.client.1.smithi170.stdout:9/475: dread - dd/d16/f7e zero size 2024-09-17T10:39:59.370 INFO:tasks.workunit.client.1.smithi170.stdout:9/476: chown dd/d40/d32/d3d/f48 1840 1 2024-09-17T10:39:59.370 INFO:tasks.workunit.client.1.smithi170.stdout:8/566: dwrite d4/f18 [4194304,4194304] 0 2024-09-17T10:39:59.370 INFO:tasks.workunit.client.1.smithi170.stdout:8/567: fsync d4/df/d3f/f4a 0 2024-09-17T10:39:59.372 INFO:tasks.workunit.client.1.smithi170.stdout:8/568: write d4/df/d3f/f7a [267666,72352] 0 2024-09-17T10:39:59.372 INFO:tasks.workunit.client.0.smithi159.stdout:2/810: dwrite d0/d26/d4b/f9a [0,4194304] 0 2024-09-17T10:39:59.372 INFO:tasks.workunit.client.0.smithi159.stdout:3/840: rename d9/df/d3f/f9e to d9/df/d2c/d2f/d63/d8d/d74/db7/de8/fff 0 2024-09-17T10:39:59.373 INFO:tasks.workunit.client.0.smithi159.stdout:3/841: truncate d9/df/d2c/fc9 1042386 0 2024-09-17T10:39:59.376 INFO:tasks.workunit.client.1.smithi170.stdout:4/331: getdents d9/d12/d36/d42/d40 0 2024-09-17T10:39:59.376 INFO:tasks.workunit.client.1.smithi170.stdout:4/332: readlink d9/d12/d36/d42/d40/l4a 0 2024-09-17T10:39:59.376 INFO:tasks.workunit.client.1.smithi170.stdout:4/333: write d9/f60 [666315,65808] 0 2024-09-17T10:39:59.376 INFO:tasks.workunit.client.0.smithi159.stdout:5/728: dread d19/d1a/d32/f53 [0,4194304] 0 2024-09-17T10:39:59.378 INFO:tasks.workunit.client.0.smithi159.stdout:1/811: link d1/d2/d14/f30 d1/d2f/d9e/d1a/dc/d18/de4/dd2/ff7 0 2024-09-17T10:39:59.380 INFO:tasks.workunit.client.1.smithi170.stdout:6/463: link d0/d18/c3d d0/d18/d70/d7f/d85/c9d 0 2024-09-17T10:39:59.381 INFO:tasks.workunit.client.1.smithi170.stdout:6/464: read d0/d18/d70/d7f/d85/d43/f47 [599070,33146] 0 2024-09-17T10:39:59.382 INFO:tasks.workunit.client.1.smithi170.stdout:7/435: dread f15 [0,4194304] 0 2024-09-17T10:39:59.382 INFO:tasks.workunit.client.1.smithi170.stdout:7/436: chown d25/d2a/f49 0 1 2024-09-17T10:39:59.387 INFO:tasks.workunit.client.1.smithi170.stdout:8/569: dread d4/d2e/f74 [0,4194304] 0 2024-09-17T10:39:59.388 INFO:tasks.workunit.client.0.smithi159.stdout:8/909: mknod d4/dd/d10/d1a/d72/d109/d115/c134 0 2024-09-17T10:39:59.389 INFO:tasks.workunit.client.0.smithi159.stdout:4/772: creat d0/d12/d2f/de7/d97/d9f/d5d/d82/ff9 x:0 0 0 2024-09-17T10:39:59.389 INFO:tasks.workunit.client.0.smithi159.stdout:4/773: fdatasync d0/d12/d2f/de7/da/f50 0 2024-09-17T10:39:59.389 INFO:tasks.workunit.client.0.smithi159.stdout:4/774: readlink d0/d12/l7e 0 2024-09-17T10:39:59.389 INFO:tasks.workunit.client.0.smithi159.stdout:4/775: dread - d0/d12/d2f/de7/d67/fbf zero size 2024-09-17T10:39:59.389 INFO:tasks.workunit.client.0.smithi159.stdout:4/776: write d0/d12/d2f/de7/d24/d39/d6a/f9d [474600,128074] 0 2024-09-17T10:39:59.389 INFO:tasks.workunit.client.0.smithi159.stdout:4/777: write d0/d12/d2f/de7/da/ff6 [527327,103319] 0 2024-09-17T10:39:59.390 INFO:tasks.workunit.client.1.smithi170.stdout:2/656: creat dd/d14/d19/d4c/d63/da3/fdb x:0 0 0 2024-09-17T10:39:59.393 INFO:tasks.workunit.client.0.smithi159.stdout:0/835: mknod d5/dcf/d18/d22/d4c/d6b/c125 0 2024-09-17T10:39:59.393 INFO:tasks.workunit.client.0.smithi159.stdout:0/836: chown d5 228107 1 2024-09-17T10:39:59.393 INFO:tasks.workunit.client.1.smithi170.stdout:3/600: dwrite d18/d1c/d2b/f5b [0,4194304] 0 2024-09-17T10:39:59.393 INFO:tasks.workunit.client.1.smithi170.stdout:3/601: write d18/d2c/d4f/f54 [3672888,36898] 0 2024-09-17T10:39:59.395 INFO:tasks.workunit.client.0.smithi159.stdout:9/926: mknod d0/d3/d7/da/dc/de/d36/d10d/c13b 0 2024-09-17T10:39:59.397 INFO:tasks.workunit.client.1.smithi170.stdout:1/574: rename d3/ld to d3/d5/d27/d51/d64/lcb 0 2024-09-17T10:39:59.397 INFO:tasks.workunit.client.1.smithi170.stdout:1/575: fdatasync d3/d5/d27/d4e/fca 0 2024-09-17T10:39:59.397 INFO:tasks.workunit.client.1.smithi170.stdout:1/576: chown d3/d5/d27/l87 7 1 2024-09-17T10:39:59.399 INFO:tasks.workunit.client.0.smithi159.stdout:3/842: dwrite d9/df/f35 [0,4194304] 0 2024-09-17T10:39:59.400 INFO:tasks.workunit.client.0.smithi159.stdout:4/778: write d0/d12/d2f/de7/d24/d48/faa [3817534,128030] 0 2024-09-17T10:39:59.401 INFO:tasks.workunit.client.0.smithi159.stdout:6/889: dwrite d1/df/d2c/d35/d55/d64/d98/dcf/f103 [0,4194304] 0 2024-09-17T10:39:59.402 INFO:tasks.workunit.client.1.smithi170.stdout:6/465: dwrite d0/d18/d70/d7f/d85/f10 [4194304,4194304] 0 2024-09-17T10:39:59.404 INFO:tasks.workunit.client.1.smithi170.stdout:0/541: creat dd/de/d16/d54/d5f/fa9 x:0 0 0 2024-09-17T10:39:59.404 INFO:tasks.workunit.client.1.smithi170.stdout:0/542: dread - dd/de/d3d/d4d/d5c/d69/f96 zero size 2024-09-17T10:39:59.405 INFO:tasks.workunit.client.0.smithi159.stdout:9/927: dread d0/d3/d7/da/dc/de/d36/d10d/dcd/f119 [0,4194304] 0 2024-09-17T10:39:59.410 INFO:tasks.workunit.client.0.smithi159.stdout:2/811: link d0/d26/d4b/d6d/f3d d0/df/dee/d67/df6/dfd/f113 0 2024-09-17T10:39:59.412 INFO:tasks.workunit.client.1.smithi170.stdout:0/543: write dd/de/d16/f3c [1299845,108932] 0 2024-09-17T10:39:59.415 INFO:tasks.workunit.client.0.smithi159.stdout:7/778: rename d2/d18/d20/db8 to d2/d23/d67/d47/d4a/d4d/d75/d78/d122 0 2024-09-17T10:39:59.417 INFO:tasks.workunit.client.0.smithi159.stdout:5/729: mknod d19/d1a/cfb 0 2024-09-17T10:39:59.417 INFO:tasks.workunit.client.0.smithi159.stdout:7/779: dread d2/d18/d20/d3f/d73/ffc [0,4194304] 0 2024-09-17T10:39:59.417 INFO:tasks.workunit.client.0.smithi159.stdout:5/730: stat d19/lc2 0 2024-09-17T10:39:59.423 INFO:tasks.workunit.client.0.smithi159.stdout:8/910: truncate d4/dd/d10/d1a/f129 785629 0 2024-09-17T10:39:59.423 INFO:tasks.workunit.client.1.smithi170.stdout:1/577: dread d3/d5/d27/d51/f43 [0,4194304] 0 2024-09-17T10:39:59.424 INFO:tasks.workunit.client.1.smithi170.stdout:0/544: dread dd/de/d10/f24 [0,4194304] 0 2024-09-17T10:39:59.426 INFO:tasks.workunit.client.0.smithi159.stdout:0/837: symlink d5/d4f/d67/dad/l126 0 2024-09-17T10:39:59.426 INFO:tasks.workunit.client.0.smithi159.stdout:0/838: write d5/d12/d32/fa9 [318239,115205] 0 2024-09-17T10:39:59.428 INFO:tasks.workunit.client.1.smithi170.stdout:4/334: mkdir d9/d12/d36/d42/d40/d70 0 2024-09-17T10:39:59.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/466: dwrite d0/d18/d70/d7f/d85/d69/d3e/d80/f83 [0,4194304] 0 2024-09-17T10:39:59.428 INFO:tasks.workunit.client.1.smithi170.stdout:4/335: chown d9/d5a/f6a 82584 1 2024-09-17T10:39:59.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/467: readlink d0/d18/d70/d7f/d85/d69/l79 0 2024-09-17T10:39:59.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/468: dread - d0/d18/d70/d7f/d85/d69/d8e/d92/f97 zero size 2024-09-17T10:39:59.429 INFO:tasks.workunit.client.0.smithi159.stdout:2/812: dwrite d0/df/d3e/d47/d79/f9c [0,4194304] 0 2024-09-17T10:39:59.429 INFO:tasks.workunit.client.0.smithi159.stdout:2/813: read - d0/df/dee/dd3/de7/ff0 zero size 2024-09-17T10:39:59.436 INFO:tasks.workunit.client.1.smithi170.stdout:7/437: mkdir d25/d2a/d3e/d56/d5d/d7e 0 2024-09-17T10:39:59.438 INFO:tasks.workunit.client.0.smithi159.stdout:3/843: unlink d9/f97 0 2024-09-17T10:39:59.440 INFO:tasks.workunit.client.1.smithi170.stdout:8/570: rename d4/df/d62/d88/cb6 to d4/df/d62/d88/cbc 0 2024-09-17T10:39:59.441 INFO:tasks.workunit.client.0.smithi159.stdout:4/779: creat d0/d12/d2f/de7/d97/d9f/d5d/d99/ffa x:0 0 0 2024-09-17T10:39:59.443 INFO:tasks.workunit.client.1.smithi170.stdout:2/657: mknod dd/d1a/d2a/cdc 0 2024-09-17T10:39:59.449 INFO:tasks.workunit.client.1.smithi170.stdout:3/602: creat d18/d26/d56/d97/dba/fc9 x:0 0 0 2024-09-17T10:39:59.452 INFO:tasks.workunit.client.0.smithi159.stdout:6/890: mknod d1/df/d11/d57/c118 0 2024-09-17T10:39:59.452 INFO:tasks.workunit.client.0.smithi159.stdout:6/891: write d1/d5d/d51/f81 [1060347,97219] 0 2024-09-17T10:39:59.456 INFO:tasks.workunit.client.0.smithi159.stdout:9/928: creat d0/d3/d7/da/d1a/d60/f13c x:0 0 0 2024-09-17T10:39:59.458 INFO:tasks.workunit.client.1.smithi170.stdout:1/578: symlink d3/d5/lcc 0 2024-09-17T10:39:59.458 INFO:tasks.workunit.client.1.smithi170.stdout:1/579: readlink d3/d77/l9e 0 2024-09-17T10:39:59.458 INFO:tasks.workunit.client.1.smithi170.stdout:1/580: chown d3/c8 69 1 2024-09-17T10:39:59.460 INFO:tasks.workunit.client.1.smithi170.stdout:1/581: write d3/d5/d27/d51/d64/f6d [103353,44606] 0 2024-09-17T10:39:59.462 INFO:tasks.workunit.client.0.smithi159.stdout:7/780: mknod d2/d23/d67/d47/c123 0 2024-09-17T10:39:59.464 INFO:tasks.workunit.client.1.smithi170.stdout:0/545: mkdir dd/de/d3d/d4d/d5c/d9c/daa 0 2024-09-17T10:39:59.464 INFO:tasks.workunit.client.1.smithi170.stdout:1/582: dread d3/f7 [0,4194304] 0 2024-09-17T10:39:59.464 INFO:tasks.workunit.client.1.smithi170.stdout:2/658: dwrite dd/d1a/d2a/f58 [0,4194304] 0 2024-09-17T10:39:59.464 INFO:tasks.workunit.client.1.smithi170.stdout:1/583: fdatasync d3/f3a 0 2024-09-17T10:39:59.465 INFO:tasks.workunit.client.0.smithi159.stdout:5/731: creat d19/d1e/d4a/ffc x:0 0 0 2024-09-17T10:39:59.465 INFO:tasks.workunit.client.0.smithi159.stdout:6/892: dread d1/df/f2e [0,4194304] 0 2024-09-17T10:39:59.467 INFO:tasks.workunit.client.0.smithi159.stdout:4/780: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d99/ffa [0,4194304] 0 2024-09-17T10:39:59.471 INFO:tasks.workunit.client.0.smithi159.stdout:1/812: mkdir d1/d10/df8 0 2024-09-17T10:39:59.471 INFO:tasks.workunit.client.1.smithi170.stdout:8/571: dwrite d4/d2e/f82 [0,4194304] 0 2024-09-17T10:39:59.471 INFO:tasks.workunit.client.1.smithi170.stdout:8/572: write d4/f79 [1515614,86499] 0 2024-09-17T10:39:59.477 INFO:tasks.workunit.client.0.smithi159.stdout:8/911: rename d4/d4e/lbf to d4/d32/l135 0 2024-09-17T10:39:59.481 INFO:tasks.workunit.client.1.smithi170.stdout:4/336: creat d9/d12/d6c/f71 x:0 0 0 2024-09-17T10:39:59.481 INFO:tasks.workunit.client.1.smithi170.stdout:4/337: truncate d9/d12/d36/d42/f4b 624202 0 2024-09-17T10:39:59.482 INFO:tasks.workunit.client.1.smithi170.stdout:4/338: write d9/d12/f48 [33190,106860] 0 2024-09-17T10:39:59.484 INFO:tasks.workunit.client.1.smithi170.stdout:0/546: read dd/de/d10/d13/f2a [1199908,15197] 0 2024-09-17T10:39:59.485 INFO:tasks.workunit.client.0.smithi159.stdout:0/839: creat d5/f127 x:0 0 0 2024-09-17T10:39:59.488 INFO:tasks.workunit.client.1.smithi170.stdout:6/469: symlink d0/l9e 0 2024-09-17T10:39:59.488 INFO:tasks.workunit.client.1.smithi170.stdout:6/470: fdatasync d0/d66/f48 0 2024-09-17T10:39:59.490 INFO:tasks.workunit.client.1.smithi170.stdout:7/438: symlink d25/d2a/d3e/d56/d72/l7f 0 2024-09-17T10:39:59.490 INFO:tasks.workunit.client.1.smithi170.stdout:7/439: chown d25/d2a/d3e/d4b 26 1 2024-09-17T10:39:59.490 INFO:tasks.workunit.client.1.smithi170.stdout:7/440: readlink d25/d3b/l60 0 2024-09-17T10:39:59.498 INFO:tasks.workunit.client.0.smithi159.stdout:7/781: dwrite d2/d18/d20/d2c/d11a/ff6 [0,4194304] 0 2024-09-17T10:39:59.498 INFO:tasks.workunit.client.0.smithi159.stdout:7/782: readlink d2/d18/d32/l36 0 2024-09-17T10:39:59.500 INFO:tasks.workunit.client.0.smithi159.stdout:5/732: dwrite d19/d1b/fde [0,4194304] 0 2024-09-17T10:39:59.500 INFO:tasks.workunit.client.0.smithi159.stdout:4/781: dwrite d0/d12/d2f/de7/d24/d48/f92 [0,4194304] 0 2024-09-17T10:39:59.500 INFO:tasks.workunit.client.0.smithi159.stdout:8/912: dwrite d4/dd/d10/f18 [0,4194304] 0 2024-09-17T10:39:59.501 INFO:tasks.workunit.client.1.smithi170.stdout:6/471: write d0/d18/d70/d7f/d85/d69/d3e/d80/f83 [966444,63178] 0 2024-09-17T10:39:59.502 INFO:tasks.workunit.client.1.smithi170.stdout:3/603: mkdir d18/d2c/d3e/d57/d7e/dca 0 2024-09-17T10:39:59.502 INFO:tasks.workunit.client.1.smithi170.stdout:3/604: creat d18/d25/fcb x:0 0 0 2024-09-17T10:39:59.525 INFO:tasks.workunit.client.1.smithi170.stdout:1/584: mknod d3/d68/ccd 0 2024-09-17T10:39:59.533 INFO:tasks.workunit.client.0.smithi159.stdout:9/929: mknod d0/d3/d7/c13d 0 2024-09-17T10:39:59.533 INFO:tasks.workunit.client.0.smithi159.stdout:9/930: creat d0/d3/d7/da/d46/d54/d8b/de8/f13e x:0 0 0 2024-09-17T10:39:59.536 INFO:tasks.workunit.client.0.smithi159.stdout:6/893: mkdir d1/d83/d100/d119 0 2024-09-17T10:39:59.537 INFO:tasks.workunit.client.0.smithi159.stdout:6/894: creat d1/df/d2c/d35/d55/d64/f11a x:0 0 0 2024-09-17T10:39:59.537 INFO:tasks.workunit.client.0.smithi159.stdout:6/895: fsync d1/df/d2c/d35/d55/dc0/dd4/fdd 0 2024-09-17T10:39:59.537 INFO:tasks.workunit.client.0.smithi159.stdout:6/896: truncate d1/df/d11/d5a/fbe 147201 0 2024-09-17T10:39:59.539 INFO:tasks.workunit.client.0.smithi159.stdout:6/897: read d1/df/d2c/d35/d55/fe2 [2123016,14466] 0 2024-09-17T10:39:59.541 INFO:tasks.workunit.client.1.smithi170.stdout:4/339: mkdir d9/d12/d36/d42/d40/d70/d72 0 2024-09-17T10:39:59.542 INFO:tasks.workunit.client.1.smithi170.stdout:4/340: read d9/f1d [141366,13931] 0 2024-09-17T10:39:59.546 INFO:tasks.workunit.client.1.smithi170.stdout:1/585: dwrite d3/d5/d54/f73 [8388608,4194304] 0 2024-09-17T10:39:59.546 INFO:tasks.workunit.client.1.smithi170.stdout:1/586: chown d3/d68/ccd 43381 1 2024-09-17T10:39:59.546 INFO:tasks.workunit.client.1.smithi170.stdout:1/587: write d3/d5/dc9/d7b/f88 [164654,15054] 0 2024-09-17T10:39:59.549 INFO:tasks.workunit.client.1.smithi170.stdout:0/547: unlink dd/f4e 0 2024-09-17T10:39:59.551 INFO:tasks.workunit.client.0.smithi159.stdout:0/840: mkdir d5/dcf/db9/de7/d128 0 2024-09-17T10:39:59.551 INFO:tasks.workunit.client.0.smithi159.stdout:0/841: write d5/dcf/d18/d22/da2/d115/d62/da8/fd6 [399245,14995] 0 2024-09-17T10:39:59.557 INFO:tasks.workunit.client.0.smithi159.stdout:9/931: dwrite d0/d3/d7/da/d46/d54/d8b/fbc [0,4194304] 0 2024-09-17T10:39:59.561 INFO:tasks.workunit.client.0.smithi159.stdout:7/783: link d2/d23/d67/c84 d2/d44/da9/c124 0 2024-09-17T10:39:59.561 INFO:tasks.workunit.client.0.smithi159.stdout:7/784: truncate d2/d23/d67/d47/d4a/d4d/d75/d78/ff9 585712 0 2024-09-17T10:39:59.562 INFO:tasks.workunit.client.0.smithi159.stdout:7/785: chown d2/d18/f11 0 1 2024-09-17T10:39:59.563 INFO:tasks.workunit.client.1.smithi170.stdout:6/472: symlink d0/d66/d9c/l9f 0 2024-09-17T10:39:59.563 INFO:tasks.workunit.client.1.smithi170.stdout:6/473: readlink d0/l54 0 2024-09-17T10:39:59.563 INFO:tasks.workunit.client.1.smithi170.stdout:6/474: readlink d0/l9e 0 2024-09-17T10:39:59.563 INFO:tasks.workunit.client.1.smithi170.stdout:6/475: chown d0/f7 65796038 1 2024-09-17T10:39:59.564 INFO:tasks.workunit.client.1.smithi170.stdout:6/476: readlink d0/d18/d70/d7f/d85/l5c 0 2024-09-17T10:39:59.567 INFO:tasks.workunit.client.1.smithi170.stdout:3/605: mkdir d18/d2c/d4f/da3/dcc 0 2024-09-17T10:39:59.572 INFO:tasks.workunit.client.1.smithi170.stdout:4/341: dwrite d9/d12/d36/d42/d40/f57 [0,4194304] 0 2024-09-17T10:39:59.573 INFO:tasks.workunit.client.1.smithi170.stdout:4/342: dread - d9/d12/d36/d51/f68 zero size 2024-09-17T10:39:59.573 INFO:tasks.workunit.client.1.smithi170.stdout:4/343: stat d9/f62 0 2024-09-17T10:39:59.573 INFO:tasks.workunit.client.1.smithi170.stdout:1/588: dwrite d3/d5/dc9/fbf [0,4194304] 0 2024-09-17T10:39:59.573 INFO:tasks.workunit.client.1.smithi170.stdout:1/589: readlink d3/d77/l97 0 2024-09-17T10:39:59.574 INFO:tasks.workunit.client.0.smithi159.stdout:5/733: rename d19/d1a/d32/f96 to d19/d1b/d1d/d59/da7/db5/ffd 0 2024-09-17T10:39:59.574 INFO:tasks.workunit.client.0.smithi159.stdout:0/842: dwrite d5/dcf/d18/d22/d4c/d6b/fbc [0,4194304] 0 2024-09-17T10:39:59.574 INFO:tasks.workunit.client.0.smithi159.stdout:0/843: creat d5/dcf/db9/dc0/f129 x:0 0 0 2024-09-17T10:39:59.578 INFO:tasks.workunit.client.0.smithi159.stdout:8/913: creat d4/dd/d10e/f136 x:0 0 0 2024-09-17T10:39:59.579 INFO:tasks.workunit.client.0.smithi159.stdout:8/914: fsync d4/f68 0 2024-09-17T10:39:59.579 INFO:tasks.workunit.client.0.smithi159.stdout:8/915: fdatasync d4/dd/d26/df7/fd9 0 2024-09-17T10:39:59.583 INFO:tasks.workunit.client.0.smithi159.stdout:3/844: rmdir d9/df/d3f 39 2024-09-17T10:39:59.583 INFO:tasks.workunit.client.0.smithi159.stdout:5/734: dread f4 [0,4194304] 0 2024-09-17T10:39:59.584 INFO:tasks.workunit.client.0.smithi159.stdout:5/735: fsync d19/d1b/d1d/d59/da7/db5/fcf 0 2024-09-17T10:39:59.585 INFO:tasks.workunit.client.1.smithi170.stdout:1/590: dread d3/d5/d27/f47 [0,4194304] 0 2024-09-17T10:39:59.586 INFO:tasks.workunit.client.1.smithi170.stdout:1/591: truncate d3/d77/f9f 523245 0 2024-09-17T10:39:59.586 INFO:tasks.workunit.client.1.smithi170.stdout:1/592: dread d3/d5/d27/d51/f3b [0,4194304] 0 2024-09-17T10:39:59.589 INFO:tasks.workunit.client.1.smithi170.stdout:4/344: dwrite f2 [0,4194304] 0 2024-09-17T10:39:59.589 INFO:tasks.workunit.client.1.smithi170.stdout:4/345: write d9/d12/f4d [297437,26716] 0 2024-09-17T10:39:59.589 INFO:tasks.workunit.client.1.smithi170.stdout:4/346: write d9/d12/d36/d42/d40/f2e [1072000,41621] 0 2024-09-17T10:39:59.589 INFO:tasks.workunit.client.1.smithi170.stdout:4/347: truncate d9/d12/f22 2275470 0 2024-09-17T10:39:59.589 INFO:tasks.workunit.client.1.smithi170.stdout:4/348: chown d9/d12/d36/d42/d40/f2e 192643748 1 2024-09-17T10:39:59.590 INFO:tasks.workunit.client.1.smithi170.stdout:0/548: symlink dd/de/d3d/d4d/d5c/d9c/daa/lab 0 2024-09-17T10:39:59.593 INFO:tasks.workunit.client.1.smithi170.stdout:7/441: symlink d25/l80 0 2024-09-17T10:39:59.593 INFO:tasks.workunit.client.1.smithi170.stdout:7/442: fdatasync d25/f44 0 2024-09-17T10:39:59.595 INFO:tasks.workunit.client.0.smithi159.stdout:1/813: getdents d1/d2 0 2024-09-17T10:39:59.600 INFO:tasks.workunit.client.1.smithi170.stdout:6/477: symlink d0/d18/d70/d7f/la0 0 2024-09-17T10:39:59.604 INFO:tasks.workunit.client.1.smithi170.stdout:3/606: rename d18/d4b/d7c/lc1 to d18/d2c/d4f/da3/lcd 0 2024-09-17T10:39:59.611 INFO:tasks.workunit.client.0.smithi159.stdout:7/786: creat d2/d18/f125 x:0 0 0 2024-09-17T10:39:59.613 INFO:tasks.workunit.client.1.smithi170.stdout:6/478: dread d0/f14 [0,4194304] 0 2024-09-17T10:39:59.620 INFO:tasks.workunit.client.0.smithi159.stdout:4/782: rename d0/d12/d2f/de7/da/d19/l1e to d0/d12/d2f/de7/da/d33/lfb 0 2024-09-17T10:39:59.621 INFO:tasks.workunit.client.1.smithi170.stdout:6/479: write d0/d18/d70/d7f/d85/d69/f6a [3519195,106282] 0 2024-09-17T10:39:59.621 INFO:tasks.workunit.client.1.smithi170.stdout:6/480: write d0/d18/d70/d7f/d85/d69/f6a [4474324,33070] 0 2024-09-17T10:39:59.626 INFO:tasks.workunit.client.0.smithi159.stdout:0/844: truncate d5/dcf/db9/de7/fa1 4781100 0 2024-09-17T10:39:59.628 INFO:tasks.workunit.client.0.smithi159.stdout:8/916: mknod d4/d4e/de0/c137 0 2024-09-17T10:39:59.631 INFO:tasks.workunit.client.0.smithi159.stdout:3/845: creat d9/df/d2c/d2f/d63/d8d/d74/db7/de8/dcd/f100 x:0 0 0 2024-09-17T10:39:59.631 INFO:tasks.workunit.client.1.smithi170.stdout:4/349: symlink d9/d12/d36/d42/l73 0 2024-09-17T10:39:59.632 INFO:tasks.workunit.client.0.smithi159.stdout:5/736: creat d19/d1e/ffe x:0 0 0 2024-09-17T10:39:59.633 INFO:tasks.workunit.client.1.smithi170.stdout:7/443: read - d25/f51 zero size 2024-09-17T10:39:59.633 INFO:tasks.workunit.client.0.smithi159.stdout:6/898: getdents d1/df/d11/d5a/db2/dce/dd5/de7 0 2024-09-17T10:39:59.634 INFO:tasks.workunit.client.1.smithi170.stdout:4/350: write d9/d12/f22 [2068306,103240] 0 2024-09-17T10:39:59.634 INFO:tasks.workunit.client.1.smithi170.stdout:4/351: write d9/d12/f48 [465259,47640] 0 2024-09-17T10:39:59.643 INFO:tasks.workunit.client.1.smithi170.stdout:6/481: creat d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/fa1 x:0 0 0 2024-09-17T10:39:59.643 INFO:tasks.workunit.client.1.smithi170.stdout:6/482: write d0/d18/d70/d7f/d85/d69/d3e/d80/f83 [505605,63043] 0 2024-09-17T10:39:59.643 INFO:tasks.workunit.client.0.smithi159.stdout:9/932: dwrite d0/d3/d7/da/d46/de1/d81/f9a [4194304,4194304] 0 2024-09-17T10:39:59.645 INFO:tasks.workunit.client.0.smithi159.stdout:7/787: rename d2/d18/d20/d3f/d73/d104 to d2/d23/d67/d126 0 2024-09-17T10:39:59.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/814: dwrite d1/d2f/d9e/d1a/dc/d18/de4/dd2/ff7 [0,4194304] 0 2024-09-17T10:39:59.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/815: write d1/d10/d5e/dbb/ddb/da2/f79 [2780252,100712] 0 2024-09-17T10:39:59.646 INFO:tasks.workunit.client.0.smithi159.stdout:1/816: write d1/d2/d14/f88 [1622055,13511] 0 2024-09-17T10:39:59.646 INFO:tasks.workunit.client.0.smithi159.stdout:5/737: dread d19/d1a/d32/f5d [0,4194304] 0 2024-09-17T10:39:59.646 INFO:tasks.workunit.client.0.smithi159.stdout:5/738: creat d19/d6f/d75/fff x:0 0 0 2024-09-17T10:39:59.647 INFO:tasks.workunit.client.1.smithi170.stdout:1/593: getdents d3 0 2024-09-17T10:39:59.647 INFO:tasks.workunit.client.1.smithi170.stdout:1/594: chown d3/d68/l9b 25 1 2024-09-17T10:39:59.647 INFO:tasks.workunit.client.1.smithi170.stdout:3/607: dwrite d18/f71 [0,4194304] 0 2024-09-17T10:39:59.649 INFO:tasks.workunit.client.1.smithi170.stdout:7/444: stat d25/c35 0 2024-09-17T10:39:59.656 INFO:tasks.workunit.client.0.smithi159.stdout:4/783: rename d0/d12/d2f/de7/d97/cc3 to d0/d12/d2f/de7/d97/d9f/d5d/dab/db0/cfc 0 2024-09-17T10:39:59.659 INFO:tasks.workunit.client.0.smithi159.stdout:5/739: write d19/d1b/d1d/d59/da7/de2/fc5 [3912303,113424] 0 2024-09-17T10:39:59.660 INFO:tasks.workunit.client.0.smithi159.stdout:6/899: dwrite d1/df/d11/f14 [0,4194304] 0 2024-09-17T10:39:59.660 INFO:tasks.workunit.client.0.smithi159.stdout:6/900: write d1/df/d2c/d35/f114 [1030382,86653] 0 2024-09-17T10:39:59.661 INFO:tasks.workunit.client.1.smithi170.stdout:6/483: mknod d0/d18/d70/d7f/d85/d69/d3e/d80/ca2 0 2024-09-17T10:39:59.661 INFO:tasks.workunit.client.1.smithi170.stdout:6/484: write d0/d18/d70/f90 [660242,104515] 0 2024-09-17T10:39:59.661 INFO:tasks.workunit.client.1.smithi170.stdout:6/485: fdatasync d0/d66/f35 0 2024-09-17T10:39:59.665 INFO:tasks.workunit.client.1.smithi170.stdout:4/352: dwrite d9/f62 [0,4194304] 0 2024-09-17T10:39:59.666 INFO:tasks.workunit.client.1.smithi170.stdout:1/595: rmdir d3/d5/d27/d51/da4 39 2024-09-17T10:39:59.667 INFO:tasks.workunit.client.0.smithi159.stdout:1/817: mknod d1/d2f/d9e/d1a/dc/d18/de4/cf9 0 2024-09-17T10:39:59.667 INFO:tasks.workunit.client.0.smithi159.stdout:1/818: fsync d1/d2/f4f 0 2024-09-17T10:39:59.667 INFO:tasks.workunit.client.0.smithi159.stdout:1/819: write d1/d10/d5e/dbb/ddb/da2/dc5/fba [165637,29912] 0 2024-09-17T10:39:59.668 INFO:tasks.workunit.client.1.smithi170.stdout:7/445: dwrite d25/d2a/f30 [0,4194304] 0 2024-09-17T10:39:59.674 INFO:tasks.workunit.client.1.smithi170.stdout:3/608: rmdir d18/d2c/d3e/d57/d7e/dca 0 2024-09-17T10:39:59.675 INFO:tasks.workunit.client.0.smithi159.stdout:2/814: sync 2024-09-17T10:39:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:39:59 smithi159 ceph-mon[27674]: pgmap v278: 65 pgs: 65 active+clean; 2.4 GiB data, 6.9 GiB used, 529 GiB / 536 GiB avail; 250 MiB/s rd, 322 MiB/s wr, 418 op/s 2024-09-17T10:39:59.677 INFO:tasks.workunit.client.1.smithi170.stdout:6/486: rmdir d0/d18/d70/d7f/d85/d69/d8e/d94 0 2024-09-17T10:39:59.679 INFO:tasks.workunit.client.0.smithi159.stdout:4/784: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d99/ffa [4194304,4194304] 0 2024-09-17T10:39:59.680 INFO:tasks.workunit.client.1.smithi170.stdout:3/609: dread d18/d2c/d41/d94/d2d/f32 [0,4194304] 0 2024-09-17T10:39:59.680 INFO:tasks.workunit.client.1.smithi170.stdout:3/610: dread - d18/d69/f92 zero size 2024-09-17T10:39:59.683 INFO:tasks.workunit.client.1.smithi170.stdout:1/596: creat d3/d5/dc9/d7b/fce x:0 0 0 2024-09-17T10:39:59.686 INFO:tasks.workunit.client.1.smithi170.stdout:7/446: mkdir d25/d2a/d3e/d6a/d81 0 2024-09-17T10:39:59.689 INFO:tasks.workunit.client.1.smithi170.stdout:3/611: read d18/d1c/d2b/f52 [1607830,125702] 0 2024-09-17T10:39:59.690 INFO:tasks.workunit.client.1.smithi170.stdout:4/353: rename d9/c20 to d9/d12/d36/d42/d40/d70/d72/c74 0 2024-09-17T10:39:59.691 INFO:tasks.workunit.client.1.smithi170.stdout:6/487: dwrite d0/f5a [0,4194304] 0 2024-09-17T10:39:59.696 INFO:tasks.workunit.client.1.smithi170.stdout:7/447: dread d25/d2a/f2e [0,4194304] 0 2024-09-17T10:39:59.697 INFO:tasks.workunit.client.0.smithi159.stdout:0/845: rename d5/dcf/d18/d22/d4c/d6b/ldf to d5/d4f/d67/dad/l12a 0 2024-09-17T10:39:59.697 INFO:tasks.workunit.client.0.smithi159.stdout:0/846: creat d5/d4f/d67/da6/f12b x:0 0 0 2024-09-17T10:39:59.703 INFO:tasks.workunit.client.0.smithi159.stdout:5/740: creat d19/d1b/d1d/d59/da7/f100 x:0 0 0 2024-09-17T10:39:59.703 INFO:tasks.workunit.client.1.smithi170.stdout:6/488: dread d0/f5f [0,4194304] 0 2024-09-17T10:39:59.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:39:59 smithi170 ceph-mon[33842]: pgmap v278: 65 pgs: 65 active+clean; 2.4 GiB data, 6.9 GiB used, 529 GiB / 536 GiB avail; 250 MiB/s rd, 322 MiB/s wr, 418 op/s 2024-09-17T10:39:59.706 INFO:tasks.workunit.client.0.smithi159.stdout:0/847: write d5/d4f/db2/df6/f112 [141868,36895] 0 2024-09-17T10:39:59.706 INFO:tasks.workunit.client.0.smithi159.stdout:0/848: chown d5/l2c 0 1 2024-09-17T10:39:59.707 INFO:tasks.workunit.client.0.smithi159.stdout:6/901: mknod d1/df/d2c/d35/d55/dc0/dd4/df1/c11b 0 2024-09-17T10:39:59.708 INFO:tasks.workunit.client.0.smithi159.stdout:1/820: symlink d1/d2/d82/lfa 0 2024-09-17T10:39:59.708 INFO:tasks.workunit.client.0.smithi159.stdout:1/821: dread - d1/d2/d14/d67/fd1 zero size 2024-09-17T10:39:59.713 INFO:tasks.workunit.client.0.smithi159.stdout:4/785: mknod d0/d12/d2f/de7/d97/d9f/d5d/cfd 0 2024-09-17T10:39:59.714 INFO:tasks.workunit.client.1.smithi170.stdout:3/612: symlink d18/d69/lce 0 2024-09-17T10:39:59.714 INFO:tasks.workunit.client.1.smithi170.stdout:3/613: chown d18/d25/cbf 80004965 1 2024-09-17T10:39:59.714 INFO:tasks.workunit.client.1.smithi170.stdout:3/614: write d18/d24/d73/f89 [966463,115912] 0 2024-09-17T10:39:59.716 INFO:tasks.workunit.client.1.smithi170.stdout:4/354: link d9/d12/f2c d9/d3e/f75 0 2024-09-17T10:39:59.717 INFO:tasks.workunit.client.0.smithi159.stdout:9/933: rmdir d0/d11e/d133 0 2024-09-17T10:39:59.719 INFO:tasks.workunit.client.1.smithi170.stdout:7/448: unlink l11 0 2024-09-17T10:39:59.721 INFO:tasks.workunit.client.0.smithi159.stdout:3/846: rename d9/fc5 to d9/df/d2c/d2f/d63/d8d/d74/db7/de8/f101 0 2024-09-17T10:39:59.722 INFO:tasks.workunit.client.0.smithi159.stdout:0/849: dwrite d5/dcf/db9/de7/f69 [4194304,4194304] 0 2024-09-17T10:39:59.723 INFO:tasks.workunit.client.1.smithi170.stdout:6/489: creat d0/d18/d70/d74/fa3 x:0 0 0 2024-09-17T10:39:59.723 INFO:tasks.workunit.client.1.smithi170.stdout:6/490: fsync d0/d18/f30 0 2024-09-17T10:39:59.725 INFO:tasks.workunit.client.0.smithi159.stdout:5/741: mknod d19/d69/d78/db3/dbd/d74/c101 0 2024-09-17T10:39:59.726 INFO:tasks.workunit.client.1.smithi170.stdout:3/615: symlink d18/d1c/d2b/lcf 0 2024-09-17T10:39:59.729 INFO:tasks.workunit.client.1.smithi170.stdout:4/355: mkdir d9/d12/d36/d42/d76 0 2024-09-17T10:39:59.730 INFO:tasks.workunit.client.0.smithi159.stdout:4/786: dwrite d0/d12/d2f/de7/d24/f29 [0,4194304] 0 2024-09-17T10:39:59.730 INFO:tasks.workunit.client.0.smithi159.stdout:4/787: chown d0/d12/d2f/de7/d24/d28 42299548 1 2024-09-17T10:39:59.730 INFO:tasks.workunit.client.0.smithi159.stdout:6/902: symlink d1/df/d11/d5a/db2/dce/dd5/de7/l11c 0 2024-09-17T10:39:59.733 INFO:tasks.workunit.client.1.smithi170.stdout:7/449: rename d25/d2a/d3e/d56/d72/l77 to d25/d2a/d3e/d56/d72/d79/l82 0 2024-09-17T10:39:59.734 INFO:tasks.workunit.client.1.smithi170.stdout:6/491: read d0/f5a [1432030,77939] 0 2024-09-17T10:39:59.735 INFO:tasks.workunit.client.0.smithi159.stdout:1/822: creat d1/d63/ffb x:0 0 0 2024-09-17T10:39:59.740 INFO:tasks.workunit.client.1.smithi170.stdout:3/616: truncate f12 170405 0 2024-09-17T10:39:59.740 INFO:tasks.workunit.client.1.smithi170.stdout:3/617: readlink d18/d69/lce 0 2024-09-17T10:39:59.740 INFO:tasks.workunit.client.1.smithi170.stdout:3/618: chown d18/f9d 0 1 2024-09-17T10:39:59.742 INFO:tasks.workunit.client.0.smithi159.stdout:9/934: link d0/d3/d33/l114 d0/d3/d7/da/d46/d54/d8b/de8/l13f 0 2024-09-17T10:39:59.748 INFO:tasks.workunit.client.0.smithi159.stdout:5/742: dwrite d19/d1b/d1d/d59/da7/db5/d8e/fac [0,4194304] 0 2024-09-17T10:39:59.748 INFO:tasks.workunit.client.0.smithi159.stdout:5/743: write d19/d1a/f7a [4557249,28993] 0 2024-09-17T10:39:59.748 INFO:tasks.workunit.client.0.smithi159.stdout:5/744: dread - d19/d69/f9c zero size 2024-09-17T10:39:59.749 INFO:tasks.workunit.client.1.smithi170.stdout:3/619: write d18/d2c/d4f/fb4 [1852259,79233] 0 2024-09-17T10:39:59.750 INFO:tasks.workunit.client.0.smithi159.stdout:3/847: creat d9/df/d2c/d2f/f102 x:0 0 0 2024-09-17T10:39:59.754 INFO:tasks.workunit.client.0.smithi159.stdout:0/850: link d5/d12/d32/d59/l72 d5/d12/d32/l12c 0 2024-09-17T10:39:59.756 INFO:tasks.workunit.client.1.smithi170.stdout:4/356: truncate d9/f60 671719 0 2024-09-17T10:39:59.758 INFO:tasks.workunit.client.0.smithi159.stdout:4/788: symlink d0/d12/d2f/de7/d97/de6/lfe 0 2024-09-17T10:39:59.762 INFO:tasks.workunit.client.0.smithi159.stdout:6/903: mkdir d1/df/d2c/d35/d3e/d7c/d11d 0 2024-09-17T10:39:59.763 INFO:tasks.workunit.client.1.smithi170.stdout:3/620: symlink d18/d25/ld0 0 2024-09-17T10:39:59.765 INFO:tasks.workunit.client.0.smithi159.stdout:9/935: unlink d0/d1/ffd 0 2024-09-17T10:39:59.767 INFO:tasks.workunit.client.1.smithi170.stdout:3/621: creat d18/d1c/d2b/fd1 x:0 0 0 2024-09-17T10:39:59.768 INFO:tasks.workunit.client.0.smithi159.stdout:4/789: dread d0/d12/d2f/de7/d97/d9f/d5d/d99/df5/fb8 [0,4194304] 0 2024-09-17T10:39:59.768 INFO:tasks.workunit.client.0.smithi159.stdout:4/790: chown d0/d12/d2f/de7/f18 6 1 2024-09-17T10:39:59.768 INFO:tasks.workunit.client.0.smithi159.stdout:4/791: creat d0/d12/d2f/de7/d97/d9f/d5d/d82/fff x:0 0 0 2024-09-17T10:39:59.769 INFO:tasks.workunit.client.1.smithi170.stdout:3/622: write d18/d2c/d41/d94/f70 [577699,124204] 0 2024-09-17T10:39:59.769 INFO:tasks.workunit.client.1.smithi170.stdout:3/623: write d18/d4b/d7c/fad [445784,39465] 0 2024-09-17T10:39:59.770 INFO:tasks.workunit.client.1.smithi170.stdout:7/450: dwrite d25/d2a/d3e/d56/d5d/f64 [0,4194304] 0 2024-09-17T10:39:59.772 INFO:tasks.workunit.client.0.smithi159.stdout:5/745: dwrite d19/d33/dc7/fb8 [0,4194304] 0 2024-09-17T10:39:59.773 INFO:tasks.workunit.client.1.smithi170.stdout:6/492: dwrite d0/d18/d70/d7f/d85/d69/d3e/f5e [0,4194304] 0 2024-09-17T10:39:59.773 INFO:tasks.workunit.client.1.smithi170.stdout:6/493: write d0/d18/d70/d7f/d85/d64/f8c [924923,109723] 0 2024-09-17T10:39:59.773 INFO:tasks.workunit.client.1.smithi170.stdout:6/494: chown d0/d18/d70/d7f/la0 809610 1 2024-09-17T10:39:59.773 INFO:tasks.workunit.client.1.smithi170.stdout:6/495: creat d0/d18/d70/d7f/fa4 x:0 0 0 2024-09-17T10:39:59.778 INFO:tasks.workunit.client.1.smithi170.stdout:4/357: dwrite d9/d12/d36/d42/d40/f33 [4194304,4194304] 0 2024-09-17T10:39:59.795 INFO:tasks.workunit.client.1.smithi170.stdout:6/496: creat d0/d18/d70/d7f/d85/d69/d3e/d80/fa5 x:0 0 0 2024-09-17T10:39:59.797 INFO:tasks.workunit.client.0.smithi159.stdout:3/848: creat d9/df/d2c/d2f/d63/d8d/d8e/f103 x:0 0 0 2024-09-17T10:39:59.797 INFO:tasks.workunit.client.1.smithi170.stdout:7/451: dwrite d25/d2a/f38 [4194304,4194304] 0 2024-09-17T10:39:59.798 INFO:tasks.workunit.client.1.smithi170.stdout:3/624: dwrite d18/d25/fa5 [0,4194304] 0 2024-09-17T10:39:59.798 INFO:tasks.workunit.client.1.smithi170.stdout:4/358: dwrite d9/f13 [0,4194304] 0 2024-09-17T10:39:59.800 INFO:tasks.workunit.client.0.smithi159.stdout:6/904: mknod d1/df/d11/d5a/db2/c11e 0 2024-09-17T10:39:59.800 INFO:tasks.workunit.client.0.smithi159.stdout:6/905: stat d1/df/d2c/d85/f6b 0 2024-09-17T10:39:59.800 INFO:tasks.workunit.client.0.smithi159.stdout:6/906: fsync d1/df/d11/d5a/fd9 0 2024-09-17T10:39:59.802 INFO:tasks.workunit.client.0.smithi159.stdout:9/936: creat d0/d3/d7/da/d1a/d60/f140 x:0 0 0 2024-09-17T10:39:59.803 INFO:tasks.workunit.client.1.smithi170.stdout:6/497: dread d0/f7 [0,4194304] 0 2024-09-17T10:39:59.811 INFO:tasks.workunit.client.0.smithi159.stdout:4/792: link d0/d12/d2f/de7/d24/d39/d6a/d89/lbb d0/d12/d2f/de7/d97/l100 0 2024-09-17T10:39:59.814 INFO:tasks.workunit.client.1.smithi170.stdout:7/452: creat d25/d2a/d3e/d56/d5d/d7e/f83 x:0 0 0 2024-09-17T10:39:59.814 INFO:tasks.workunit.client.0.smithi159.stdout:9/937: read d0/d3/d7/da/d46/de1/d55/fbf [3519705,73567] 0 2024-09-17T10:39:59.814 INFO:tasks.workunit.client.0.smithi159.stdout:9/938: chown d0/d3/l35 0 1 2024-09-17T10:39:59.814 INFO:tasks.workunit.client.0.smithi159.stdout:9/939: chown d0/d1 3 1 2024-09-17T10:39:59.817 INFO:tasks.workunit.client.0.smithi159.stdout:5/746: mknod d19/d1a/d32/ddc/c102 0 2024-09-17T10:39:59.817 INFO:tasks.workunit.client.0.smithi159.stdout:5/747: readlink d19/d1e/d4a/la8 0 2024-09-17T10:39:59.820 INFO:tasks.workunit.client.1.smithi170.stdout:6/498: dwrite d0/d18/d70/f82 [0,4194304] 0 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:2/659: sync 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:8/573: sync 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:9/477: sync 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:5/467: sync 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:8/574: chown d4/df/d1e/cae 6 1 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:9/478: fsync dd/d40/f2d 0 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:5/468: truncate d1/d3/f82 172235 0 2024-09-17T10:39:59.823 INFO:tasks.workunit.client.1.smithi170.stdout:5/469: chown d1/d3/d13/d1a/l47 11 1 2024-09-17T10:39:59.824 INFO:tasks.workunit.client.0.smithi159.stdout:7/788: rename d2/d23/d67/d47/d4a/d4d/d75/d78 to d2/d18/d20/d3f/d73/d95/dc4/deb/d127 0 2024-09-17T10:39:59.824 INFO:tasks.workunit.client.0.smithi159.stdout:7/789: truncate d2/d18/f125 281925 0 2024-09-17T10:39:59.824 INFO:tasks.workunit.client.0.smithi159.stdout:7/790: fsync d2/d23/d67/d7b/f68 0 2024-09-17T10:39:59.825 INFO:tasks.workunit.client.0.smithi159.stdout:3/849: truncate d9/df/d54/f39 3247127 0 2024-09-17T10:39:59.827 INFO:tasks.workunit.client.1.smithi170.stdout:3/625: creat d18/d2c/d4f/da3/dcc/fd2 x:0 0 0 2024-09-17T10:39:59.828 INFO:tasks.workunit.client.0.smithi159.stdout:6/907: mkdir d1/df/d11/d57/dc1/d11f 0 2024-09-17T10:39:59.828 INFO:tasks.workunit.client.0.smithi159.stdout:6/908: truncate d1/df/d11/d5a/db2/dce/dd5/de7/fa3 225613 0 2024-09-17T10:39:59.830 INFO:tasks.workunit.client.0.smithi159.stdout:4/793: mknod d0/d12/d2f/c101 0 2024-09-17T10:39:59.831 INFO:tasks.workunit.client.0.smithi159.stdout:4/794: write d0/d12/d2f/de7/d97/d9f/d5d/d82/fba [1677041,68862] 0 2024-09-17T10:39:59.832 INFO:tasks.workunit.client.1.smithi170.stdout:4/359: getdents d9/d12/d36 0 2024-09-17T10:39:59.835 INFO:tasks.workunit.client.0.smithi159.stdout:9/940: link d0/d3/d7/da/dc/d1c/f2e d0/d3/d7/da/dc/d1c/d2b/f141 0 2024-09-17T10:39:59.835 INFO:tasks.workunit.client.1.smithi170.stdout:7/453: rmdir d25/d3b 39 2024-09-17T10:39:59.840 INFO:tasks.workunit.client.0.smithi159.stdout:2/815: rename d0/d14/f50 to d0/df/d3e/d46/d66/f114 0 2024-09-17T10:39:59.843 INFO:tasks.workunit.client.0.smithi159.stdout:7/791: mkdir d2/d23/d67/d47/d4a/d4d/dad/dd8/d128 0 2024-09-17T10:39:59.844 INFO:tasks.workunit.client.1.smithi170.stdout:6/499: mkdir d0/d18/d70/d7f/d85/d69/da6 0 2024-09-17T10:39:59.846 INFO:tasks.workunit.client.0.smithi159.stdout:3/850: mkdir d9/df/d2c/d2f/d63/d8d/d104 0 2024-09-17T10:39:59.849 INFO:tasks.workunit.client.1.smithi170.stdout:4/360: dread d9/d12/d36/d42/d40/f57 [0,4194304] 0 2024-09-17T10:39:59.849 INFO:tasks.workunit.client.1.smithi170.stdout:4/361: dread - d9/d12/d36/d42/d40/f45 zero size 2024-09-17T10:39:59.849 INFO:tasks.workunit.client.1.smithi170.stdout:2/660: rename dd/d1a/l1b to dd/d1a/ldd 0 2024-09-17T10:39:59.850 INFO:tasks.workunit.client.1.smithi170.stdout:2/661: creat dd/d1a/d6c/fde x:0 0 0 2024-09-17T10:39:59.850 INFO:tasks.workunit.client.1.smithi170.stdout:2/662: chown dd/d1a/d7d/c95 52 1 2024-09-17T10:39:59.850 INFO:tasks.workunit.client.1.smithi170.stdout:2/663: chown dd/d3a 145290084 1 2024-09-17T10:39:59.854 INFO:tasks.workunit.client.1.smithi170.stdout:8/575: symlink d4/df/d3a/dbb/lbd 0 2024-09-17T10:39:59.854 INFO:tasks.workunit.client.1.smithi170.stdout:8/576: chown d4/df/c17 0 1 2024-09-17T10:39:59.854 INFO:tasks.workunit.client.1.smithi170.stdout:8/577: fsync d4/df/d1e/d69/fb2 0 2024-09-17T10:39:59.855 INFO:tasks.workunit.client.1.smithi170.stdout:5/470: mkdir d1/d3/d96 0 2024-09-17T10:39:59.857 INFO:tasks.workunit.client.0.smithi159.stdout:4/795: creat d0/d12/d2f/de7/d97/db7/ddd/f102 x:0 0 0 2024-09-17T10:39:59.858 INFO:tasks.workunit.client.1.smithi170.stdout:3/626: symlink d18/d69/ld3 0 2024-09-17T10:39:59.859 INFO:tasks.workunit.client.0.smithi159.stdout:5/748: getdents d19/d69/d78/db3/dbd 0 2024-09-17T10:39:59.860 INFO:tasks.workunit.client.1.smithi170.stdout:7/454: mkdir d25/d2a/d3e/d56/d5d/d84 0 2024-09-17T10:39:59.860 INFO:tasks.workunit.client.1.smithi170.stdout:7/455: chown cf 2775008 1 2024-09-17T10:39:59.860 INFO:tasks.workunit.client.1.smithi170.stdout:9/479: dwrite dd/d16/d17/f22 [0,4194304] 0 2024-09-17T10:39:59.861 INFO:tasks.workunit.client.0.smithi159.stdout:2/816: stat d0/d6c/cdf 0 2024-09-17T10:39:59.861 INFO:tasks.workunit.client.0.smithi159.stdout:2/817: chown d0/df/d3e/d7a 130000 1 2024-09-17T10:39:59.862 INFO:tasks.workunit.client.1.smithi170.stdout:9/480: dread dd/d40/d4e/f82 [0,4194304] 0 2024-09-17T10:39:59.862 INFO:tasks.workunit.client.1.smithi170.stdout:9/481: chown dd/d16/f37 198249 1 2024-09-17T10:39:59.862 INFO:tasks.workunit.client.1.smithi170.stdout:9/482: readlink dd/d16/d17/d43/l55 0 2024-09-17T10:39:59.862 INFO:tasks.workunit.client.1.smithi170.stdout:9/483: read - dd/d16/d17/d5c/d85/f9d zero size 2024-09-17T10:39:59.862 INFO:tasks.workunit.client.1.smithi170.stdout:6/500: symlink d0/d18/d70/d74/la7 0 2024-09-17T10:39:59.863 INFO:tasks.workunit.client.0.smithi159.stdout:6/909: dwrite d1/df/d2c/d35/d55/fe2 [0,4194304] 0 2024-09-17T10:39:59.863 INFO:tasks.workunit.client.0.smithi159.stdout:9/941: dwrite d0/d3/d33/f48 [0,4194304] 0 2024-09-17T10:39:59.863 INFO:tasks.workunit.client.0.smithi159.stdout:9/942: write d0/d3/d7/da/d46/d54/fc1 [986720,60855] 0 2024-09-17T10:39:59.864 INFO:tasks.workunit.client.0.smithi159.stdout:4/796: truncate d0/d12/d2f/de7/da/d42/f4f 3724744 0 2024-09-17T10:39:59.864 INFO:tasks.workunit.client.1.smithi170.stdout:7/456: write d25/d2a/f2b [846832,47501] 0 2024-09-17T10:39:59.865 INFO:tasks.workunit.client.1.smithi170.stdout:4/362: getdents d9/d12/d36/d42/d40 0 2024-09-17T10:39:59.865 INFO:tasks.workunit.client.1.smithi170.stdout:4/363: fsync d9/d12/f2c 0 2024-09-17T10:39:59.865 INFO:tasks.workunit.client.1.smithi170.stdout:4/364: readlink d9/d12/l2b 0 2024-09-17T10:39:59.865 INFO:tasks.workunit.client.1.smithi170.stdout:4/365: creat d9/d12/d36/d51/f77 x:0 0 0 2024-09-17T10:39:59.865 INFO:tasks.workunit.client.1.smithi170.stdout:4/366: stat d9/d12/d36/d42/d40 0 2024-09-17T10:39:59.866 INFO:tasks.workunit.client.1.smithi170.stdout:4/367: fsync d9/d3e/f65 0 2024-09-17T10:39:59.866 INFO:tasks.workunit.client.1.smithi170.stdout:4/368: fsync d9/d12/d36/d42/d40/f39 0 2024-09-17T10:39:59.868 INFO:tasks.workunit.client.1.smithi170.stdout:8/578: write d4/df/d94/fa9 [3126304,93752] 0 2024-09-17T10:39:59.871 INFO:tasks.workunit.client.0.smithi159.stdout:7/792: dwrite d2/d23/d67/d47/f5d [0,4194304] 0 2024-09-17T10:39:59.871 INFO:tasks.workunit.client.0.smithi159.stdout:7/793: chown d2/d18/d20/f2a 3278460 1 2024-09-17T10:39:59.875 INFO:tasks.workunit.client.0.smithi159.stdout:5/749: symlink d19/d6f/l103 0 2024-09-17T10:39:59.875 INFO:tasks.workunit.client.0.smithi159.stdout:5/750: write d19/d1b/d1d/d59/da7/de2/fc5 [4442249,62264] 0 2024-09-17T10:39:59.878 INFO:tasks.workunit.client.1.smithi170.stdout:2/664: creat dd/d1a/d2a/db3/fdf x:0 0 0 2024-09-17T10:39:59.880 INFO:tasks.workunit.client.0.smithi159.stdout:6/910: unlink d1/df/d2c/d35/d55/d64/f10e 0 2024-09-17T10:39:59.880 INFO:tasks.workunit.client.0.smithi159.stdout:6/911: chown d1/df/d11/d5a/fbe 144838908 1 2024-09-17T10:39:59.881 INFO:tasks.workunit.client.1.smithi170.stdout:5/471: stat d1/d3/d55/d5e/d67/l78 0 2024-09-17T10:39:59.882 INFO:tasks.workunit.client.1.smithi170.stdout:5/472: write d1/d11/d62/f88 [5274325,99439] 0 2024-09-17T10:39:59.882 INFO:tasks.workunit.client.1.smithi170.stdout:5/473: readlink d1/l76 0 2024-09-17T10:39:59.882 INFO:tasks.workunit.client.1.smithi170.stdout:5/474: readlink d1/d3/l60 0 2024-09-17T10:39:59.882 INFO:tasks.workunit.client.1.smithi170.stdout:5/475: chown d1/d3/d55/d87/l7a 41677340 1 2024-09-17T10:39:59.883 INFO:tasks.workunit.client.1.smithi170.stdout:5/476: creat d1/f97 x:0 0 0 2024-09-17T10:39:59.883 INFO:tasks.workunit.client.1.smithi170.stdout:5/477: write d1/d3/f53 [2744692,43922] 0 2024-09-17T10:39:59.883 INFO:tasks.workunit.client.1.smithi170.stdout:5/478: stat d1/d3/d13/d2c/l75 0 2024-09-17T10:39:59.883 INFO:tasks.workunit.client.0.smithi159.stdout:8/917: sync 2024-09-17T10:39:59.883 INFO:tasks.workunit.client.0.smithi159.stdout:8/918: fsync d4/dd/d5d/f114 0 2024-09-17T10:39:59.889 INFO:tasks.workunit.client.0.smithi159.stdout:9/943: symlink d0/d3/d7/da/d46/d54/d8b/de2/l142 0 2024-09-17T10:39:59.889 INFO:tasks.workunit.client.0.smithi159.stdout:9/944: readlink d0/d3/d7/da/dc/d40/l129 0 2024-09-17T10:39:59.890 INFO:tasks.workunit.client.1.smithi170.stdout:9/484: stat dd/d16/d2a/c3e 0 2024-09-17T10:39:59.893 INFO:tasks.workunit.client.0.smithi159.stdout:1/823: sync 2024-09-17T10:39:59.894 INFO:tasks.workunit.client.1.smithi170.stdout:6/501: symlink d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/la8 0 2024-09-17T10:39:59.894 INFO:tasks.workunit.client.1.smithi170.stdout:6/502: fsync d0/d66/f35 0 2024-09-17T10:39:59.897 INFO:tasks.workunit.client.0.smithi159.stdout:4/797: unlink d0/d12/d2f/de7/d24/c7b 0 2024-09-17T10:39:59.899 INFO:tasks.workunit.client.1.smithi170.stdout:9/485: dread dd/d16/d17/f22 [0,4194304] 0 2024-09-17T10:39:59.902 INFO:tasks.workunit.client.1.smithi170.stdout:7/457: rename d25/d2a/d3e/l73 to d25/d2a/d3e/d56/d72/l85 0 2024-09-17T10:39:59.902 INFO:tasks.workunit.client.1.smithi170.stdout:7/458: chown f15 6262 1 2024-09-17T10:39:59.902 INFO:tasks.workunit.client.0.smithi159.stdout:3/851: dwrite d9/df/d54/f39 [0,4194304] 0 2024-09-17T10:39:59.903 INFO:tasks.workunit.client.0.smithi159.stdout:7/794: getdents d2/d23/d67/d126 0 2024-09-17T10:39:59.904 INFO:tasks.workunit.client.1.smithi170.stdout:6/503: dread d0/d18/d70/d7f/d85/d43/f46 [0,4194304] 0 2024-09-17T10:39:59.904 INFO:tasks.workunit.client.1.smithi170.stdout:6/504: truncate d0/d18/f6c 583756 0 2024-09-17T10:39:59.908 INFO:tasks.workunit.client.1.smithi170.stdout:4/369: creat d9/d12/d36/d42/d40/d70/f78 x:0 0 0 2024-09-17T10:39:59.913 INFO:tasks.workunit.client.0.smithi159.stdout:7/795: dread d2/d18/d20/d3f/d73/d95/dc4/deb/d127/f10f [0,4194304] 0 2024-09-17T10:39:59.913 INFO:tasks.workunit.client.0.smithi159.stdout:5/751: mkdir d19/d1a/da4/d104 0 2024-09-17T10:39:59.913 INFO:tasks.workunit.client.0.smithi159.stdout:5/752: chown fc 162617306 1 2024-09-17T10:39:59.913 INFO:tasks.workunit.client.0.smithi159.stdout:0/851: sync 2024-09-17T10:39:59.914 INFO:tasks.workunit.client.1.smithi170.stdout:8/579: symlink d4/lbe 0 2024-09-17T10:39:59.916 INFO:tasks.workunit.client.1.smithi170.stdout:9/486: dwrite dd/d40/d4e/d4c/f96 [4194304,4194304] 0 2024-09-17T10:39:59.916 INFO:tasks.workunit.client.1.smithi170.stdout:9/487: write dd/d40/d4e/f4a [1310159,126574] 0 2024-09-17T10:39:59.919 INFO:tasks.workunit.client.0.smithi159.stdout:8/919: rename d4/dd/d10/fd6 to d4/d32/db6/f138 0 2024-09-17T10:39:59.920 INFO:tasks.workunit.client.1.smithi170.stdout:5/479: rename d1/d3/f40 to d1/d3/d13/d2c/f98 0 2024-09-17T10:39:59.924 INFO:tasks.workunit.client.1.smithi170.stdout:7/459: creat d25/d53/d59/f86 x:0 0 0 2024-09-17T10:39:59.924 INFO:tasks.workunit.client.1.smithi170.stdout:7/460: chown d25/d53/l65 420952 1 2024-09-17T10:39:59.925 INFO:tasks.workunit.client.1.smithi170.stdout:2/665: write dd/d14/f20 [1244795,42525] 0 2024-09-17T10:39:59.925 INFO:tasks.workunit.client.1.smithi170.stdout:2/666: write dd/d14/d19/d37/fb0 [584542,127724] 0 2024-09-17T10:39:59.926 INFO:tasks.workunit.client.1.smithi170.stdout:6/505: mkdir d0/d18/d70/d7f/d85/d69/d3e/da9 0 2024-09-17T10:39:59.927 INFO:tasks.workunit.client.1.smithi170.stdout:6/506: creat d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/faa x:0 0 0 2024-09-17T10:39:59.928 INFO:tasks.workunit.client.0.smithi159.stdout:2/818: write d0/df/d3e/d47/d79/f98 [1651995,109510] 0 2024-09-17T10:39:59.929 INFO:tasks.workunit.client.1.smithi170.stdout:8/580: mknod d4/df/d76/d85/cbf 0 2024-09-17T10:39:59.930 INFO:tasks.workunit.client.0.smithi159.stdout:9/945: symlink d0/d1/d2/d85/l143 0 2024-09-17T10:39:59.933 INFO:tasks.workunit.client.0.smithi159.stdout:1/824: creat d1/d2/d8f/db3/ffc x:0 0 0 2024-09-17T10:39:59.934 INFO:tasks.workunit.client.0.smithi159.stdout:1/825: creat d1/d63/d6c/ffd x:0 0 0 2024-09-17T10:39:59.936 INFO:tasks.workunit.client.0.smithi159.stdout:3/852: unlink d9/df/d2c/d2f/de0/lf6 0 2024-09-17T10:39:59.939 INFO:tasks.workunit.client.1.smithi170.stdout:5/480: dwrite d1/f58 [0,4194304] 0 2024-09-17T10:39:59.939 INFO:tasks.workunit.client.0.smithi159.stdout:7/796: creat d2/d18/d20/d2c/d11a/f129 x:0 0 0 2024-09-17T10:39:59.939 INFO:tasks.workunit.client.0.smithi159.stdout:7/797: write d2/d18/f125 [667052,73889] 0 2024-09-17T10:39:59.940 INFO:tasks.workunit.client.0.smithi159.stdout:5/753: unlink d19/d1a/d89/l8b 0 2024-09-17T10:39:59.943 INFO:tasks.workunit.client.1.smithi170.stdout:9/488: dread dd/f15 [0,4194304] 0 2024-09-17T10:39:59.944 INFO:tasks.workunit.client.1.smithi170.stdout:6/507: dwrite d0/d18/d70/d7f/d85/f58 [0,4194304] 0 2024-09-17T10:39:59.944 INFO:tasks.workunit.client.1.smithi170.stdout:6/508: readlink d0/l65 0 2024-09-17T10:39:59.945 INFO:tasks.workunit.client.1.smithi170.stdout:7/461: truncate fa 1198847 0 2024-09-17T10:39:59.945 INFO:tasks.workunit.client.1.smithi170.stdout:7/462: dread - d25/d4e/f76 zero size 2024-09-17T10:39:59.949 INFO:tasks.workunit.client.1.smithi170.stdout:5/481: dread d1/d3/d13/d2c/d51/f56 [0,4194304] 0 2024-09-17T10:39:59.949 INFO:tasks.workunit.client.0.smithi159.stdout:7/798: write d2/d18/d20/d3f/d73/d95/dc4/deb/fba [3629436,107432] 0 2024-09-17T10:39:59.949 INFO:tasks.workunit.client.0.smithi159.stdout:4/798: rename d0/d12/d2f/de7/d24/d48/d53/cef to d0/c103 0 2024-09-17T10:39:59.952 INFO:tasks.workunit.client.0.smithi159.stdout:8/920: creat d4/d4e/d63/f139 x:0 0 0 2024-09-17T10:39:59.952 INFO:tasks.workunit.client.0.smithi159.stdout:8/921: chown d4/dd/d26/df7/f4f 44 1 2024-09-17T10:39:59.953 INFO:tasks.workunit.client.1.smithi170.stdout:2/667: unlink dd/f69 0 2024-09-17T10:39:59.954 INFO:tasks.workunit.client.1.smithi170.stdout:6/509: dread d0/d18/d70/d7f/d85/f31 [0,4194304] 0 2024-09-17T10:39:59.955 INFO:tasks.workunit.client.0.smithi159.stdout:9/946: mkdir d0/d3/d7/da/dc/d34/d144 0 2024-09-17T10:39:59.960 INFO:tasks.workunit.client.1.smithi170.stdout:8/581: mknod d4/d2e/cc0 0 2024-09-17T10:39:59.965 INFO:tasks.workunit.client.0.smithi159.stdout:1/826: mknod d1/d63/d6c/dc9/cfe 0 2024-09-17T10:39:59.965 INFO:tasks.workunit.client.0.smithi159.stdout:1/827: stat d1/d2f/d9e/d1a/d3b 0 2024-09-17T10:39:59.965 INFO:tasks.workunit.client.0.smithi159.stdout:1/828: fsync d1/d2f/d9e/d1a/dc/d18/fb4 0 2024-09-17T10:39:59.967 INFO:tasks.workunit.client.0.smithi159.stdout:3/853: link d9/df/d2c/f73 d9/df/d2c/d77/f105 0 2024-09-17T10:39:59.968 INFO:tasks.workunit.client.0.smithi159.stdout:7/799: dwrite d2/d23/f43 [0,4194304] 0 2024-09-17T10:39:59.970 INFO:tasks.workunit.client.0.smithi159.stdout:4/799: dwrite d0/d12/d2f/de7/da/d42/fa6 [0,4194304] 0 2024-09-17T10:39:59.970 INFO:tasks.workunit.client.1.smithi170.stdout:9/489: truncate dd/d16/d17/d43/f49 149292 0 2024-09-17T10:39:59.973 INFO:tasks.workunit.client.0.smithi159.stdout:5/754: unlink d19/f28 0 2024-09-17T10:39:59.973 INFO:tasks.workunit.client.0.smithi159.stdout:5/755: fsync d19/d6f/d75/f91 0 2024-09-17T10:39:59.977 INFO:tasks.workunit.client.0.smithi159.stdout:0/852: rmdir d5/d4f/d67 39 2024-09-17T10:39:59.977 INFO:tasks.workunit.client.0.smithi159.stdout:4/800: dread d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f61 [0,4194304] 0 2024-09-17T10:39:59.979 INFO:tasks.workunit.client.1.smithi170.stdout:5/482: symlink d1/d3/d13/d1a/d54/d8d/l99 0 2024-09-17T10:39:59.981 INFO:tasks.workunit.client.1.smithi170.stdout:2/668: getdents dd/d3a 0 2024-09-17T10:39:59.984 INFO:tasks.workunit.client.1.smithi170.stdout:6/510: symlink d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/lab 0 2024-09-17T10:39:59.984 INFO:tasks.workunit.client.0.smithi159.stdout:4/801: dread d0/d12/d2f/de7/d97/d9f/fdb [0,4194304] 0 2024-09-17T10:39:59.985 INFO:tasks.workunit.client.1.smithi170.stdout:6/511: read d0/d18/d70/d7f/d85/d43/f8b [779990,90787] 0 2024-09-17T10:39:59.987 INFO:tasks.workunit.client.1.smithi170.stdout:0/549: sync 2024-09-17T10:39:59.989 INFO:tasks.workunit.client.0.smithi159.stdout:2/819: rename d0/d9/f99 to d0/df/d3e/d47/f115 0 2024-09-17T10:39:59.993 INFO:tasks.workunit.client.1.smithi170.stdout:9/490: creat dd/d16/d17/d43/d6d/fa0 x:0 0 0 2024-09-17T10:39:59.994 INFO:tasks.workunit.client.0.smithi159.stdout:8/922: dread d4/dd/d10/d1a/f1f [0,4194304] 0 2024-09-17T10:39:59.996 INFO:tasks.workunit.client.1.smithi170.stdout:0/550: dread dd/de/f57 [0,4194304] 0 2024-09-17T10:39:59.997 INFO:tasks.workunit.client.1.smithi170.stdout:7/463: rename f1d to d25/f87 0 2024-09-17T10:39:59.997 INFO:tasks.workunit.client.1.smithi170.stdout:7/464: fdatasync d25/d2a/d3e/d4b/f7b 0 2024-09-17T10:39:59.999 INFO:tasks.workunit.client.1.smithi170.stdout:5/483: creat d1/d27/d95/f9a x:0 0 0 2024-09-17T10:40:00.002 INFO:tasks.workunit.client.1.smithi170.stdout:2/669: mkdir dd/d64/de0 0 2024-09-17T10:40:00.002 INFO:tasks.workunit.client.1.smithi170.stdout:2/670: dread - dd/d14/d19/f83 zero size 2024-09-17T10:40:00.002 INFO:tasks.workunit.client.1.smithi170.stdout:2/671: fsync dd/d14/d19/d37/f99 0 2024-09-17T10:40:00.006 INFO:tasks.workunit.client.1.smithi170.stdout:9/491: truncate dd/d40/d4e/d23/f30 3267024 0 2024-09-17T10:40:00.006 INFO:tasks.workunit.client.1.smithi170.stdout:9/492: chown fa 255004088 1 2024-09-17T10:40:00.010 INFO:tasks.workunit.client.1.smithi170.stdout:7/465: mknod d25/d2a/d3e/d6a/c88 0 2024-09-17T10:40:00.010 INFO:tasks.workunit.client.0.smithi159.stdout:6/912: sync 2024-09-17T10:40:00.012 INFO:tasks.workunit.client.1.smithi170.stdout:0/551: dwrite dd/de/d16/f1a [4194304,4194304] 0 2024-09-17T10:40:00.012 INFO:tasks.workunit.client.1.smithi170.stdout:0/552: write dd/de/d10/d8d/f58 [40831,80186] 0 2024-09-17T10:40:00.012 INFO:tasks.workunit.client.1.smithi170.stdout:0/553: readlink dd/de/d16/d54/l6f 0 2024-09-17T10:40:00.013 INFO:tasks.workunit.client.1.smithi170.stdout:5/484: rmdir d1/d11/d62 39 2024-09-17T10:40:00.013 INFO:tasks.workunit.client.1.smithi170.stdout:5/485: write d1/d3/d13/d2c/f52 [136940,24280] 0 2024-09-17T10:40:00.013 INFO:tasks.workunit.client.1.smithi170.stdout:5/486: creat d1/d27/d95/f9b x:0 0 0 2024-09-17T10:40:00.013 INFO:tasks.workunit.client.1.smithi170.stdout:5/487: stat d1/d3/f25 0 2024-09-17T10:40:00.013 INFO:tasks.workunit.client.1.smithi170.stdout:5/488: chown d1/l76 14282699 1 2024-09-17T10:40:00.013 INFO:tasks.workunit.client.1.smithi170.stdout:5/489: write d1/d3/d13/d2c/f8a [24863,79534] 0 2024-09-17T10:40:00.015 INFO:tasks.workunit.client.0.smithi159.stdout:7/800: symlink d2/d18/d20/d3f/d73/d95/dc4/deb/l12a 0 2024-09-17T10:40:00.015 INFO:tasks.workunit.client.0.smithi159.stdout:7/801: truncate d2/d23/d67/d47/d4a/d4d/dad/fd0 911121 0 2024-09-17T10:40:00.017 INFO:tasks.workunit.client.1.smithi170.stdout:2/672: symlink dd/d14/d19/d4c/d63/d7f/dbb/dd5/le1 0 2024-09-17T10:40:00.018 INFO:tasks.workunit.client.0.smithi159.stdout:6/913: write d1/df/d2c/d85/f43 [4126,42476] 0 2024-09-17T10:40:00.018 INFO:tasks.workunit.client.0.smithi159.stdout:6/914: write d1/df/d11/f20 [1053562,73615] 0 2024-09-17T10:40:00.020 INFO:tasks.workunit.client.1.smithi170.stdout:6/512: rmdir d0/d18/d70/d7f/d85/d69/d3e/d80/d8d 39 2024-09-17T10:40:00.020 INFO:tasks.workunit.client.1.smithi170.stdout:6/513: fsync d0/d18/d70/d7f/d85/f8f 0 2024-09-17T10:40:00.022 INFO:tasks.workunit.client.1.smithi170.stdout:7/466: truncate d25/d2a/f3f 552473 0 2024-09-17T10:40:00.023 INFO:tasks.workunit.client.0.smithi159.stdout:5/756: mkdir d19/d1a/da4/d105 0 2024-09-17T10:40:00.025 INFO:tasks.workunit.client.0.smithi159.stdout:0/853: symlink d5/d12/d32/d59/l12d 0 2024-09-17T10:40:00.026 INFO:tasks.workunit.client.1.smithi170.stdout:9/493: dwrite f9 [4194304,4194304] 0 2024-09-17T10:40:00.027 INFO:tasks.workunit.client.0.smithi159.stdout:4/802: truncate d0/d12/d2f/de7/d67/f80 261855 0 2024-09-17T10:40:00.029 INFO:tasks.workunit.client.1.smithi170.stdout:5/490: truncate d1/d3/fd 1957589 0 2024-09-17T10:40:00.029 INFO:tasks.workunit.client.1.smithi170.stdout:5/491: chown d1/f49 0 1 2024-09-17T10:40:00.032 INFO:tasks.workunit.client.1.smithi170.stdout:6/514: write d0/d18/d70/d7f/d85/f10 [3203889,65485] 0 2024-09-17T10:40:00.034 INFO:tasks.workunit.client.0.smithi159.stdout:8/923: rename d4/dd/d10/d33/d99/daf/dc5/f29 to d4/dd/d10/d1a/d72/d81/de1/f13a 0 2024-09-17T10:40:00.035 INFO:tasks.workunit.client.1.smithi170.stdout:2/673: rmdir dd/d14/d19/d4c/d63/d7f/dbb 39 2024-09-17T10:40:00.036 INFO:tasks.workunit.client.0.smithi159.stdout:1/829: getdents d1/d2/d14/d67 0 2024-09-17T10:40:00.039 INFO:tasks.workunit.client.0.smithi159.stdout:3/854: rmdir d9/df/d2c/d2f/d63/d8d/d74/db7/de8/dcd 39 2024-09-17T10:40:00.039 INFO:tasks.workunit.client.0.smithi159.stdout:3/855: fdatasync d9/df/d54/d59/d5e/d9a/fba 0 2024-09-17T10:40:00.041 INFO:tasks.workunit.client.0.smithi159.stdout:7/802: link d2/d23/d67/d47/d4a/d4d/dad/dd8/c105 d2/d23/d67/d7b/d117/c12b 0 2024-09-17T10:40:00.041 INFO:tasks.workunit.client.0.smithi159.stdout:7/803: chown d2/d23/d67/d47/d4a/d4d 2116486369 1 2024-09-17T10:40:00.043 INFO:tasks.workunit.client.1.smithi170.stdout:7/467: truncate d25/d2a/f30 3352686 0 2024-09-17T10:40:00.046 INFO:tasks.workunit.client.1.smithi170.stdout:9/494: unlink dd/d40/d4e/d23/f70 0 2024-09-17T10:40:00.046 INFO:tasks.workunit.client.1.smithi170.stdout:9/495: fsync dd/d40/d4e/f4a 0 2024-09-17T10:40:00.049 INFO:tasks.workunit.client.1.smithi170.stdout:5/492: creat d1/d11/d62/f9c x:0 0 0 2024-09-17T10:40:00.051 INFO:tasks.workunit.client.0.smithi159.stdout:4/803: unlink d0/d12/d2f/de7/d24/c58 0 2024-09-17T10:40:00.051 INFO:tasks.workunit.client.0.smithi159.stdout:4/804: fsync d0/d12/d2f/de7/d97/d9f/d5d/dab/fe5 0 2024-09-17T10:40:00.052 INFO:tasks.workunit.client.1.smithi170.stdout:6/515: dwrite d0/d18/d70/d7f/d85/f1a [0,4194304] 0 2024-09-17T10:40:00.052 INFO:tasks.workunit.client.1.smithi170.stdout:6/516: chown d0/d18/d70/d7f/d85/l6b 6933 1 2024-09-17T10:40:00.053 INFO:tasks.workunit.client.1.smithi170.stdout:2/674: mknod dd/d1a/ce2 0 2024-09-17T10:40:00.056 INFO:tasks.workunit.client.0.smithi159.stdout:4/805: dread d0/d12/d2f/de7/da/f34 [0,4194304] 0 2024-09-17T10:40:00.058 INFO:tasks.workunit.client.1.smithi170.stdout:7/468: creat d25/d2a/d3e/d56/f89 x:0 0 0 2024-09-17T10:40:00.059 INFO:tasks.workunit.client.1.smithi170.stdout:7/469: chown d25/d2a/d3e/d56/d72/l85 7926 1 2024-09-17T10:40:00.061 INFO:tasks.workunit.client.1.smithi170.stdout:5/493: mkdir d1/d3/d13/d1a/d54/d9d 0 2024-09-17T10:40:00.066 INFO:tasks.workunit.client.1.smithi170.stdout:9/496: dwrite dd/d40/d4e/d4c/f9a [0,4194304] 0 2024-09-17T10:40:00.071 INFO:tasks.workunit.client.1.smithi170.stdout:2/675: symlink dd/d14/d19/d4c/d63/d32/le3 0 2024-09-17T10:40:00.080 INFO:tasks.workunit.client.1.smithi170.stdout:6/517: rmdir d0/d18/d70/d7f/d85/d64 39 2024-09-17T10:40:00.082 INFO:tasks.workunit.client.1.smithi170.stdout:5/494: dwrite d1/d3/d55/d87/f84 [0,4194304] 0 2024-09-17T10:40:00.082 INFO:tasks.workunit.client.1.smithi170.stdout:7/470: dwrite f4 [0,4194304] 0 2024-09-17T10:40:00.085 INFO:tasks.workunit.client.1.smithi170.stdout:2/676: mkdir dd/de4 0 2024-09-17T10:40:00.085 INFO:tasks.workunit.client.1.smithi170.stdout:2/677: fsync dd/d14/f20 0 2024-09-17T10:40:00.085 INFO:tasks.workunit.client.1.smithi170.stdout:2/678: creat dd/d14/d19/d4c/fe5 x:0 0 0 2024-09-17T10:40:00.089 INFO:tasks.workunit.client.1.smithi170.stdout:9/497: dwrite dd/d40/f2d [0,4194304] 0 2024-09-17T10:40:00.093 INFO:tasks.workunit.client.1.smithi170.stdout:5/495: rmdir d1/d3/d55/d87 39 2024-09-17T10:40:00.093 INFO:tasks.workunit.client.1.smithi170.stdout:5/496: dread - d1/d3/d55/f8e zero size 2024-09-17T10:40:00.095 INFO:tasks.workunit.client.1.smithi170.stdout:7/471: creat d25/d2a/d3e/d4b/f8a x:0 0 0 2024-09-17T10:40:00.096 INFO:tasks.workunit.client.1.smithi170.stdout:7/472: write d25/d2a/f3c [462857,72127] 0 2024-09-17T10:40:00.097 INFO:tasks.workunit.client.0.smithi159.stdout:2/820: rmdir d0 39 2024-09-17T10:40:00.098 INFO:tasks.workunit.client.1.smithi170.stdout:7/473: dread d25/d4e/f66 [0,4194304] 0 2024-09-17T10:40:00.098 INFO:tasks.workunit.client.1.smithi170.stdout:7/474: chown d25/d53/d59/f86 23874 1 2024-09-17T10:40:00.100 INFO:tasks.workunit.client.0.smithi159.stdout:5/757: rename d19/d6f/d75/cd3 to d19/d1a/d32/c106 0 2024-09-17T10:40:00.100 INFO:tasks.workunit.client.0.smithi159.stdout:5/758: write d19/d1b/d1d/d59/da7/de2/fc5 [2528242,125335] 0 2024-09-17T10:40:00.100 INFO:tasks.workunit.client.0.smithi159.stdout:5/759: fdatasync d19/d1b/d1d/d59/f73 0 2024-09-17T10:40:00.101 INFO:tasks.workunit.client.0.smithi159.stdout:8/924: rmdir d4/dd/d10/d1a/d72 39 2024-09-17T10:40:00.101 INFO:tasks.workunit.client.0.smithi159.stdout:8/925: readlink d4/d32/l135 0 2024-09-17T10:40:00.102 INFO:tasks.workunit.client.0.smithi159.stdout:1/830: mknod d1/d63/d8d/cff 0 2024-09-17T10:40:00.104 INFO:tasks.workunit.client.0.smithi159.stdout:3/856: unlink d9/l3e 0 2024-09-17T10:40:00.106 INFO:tasks.workunit.client.0.smithi159.stdout:7/804: mkdir d2/d18/d20/d3f/d73/d12c 0 2024-09-17T10:40:00.106 INFO:tasks.workunit.client.0.smithi159.stdout:7/805: chown d2/d18/d32/f46 370765306 1 2024-09-17T10:40:00.106 INFO:tasks.workunit.client.0.smithi159.stdout:7/806: fsync d2/d18/d20/fb0 0 2024-09-17T10:40:00.106 INFO:tasks.workunit.client.0.smithi159.stdout:7/807: truncate d2/d18/d20/d3f/d73/fe7 550317 0 2024-09-17T10:40:00.107 INFO:tasks.workunit.client.0.smithi159.stdout:2/821: write d0/df/d3e/d46/fde [4391111,91188] 0 2024-09-17T10:40:00.108 INFO:tasks.workunit.client.1.smithi170.stdout:2/679: mknod dd/d3a/ce6 0 2024-09-17T10:40:00.108 INFO:tasks.workunit.client.1.smithi170.stdout:2/680: dread dd/d14/d19/d4c/fc5 [0,4194304] 0 2024-09-17T10:40:00.109 INFO:tasks.workunit.client.0.smithi159.stdout:4/806: creat d0/d12/d2f/de7/d24/d39/d6a/f104 x:0 0 0 2024-09-17T10:40:00.109 INFO:tasks.workunit.client.0.smithi159.stdout:4/807: chown d0/l16 0 1 2024-09-17T10:40:00.113 INFO:tasks.workunit.client.0.smithi159.stdout:0/854: rename d5/d4f/d67/da6/cbe to d5/dcf/d18/d22/d4c/d10b/c12e 0 2024-09-17T10:40:00.113 INFO:tasks.workunit.client.0.smithi159.stdout:0/855: chown d5/d4f/f93 582 1 2024-09-17T10:40:00.113 INFO:tasks.workunit.client.0.smithi159.stdout:0/856: fsync d5/dcf/d18/d22/f11c 0 2024-09-17T10:40:00.113 INFO:tasks.workunit.client.0.smithi159.stdout:0/857: chown d5/dcf/f1e 3492706 1 2024-09-17T10:40:00.115 INFO:tasks.workunit.client.0.smithi159.stdout:7/808: dread d2/d18/f125 [0,4194304] 0 2024-09-17T10:40:00.115 INFO:tasks.workunit.client.0.smithi159.stdout:7/809: fdatasync d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/f107 0 2024-09-17T10:40:00.116 INFO:tasks.workunit.client.0.smithi159.stdout:5/760: symlink d19/d69/d78/db3/dbd/d74/dd1/l107 0 2024-09-17T10:40:00.118 INFO:tasks.workunit.client.0.smithi159.stdout:8/926: mknod d4/dd/d10/d33/d12d/c13b 0 2024-09-17T10:40:00.119 INFO:tasks.workunit.client.0.smithi159.stdout:8/927: truncate d4/dd/d10/d1a/d6d/f8d 1265844 0 2024-09-17T10:40:00.120 INFO:tasks.workunit.client.0.smithi159.stdout:1/831: creat d1/d10/df8/f100 x:0 0 0 2024-09-17T10:40:00.120 INFO:tasks.workunit.client.0.smithi159.stdout:1/832: readlink d1/l72 0 2024-09-17T10:40:00.120 INFO:tasks.workunit.client.0.smithi159.stdout:1/833: write d1/d10/f15 [5071239,74979] 0 2024-09-17T10:40:00.121 INFO:tasks.workunit.client.0.smithi159.stdout:1/834: dread - d1/d2f/d9e/fd7 zero size 2024-09-17T10:40:00.121 INFO:tasks.workunit.client.0.smithi159.stdout:1/835: write d1/d2f/f59 [105746,10661] 0 2024-09-17T10:40:00.121 INFO:tasks.workunit.client.0.smithi159.stdout:1/836: chown d1/d2f/d9e/d1a/d3b/dd3 2 1 2024-09-17T10:40:00.121 INFO:tasks.workunit.client.0.smithi159.stdout:4/808: write d0/d12/d2f/de7/d24/d39/d6a/fb6 [4035542,83208] 0 2024-09-17T10:40:00.121 INFO:tasks.workunit.client.0.smithi159.stdout:4/809: write d0/d12/db1/fd2 [267883,37016] 0 2024-09-17T10:40:00.123 INFO:tasks.workunit.client.1.smithi170.stdout:6/518: rmdir d0/d18/d70 39 2024-09-17T10:40:00.124 INFO:tasks.workunit.client.1.smithi170.stdout:5/497: dwrite d1/d3/f53 [4194304,4194304] 0 2024-09-17T10:40:00.124 INFO:tasks.workunit.client.0.smithi159.stdout:3/857: dwrite d9/df/d2c/f24 [0,4194304] 0 2024-09-17T10:40:00.124 INFO:tasks.workunit.client.0.smithi159.stdout:2/822: mkdir d0/df/dee/d67/df6/dfd/d116 0 2024-09-17T10:40:00.125 INFO:tasks.workunit.client.0.smithi159.stdout:9/947: sync 2024-09-17T10:40:00.125 INFO:tasks.workunit.client.0.smithi159.stdout:9/948: write d0/d3/d7/da/d46/d54/d8b/db8/fbd [2089448,65783] 0 2024-09-17T10:40:00.125 INFO:tasks.workunit.client.0.smithi159.stdout:9/949: write d0/d3/d7/da/d1a/d60/f140 [148448,57287] 0 2024-09-17T10:40:00.127 INFO:tasks.workunit.client.0.smithi159.stdout:4/810: dread d0/d12/d2f/de7/da/fd [0,4194304] 0 2024-09-17T10:40:00.127 INFO:tasks.workunit.client.0.smithi159.stdout:6/915: sync 2024-09-17T10:40:00.128 INFO:tasks.workunit.client.0.smithi159.stdout:7/810: symlink d2/d23/d67/d47/d4a/d4d/dad/de3/df7/l12d 0 2024-09-17T10:40:00.128 INFO:tasks.workunit.client.0.smithi159.stdout:7/811: fdatasync d2/d18/d32/f72 0 2024-09-17T10:40:00.130 INFO:tasks.workunit.client.1.smithi170.stdout:7/475: rmdir d25/d2a/d3e/d56/d5d/d84 0 2024-09-17T10:40:00.130 INFO:tasks.workunit.client.1.smithi170.stdout:7/476: fdatasync d25/d2a/d3e/d56/d5d/f64 0 2024-09-17T10:40:00.131 INFO:tasks.workunit.client.1.smithi170.stdout:7/477: creat d25/d2a/d3e/d56/f8b x:0 0 0 2024-09-17T10:40:00.131 INFO:tasks.workunit.client.1.smithi170.stdout:7/478: chown d25/c35 1 1 2024-09-17T10:40:00.132 INFO:tasks.workunit.client.0.smithi159.stdout:5/761: creat d19/d1b/d1d/d59/da7/de2/f108 x:0 0 0 2024-09-17T10:40:00.133 INFO:tasks.workunit.client.1.smithi170.stdout:2/681: link dd/f13 dd/d54/db5/fe7 0 2024-09-17T10:40:00.134 INFO:tasks.workunit.client.1.smithi170.stdout:2/682: readlink dd/d3a/d8e/l98 0 2024-09-17T10:40:00.134 INFO:tasks.workunit.client.1.smithi170.stdout:2/683: fsync dd/d14/d19/d4c/d63/d7f/fcf 0 2024-09-17T10:40:00.135 INFO:tasks.workunit.client.0.smithi159.stdout:8/928: symlink d4/dd/d10e/dab/l13c 0 2024-09-17T10:40:00.137 INFO:tasks.workunit.client.1.smithi170.stdout:6/519: unlink d0/f5f 0 2024-09-17T10:40:00.139 INFO:tasks.workunit.client.1.smithi170.stdout:5/498: symlink d1/d27/d95/l9e 0 2024-09-17T10:40:00.140 INFO:tasks.workunit.client.0.smithi159.stdout:1/837: mknod d1/d2/d68/c101 0 2024-09-17T10:40:00.141 INFO:tasks.workunit.client.0.smithi159.stdout:2/823: dwrite d0/df/d3e/fc7 [0,4194304] 0 2024-09-17T10:40:00.142 INFO:tasks.workunit.client.1.smithi170.stdout:9/498: unlink dd/d40/d4e/d4c/f9a 0 2024-09-17T10:40:00.142 INFO:tasks.workunit.client.1.smithi170.stdout:9/499: write dd/d16/d17/d5c/f72 [1345642,45875] 0 2024-09-17T10:40:00.145 INFO:tasks.workunit.client.1.smithi170.stdout:6/520: mknod d0/d18/d70/d7f/d85/d69/d8e/cac 0 2024-09-17T10:40:00.148 INFO:tasks.workunit.client.1.smithi170.stdout:2/684: write dd/f18 [2058646,64838] 0 2024-09-17T10:40:00.150 INFO:tasks.workunit.client.1.smithi170.stdout:7/479: rename d25/c29 to d25/d2a/d3e/d56/d72/d79/c8c 0 2024-09-17T10:40:00.151 INFO:tasks.workunit.client.0.smithi159.stdout:3/858: mknod d9/df/d2c/d2f/d63/d8d/d74/d82/c106 0 2024-09-17T10:40:00.152 INFO:tasks.workunit.client.1.smithi170.stdout:6/521: symlink d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/lad 0 2024-09-17T10:40:00.155 INFO:tasks.workunit.client.0.smithi159.stdout:9/950: rename d0/d3/d7/da/d46/de1/d81/f104 to d0/d3/d7/da/d46/d54/d8b/de8/dfa/f145 0 2024-09-17T10:40:00.155 INFO:tasks.workunit.client.0.smithi159.stdout:9/951: fdatasync d0/d3/d7/da/d46/d54/d8b/de2/fe3 0 2024-09-17T10:40:00.155 INFO:tasks.workunit.client.0.smithi159.stdout:9/952: read - d0/fdc zero size 2024-09-17T10:40:00.159 INFO:tasks.workunit.client.1.smithi170.stdout:2/685: read dd/d14/d19/d4c/d63/f41 [3061826,68154] 0 2024-09-17T10:40:00.160 INFO:tasks.workunit.client.0.smithi159.stdout:4/811: link d0/d12/d2f/de7/da/d42/fc9 d0/d12/d2f/de7/d97/d9f/d5d/f105 0 2024-09-17T10:40:00.160 INFO:tasks.workunit.client.1.smithi170.stdout:7/480: read f20 [3210570,53118] 0 2024-09-17T10:40:00.160 INFO:tasks.workunit.client.1.smithi170.stdout:7/481: creat d25/d4e/f8d x:0 0 0 2024-09-17T10:40:00.161 INFO:tasks.workunit.client.0.smithi159.stdout:4/812: write d0/d12/d2f/de7/da/ff6 [384968,115960] 0 2024-09-17T10:40:00.161 INFO:tasks.workunit.client.0.smithi159.stdout:4/813: dread - d0/d12/d2f/de7/d24/d39/d6a/d89/fe3 zero size 2024-09-17T10:40:00.162 INFO:tasks.workunit.client.0.smithi159.stdout:6/916: unlink d1/df/d11/d5a/fbe 0 2024-09-17T10:40:00.162 INFO:tasks.workunit.client.0.smithi159.stdout:6/917: chown d1/df/d11/fde 85382666 1 2024-09-17T10:40:00.162 INFO:tasks.workunit.client.1.smithi170.stdout:6/522: dread d0/d18/d70/d7f/d85/d69/f6f [0,4194304] 0 2024-09-17T10:40:00.162 INFO:tasks.workunit.client.1.smithi170.stdout:9/500: dwrite fa [0,4194304] 0 2024-09-17T10:40:00.162 INFO:tasks.workunit.client.1.smithi170.stdout:6/523: write d0/d66/f48 [492344,92862] 0 2024-09-17T10:40:00.163 INFO:tasks.workunit.client.0.smithi159.stdout:7/812: mkdir d2/d9a/de4/d12e 0 2024-09-17T10:40:00.163 INFO:tasks.workunit.client.0.smithi159.stdout:7/813: dread - d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/fdc zero size 2024-09-17T10:40:00.165 INFO:tasks.workunit.client.1.smithi170.stdout:2/686: creat dd/d3a/fe8 x:0 0 0 2024-09-17T10:40:00.167 INFO:tasks.workunit.client.0.smithi159.stdout:5/762: symlink d19/d1a/da4/d105/l109 0 2024-09-17T10:40:00.171 INFO:tasks.workunit.client.0.smithi159.stdout:8/929: rmdir d4/dd/d10e/dab 39 2024-09-17T10:40:00.171 INFO:tasks.workunit.client.0.smithi159.stdout:8/930: creat d4/dd/d10/d1a/d6b/f13d x:0 0 0 2024-09-17T10:40:00.171 INFO:tasks.workunit.client.0.smithi159.stdout:8/931: chown d4/dd/d10/d1a/d3c/l5c 151 1 2024-09-17T10:40:00.177 INFO:tasks.workunit.client.1.smithi170.stdout:1/597: sync 2024-09-17T10:40:00.177 INFO:tasks.workunit.client.0.smithi159.stdout:2/824: write d0/d14/fa5 [317197,8600] 0 2024-09-17T10:40:00.177 INFO:tasks.workunit.client.1.smithi170.stdout:7/482: dread d25/d2a/f3f [0,4194304] 0 2024-09-17T10:40:00.180 INFO:tasks.workunit.client.1.smithi170.stdout:1/598: dread d3/f39 [0,4194304] 0 2024-09-17T10:40:00.181 INFO:tasks.workunit.client.1.smithi170.stdout:6/524: creat d0/d18/d70/fae x:0 0 0 2024-09-17T10:40:00.184 INFO:tasks.workunit.client.1.smithi170.stdout:9/501: mkdir dd/da1 0 2024-09-17T10:40:00.185 INFO:tasks.workunit.client.1.smithi170.stdout:9/502: truncate dd/d16/d17/d43/d6d/fa0 621296 0 2024-09-17T10:40:00.187 INFO:tasks.workunit.client.1.smithi170.stdout:7/483: rename c3 to d25/d2a/c8e 0 2024-09-17T10:40:00.191 INFO:tasks.workunit.client.0.smithi159.stdout:9/953: symlink d0/d3/d7/l146 0 2024-09-17T10:40:00.191 INFO:tasks.workunit.client.0.smithi159.stdout:9/954: truncate d0/d3/d7/da/dc/de/d21/f87 4384518 0 2024-09-17T10:40:00.193 INFO:tasks.workunit.client.1.smithi170.stdout:6/525: creat d0/d18/d70/d7f/d85/d43/faf x:0 0 0 2024-09-17T10:40:00.194 INFO:tasks.workunit.client.1.smithi170.stdout:1/599: write d3/d5/d27/fc2 [2702743,109214] 0 2024-09-17T10:40:00.195 INFO:tasks.workunit.client.1.smithi170.stdout:7/484: mkdir d25/d3b/d8f 0 2024-09-17T10:40:00.195 INFO:tasks.workunit.client.1.smithi170.stdout:9/503: dread dd/f15 [0,4194304] 0 2024-09-17T10:40:00.195 INFO:tasks.workunit.client.1.smithi170.stdout:9/504: write dd/d16/d17/d43/d66/f7b [493926,110461] 0 2024-09-17T10:40:00.195 INFO:tasks.workunit.client.1.smithi170.stdout:9/505: write dd/d40/d4e/f4a [185758,99530] 0 2024-09-17T10:40:00.196 INFO:tasks.workunit.client.1.smithi170.stdout:9/506: stat dd 0 2024-09-17T10:40:00.196 INFO:tasks.workunit.client.0.smithi159.stdout:7/814: dwrite d2/d18/d32/f46 [0,4194304] 0 2024-09-17T10:40:00.196 INFO:tasks.workunit.client.0.smithi159.stdout:7/815: fdatasync d2/d23/d67/d47/d4a/d4d/d75/f93 0 2024-09-17T10:40:00.197 INFO:tasks.workunit.client.0.smithi159.stdout:5/763: stat d19/d1e/l54 0 2024-09-17T10:40:00.197 INFO:tasks.workunit.client.0.smithi159.stdout:5/764: stat d19/d1a/d32/f3f 0 2024-09-17T10:40:00.197 INFO:tasks.workunit.client.0.smithi159.stdout:2/825: dwrite d0/df/dee/dd3/dd6/d108/f109 [0,4194304] 0 2024-09-17T10:40:00.197 INFO:tasks.workunit.client.1.smithi170.stdout:2/687: dwrite dd/d3a/f4a [0,4194304] 0 2024-09-17T10:40:00.198 INFO:tasks.workunit.client.0.smithi159.stdout:1/838: dwrite d1/d2f/d9e/d1a/d3b/f78 [0,4194304] 0 2024-09-17T10:40:00.202 INFO:tasks.workunit.client.0.smithi159.stdout:1/839: write d1/d2/d14/d67/fb1 [555875,124699] 0 2024-09-17T10:40:00.202 INFO:tasks.workunit.client.0.smithi159.stdout:1/840: write d1/d10/d5e/dbb/ddb/da2/dc5/f85 [2058854,14036] 0 2024-09-17T10:40:00.202 INFO:tasks.workunit.client.0.smithi159.stdout:1/841: write d1/d63/ffb [424068,65143] 0 2024-09-17T10:40:00.202 INFO:tasks.workunit.client.0.smithi159.stdout:8/932: mkdir d4/dd/d10/dae/d13e 0 2024-09-17T10:40:00.203 INFO:tasks.workunit.client.0.smithi159.stdout:8/933: dread - d4/d4e/d63/ff5 zero size 2024-09-17T10:40:00.206 INFO:tasks.workunit.client.0.smithi159.stdout:3/859: getdents d9/df/d54 0 2024-09-17T10:40:00.211 INFO:tasks.workunit.client.1.smithi170.stdout:9/507: dwrite dd/d16/d2a/f90 [0,4194304] 0 2024-09-17T10:40:00.211 INFO:tasks.workunit.client.0.smithi159.stdout:9/955: rename d0/d3/d7/da/dc/d1c/fe9 to d0/d1/d2/f147 0 2024-09-17T10:40:00.216 INFO:tasks.workunit.client.1.smithi170.stdout:6/526: unlink d0/d18/d70/d7f/d85/f58 0 2024-09-17T10:40:00.218 INFO:tasks.workunit.client.0.smithi159.stdout:4/814: getdents d0/d12/d2f/de7 0 2024-09-17T10:40:00.218 INFO:tasks.workunit.client.0.smithi159.stdout:9/956: write d0/d3/d7/da/dc/de/d36/d10d/dcd/f119 [3412393,82558] 0 2024-09-17T10:40:00.219 INFO:tasks.workunit.client.1.smithi170.stdout:1/600: mknod d3/d5/d27/ccf 0 2024-09-17T10:40:00.219 INFO:tasks.workunit.client.1.smithi170.stdout:1/601: chown d3/d5/d27/d51/c89 927692 1 2024-09-17T10:40:00.220 INFO:tasks.workunit.client.1.smithi170.stdout:7/485: chown d25/d2a/d3e/d4b/f4f 22 1 2024-09-17T10:40:00.223 INFO:tasks.workunit.client.0.smithi159.stdout:3/860: dwrite f4 [4194304,4194304] 0 2024-09-17T10:40:00.223 INFO:tasks.workunit.client.0.smithi159.stdout:7/816: truncate d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/f5b 1822755 0 2024-09-17T10:40:00.225 INFO:tasks.workunit.client.0.smithi159.stdout:5/765: rmdir d19/d69/d78/db3/dbd 39 2024-09-17T10:40:00.225 INFO:tasks.workunit.client.0.smithi159.stdout:5/766: read d19/d33/f38 [229164,21751] 0 2024-09-17T10:40:00.225 INFO:tasks.workunit.client.0.smithi159.stdout:3/861: write d9/f1d [1898827,64420] 0 2024-09-17T10:40:00.227 INFO:tasks.workunit.client.1.smithi170.stdout:2/688: getdents dd/d14/d19/d4c/d63 0 2024-09-17T10:40:00.229 INFO:tasks.workunit.client.0.smithi159.stdout:5/767: dread d19/d69/d78/db3/dbd/f45 [0,4194304] 0 2024-09-17T10:40:00.229 INFO:tasks.workunit.client.0.smithi159.stdout:5/768: truncate d19/d1b/d1d/da9/fc1 768022 0 2024-09-17T10:40:00.231 INFO:tasks.workunit.client.0.smithi159.stdout:2/826: creat d0/df/d3e/d46/d66/f117 x:0 0 0 2024-09-17T10:40:00.232 INFO:tasks.workunit.client.1.smithi170.stdout:6/527: creat d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/fb0 x:0 0 0 2024-09-17T10:40:00.232 INFO:tasks.workunit.client.1.smithi170.stdout:6/528: fdatasync d0/f14 0 2024-09-17T10:40:00.234 INFO:tasks.workunit.client.1.smithi170.stdout:1/602: rmdir d3/d5/d27/d51/da4 39 2024-09-17T10:40:00.234 INFO:tasks.workunit.client.1.smithi170.stdout:1/603: readlink d3/d77/dad/d9d/l79 0 2024-09-17T10:40:00.238 INFO:tasks.workunit.client.1.smithi170.stdout:7/486: creat d25/d2a/d3e/d4b/f90 x:0 0 0 2024-09-17T10:40:00.238 INFO:tasks.workunit.client.1.smithi170.stdout:7/487: readlink d25/d2a/d3e/d4b/l55 0 2024-09-17T10:40:00.239 INFO:tasks.workunit.client.1.smithi170.stdout:7/488: read d25/d2a/f70 [205470,12784] 0 2024-09-17T10:40:00.240 INFO:tasks.workunit.client.1.smithi170.stdout:9/508: getdents dd/d40/d4e 0 2024-09-17T10:40:00.244 INFO:tasks.workunit.client.0.smithi159.stdout:1/842: truncate d1/d2/d14/f30 1301342 0 2024-09-17T10:40:00.247 INFO:tasks.workunit.client.1.smithi170.stdout:1/604: truncate d3/d5/dc9/d7b/d8b/f95 2027530 0 2024-09-17T10:40:00.247 INFO:tasks.workunit.client.1.smithi170.stdout:1/605: dread - d3/d5/dc9/d7b/fce zero size 2024-09-17T10:40:00.248 INFO:tasks.workunit.client.1.smithi170.stdout:9/509: write dd/d16/d17/f22 [1650675,41586] 0 2024-09-17T10:40:00.249 INFO:tasks.workunit.client.0.smithi159.stdout:8/934: unlink d4/dd/d10/d1a/lee 0 2024-09-17T10:40:00.249 INFO:tasks.workunit.client.0.smithi159.stdout:8/935: read - d4/dd/d10/d1a/d6d/fd4 zero size 2024-09-17T10:40:00.249 INFO:tasks.workunit.client.0.smithi159.stdout:8/936: write d4/d4e/f52 [1253995,2893] 0 2024-09-17T10:40:00.251 INFO:tasks.workunit.client.0.smithi159.stdout:4/815: truncate d0/d12/d2f/de7/d97/d9f/fdb 728172 0 2024-09-17T10:40:00.253 INFO:tasks.workunit.client.1.smithi170.stdout:1/606: rename d3/d5/d27/d51/d64/d93 to d3/d5/d54/dd0 0 2024-09-17T10:40:00.254 INFO:tasks.workunit.client.0.smithi159.stdout:9/957: getdents d0/d3/d7/da/d46/de1 0 2024-09-17T10:40:00.254 INFO:tasks.workunit.client.1.smithi170.stdout:9/510: rmdir dd/d16/d17/d43/d66 39 2024-09-17T10:40:00.256 INFO:tasks.workunit.client.1.smithi170.stdout:7/489: mknod d25/c91 0 2024-09-17T10:40:00.259 INFO:tasks.workunit.client.1.smithi170.stdout:9/511: creat dd/d40/d4e/fa2 x:0 0 0 2024-09-17T10:40:00.260 INFO:tasks.workunit.client.0.smithi159.stdout:5/769: dwrite fc [0,4194304] 0 2024-09-17T10:40:00.261 INFO:tasks.workunit.client.0.smithi159.stdout:7/817: dwrite d2/d18/d32/f46 [4194304,4194304] 0 2024-09-17T10:40:00.262 INFO:tasks.workunit.client.1.smithi170.stdout:2/689: dwrite dd/d14/d19/d4c/d63/da3/fdb [0,4194304] 0 2024-09-17T10:40:00.262 INFO:tasks.workunit.client.1.smithi170.stdout:2/690: write dd/f18 [3502865,124835] 0 2024-09-17T10:40:00.262 INFO:tasks.workunit.client.1.smithi170.stdout:7/490: link d25/d2a/d3e/d56/d72/l85 d25/d2a/d3e/d56/l92 0 2024-09-17T10:40:00.265 INFO:tasks.workunit.client.1.smithi170.stdout:1/607: dread d3/d5/dc9/fbf [0,4194304] 0 2024-09-17T10:40:00.265 INFO:tasks.workunit.client.1.smithi170.stdout:1/608: write d3/d5/d27/d51/da4/fc5 [4307131,108372] 0 2024-09-17T10:40:00.265 INFO:tasks.workunit.client.0.smithi159.stdout:6/918: dwrite d1/df/d11/d5a/db2/dce/dd5/de7/fa3 [0,4194304] 0 2024-09-17T10:40:00.274 INFO:tasks.workunit.client.1.smithi170.stdout:1/609: write d3/f3d [3461214,34141] 0 2024-09-17T10:40:00.275 INFO:tasks.workunit.client.1.smithi170.stdout:1/610: readlink d3/d5/lc0 0 2024-09-17T10:40:00.275 INFO:tasks.workunit.client.1.smithi170.stdout:2/691: rmdir dd/d3a/d78 39 2024-09-17T10:40:00.275 INFO:tasks.workunit.client.1.smithi170.stdout:2/692: chown dd/d14/d72/lca 112 1 2024-09-17T10:40:00.277 INFO:tasks.workunit.client.1.smithi170.stdout:2/693: write dd/d3a/d5b/f6f [453445,37741] 0 2024-09-17T10:40:00.277 INFO:tasks.workunit.client.1.smithi170.stdout:2/694: truncate dd/d1a/d6c/fde 130854 0 2024-09-17T10:40:00.279 INFO:tasks.workunit.client.1.smithi170.stdout:7/491: creat d25/d2a/d3e/d56/d72/d79/f93 x:0 0 0 2024-09-17T10:40:00.279 INFO:tasks.workunit.client.1.smithi170.stdout:7/492: chown d25/d2a/d3e/d4b/f4f 1461404475 1 2024-09-17T10:40:00.281 INFO:tasks.workunit.client.0.smithi159.stdout:7/818: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/fdc [0,4194304] 0 2024-09-17T10:40:00.285 INFO:tasks.workunit.client.0.smithi159.stdout:9/958: dwrite d0/d3/d7/da/dc/f41 [0,4194304] 0 2024-09-17T10:40:00.286 INFO:tasks.workunit.client.0.smithi159.stdout:3/862: mkdir d9/df/d54/d59/d5e/d107 0 2024-09-17T10:40:00.286 INFO:tasks.workunit.client.0.smithi159.stdout:3/863: truncate d9/df/d54/d59/d99/fec 260074 0 2024-09-17T10:40:00.286 INFO:tasks.workunit.client.0.smithi159.stdout:3/864: fdatasync d9/f25 0 2024-09-17T10:40:00.286 INFO:tasks.workunit.client.0.smithi159.stdout:3/865: stat d9/df/d2c/f22 0 2024-09-17T10:40:00.295 INFO:tasks.workunit.client.1.smithi170.stdout:9/512: dwrite dd/d40/d4e/d29/d2c/f7c [0,4194304] 0 2024-09-17T10:40:00.295 INFO:tasks.workunit.client.1.smithi170.stdout:9/513: fsync dd/d40/d4e/f36 0 2024-09-17T10:40:00.295 INFO:tasks.workunit.client.0.smithi159.stdout:2/827: truncate d0/df/d3e/d46/d66/fac 3314017 0 2024-09-17T10:40:00.296 INFO:tasks.workunit.client.1.smithi170.stdout:1/611: mkdir d3/d5/d27/d4e/dd1 0 2024-09-17T10:40:00.299 INFO:tasks.workunit.client.1.smithi170.stdout:2/695: dwrite dd/d14/d19/d4c/d63/d32/f50 [0,4194304] 0 2024-09-17T10:40:00.300 INFO:tasks.workunit.client.0.smithi159.stdout:1/843: truncate d1/d2f/d9e/d1a/dc/d18/f6d 821482 0 2024-09-17T10:40:00.302 INFO:tasks.workunit.client.1.smithi170.stdout:7/493: mkdir d25/d2a/d94 0 2024-09-17T10:40:00.302 INFO:tasks.workunit.client.1.smithi170.stdout:7/494: read d25/d2a/f3f [474257,35315] 0 2024-09-17T10:40:00.305 INFO:tasks.workunit.client.1.smithi170.stdout:7/495: dread d25/d4e/f66 [0,4194304] 0 2024-09-17T10:40:00.306 INFO:tasks.workunit.client.1.smithi170.stdout:7/496: fdatasync d25/d3b/f46 0 2024-09-17T10:40:00.306 INFO:tasks.workunit.client.1.smithi170.stdout:7/497: truncate d25/d4e/f8d 812101 0 2024-09-17T10:40:00.306 INFO:tasks.workunit.client.0.smithi159.stdout:8/937: getdents d4/dd/d10/d1a/d72/d109 0 2024-09-17T10:40:00.306 INFO:tasks.workunit.client.0.smithi159.stdout:8/938: write d4/d4e/d63/ff5 [622757,120490] 0 2024-09-17T10:40:00.306 INFO:tasks.workunit.client.0.smithi159.stdout:8/939: creat d4/dd/d10e/f13f x:0 0 0 2024-09-17T10:40:00.310 INFO:tasks.workunit.client.1.smithi170.stdout:9/514: dwrite dd/d40/d4e/d29/d2c/f7c [0,4194304] 0 2024-09-17T10:40:00.311 INFO:tasks.workunit.client.0.smithi159.stdout:4/816: mkdir d0/d12/d2f/de7/d97/de6/d106 0 2024-09-17T10:40:00.312 INFO:tasks.workunit.client.1.smithi170.stdout:1/612: truncate d3/d5/d27/f56 250853 0 2024-09-17T10:40:00.315 INFO:tasks.workunit.client.0.smithi159.stdout:5/770: symlink d19/d1a/d32/d5e/l10a 0 2024-09-17T10:40:00.317 INFO:tasks.workunit.client.0.smithi159.stdout:1/844: dwrite d1/d10/d5e/dbb/ddb/da2/f50 [0,4194304] 0 2024-09-17T10:40:00.318 INFO:tasks.workunit.client.0.smithi159.stdout:1/845: read d1/d2/d68/fb5 [127069,106352] 0 2024-09-17T10:40:00.322 INFO:tasks.workunit.client.0.smithi159.stdout:6/919: mkdir d1/df/d11/d57/dc1/d120 0 2024-09-17T10:40:00.322 INFO:tasks.workunit.client.0.smithi159.stdout:6/920: fdatasync d1/df/f74 0 2024-09-17T10:40:00.322 INFO:tasks.workunit.client.0.smithi159.stdout:6/921: read - d1/df/d2c/ff8 zero size 2024-09-17T10:40:00.323 INFO:tasks.workunit.client.0.smithi159.stdout:0/858: sync 2024-09-17T10:40:00.324 INFO:tasks.workunit.client.0.smithi159.stdout:0/859: chown d5/dcf/d18/d22/da2 2734 1 2024-09-17T10:40:00.326 INFO:tasks.workunit.client.1.smithi170.stdout:2/696: symlink dd/d3a/d5b/le9 0 2024-09-17T10:40:00.327 INFO:tasks.workunit.client.1.smithi170.stdout:2/697: dread dd/d14/d19/d4c/fc5 [0,4194304] 0 2024-09-17T10:40:00.327 INFO:tasks.workunit.client.1.smithi170.stdout:2/698: write dd/d14/d19/d4c/d63/d32/f9e [249760,55956] 0 2024-09-17T10:40:00.328 INFO:tasks.workunit.client.0.smithi159.stdout:7/819: creat d2/d23/d67/d47/d4a/d4d/d75/d11e/f12f x:0 0 0 2024-09-17T10:40:00.328 INFO:tasks.workunit.client.1.smithi170.stdout:7/498: stat d25/d2a/c8e 0 2024-09-17T10:40:00.329 INFO:tasks.workunit.client.1.smithi170.stdout:7/499: creat d25/d2a/d3e/f95 x:0 0 0 2024-09-17T10:40:00.330 INFO:tasks.workunit.client.0.smithi159.stdout:9/959: getdents d0/d78 0 2024-09-17T10:40:00.330 INFO:tasks.workunit.client.0.smithi159.stdout:9/960: write d0/d3/d7/da/dc/d3a/d97/f99 [1071222,9106] 0 2024-09-17T10:40:00.331 INFO:tasks.workunit.client.1.smithi170.stdout:9/515: creat dd/d40/d4e/d29/d54/d8c/fa3 x:0 0 0 2024-09-17T10:40:00.331 INFO:tasks.workunit.client.1.smithi170.stdout:9/516: chown dd/d40/d4e/d29/d2c 33 1 2024-09-17T10:40:00.333 INFO:tasks.workunit.client.0.smithi159.stdout:3/866: mknod d9/df/d54/d59/d99/dc7/c108 0 2024-09-17T10:40:00.335 INFO:tasks.workunit.client.0.smithi159.stdout:2/828: mkdir d0/df/d3e/d7a/d118 0 2024-09-17T10:40:00.335 INFO:tasks.workunit.client.1.smithi170.stdout:1/613: symlink d3/d5/d27/d4e/dd1/ld2 0 2024-09-17T10:40:00.335 INFO:tasks.workunit.client.1.smithi170.stdout:1/614: stat d3/d77/dad/d9d/f9a 0 2024-09-17T10:40:00.335 INFO:tasks.workunit.client.1.smithi170.stdout:1/615: chown d3/d5/dc9/l38 0 1 2024-09-17T10:40:00.338 INFO:tasks.workunit.client.1.smithi170.stdout:2/699: mknod dd/d64/cea 0 2024-09-17T10:40:00.341 INFO:tasks.workunit.client.0.smithi159.stdout:8/940: symlink d4/dd/d10/d4b/d9c/l140 0 2024-09-17T10:40:00.341 INFO:tasks.workunit.client.0.smithi159.stdout:8/941: write d4/dd/d10e/f13f [873699,16321] 0 2024-09-17T10:40:00.341 INFO:tasks.workunit.client.1.smithi170.stdout:7/500: creat d25/f96 x:0 0 0 2024-09-17T10:40:00.342 INFO:tasks.workunit.client.0.smithi159.stdout:3/867: read d9/df/d2c/d2f/f88 [949989,46808] 0 2024-09-17T10:40:00.342 INFO:tasks.workunit.client.0.smithi159.stdout:4/817: stat d0/d12/d2f/de7/d24/d39/d6a/d89/dcb/ld1 0 2024-09-17T10:40:00.343 INFO:tasks.workunit.client.1.smithi170.stdout:9/517: symlink dd/d40/d50/la4 0 2024-09-17T10:40:00.343 INFO:tasks.workunit.client.1.smithi170.stdout:9/518: stat dd/d40/d32/d3d/c86 0 2024-09-17T10:40:00.345 INFO:tasks.workunit.client.0.smithi159.stdout:5/771: mknod d19/d69/d78/db3/dbd/c10b 0 2024-09-17T10:40:00.345 INFO:tasks.workunit.client.0.smithi159.stdout:9/961: dwrite d0/d3/d7/da/dc/de/d36/f59 [0,4194304] 0 2024-09-17T10:40:00.346 INFO:tasks.workunit.client.1.smithi170.stdout:1/616: mknod d3/d5/d27/cd3 0 2024-09-17T10:40:00.347 INFO:tasks.workunit.client.0.smithi159.stdout:1/846: symlink d1/d2/l102 0 2024-09-17T10:40:00.347 INFO:tasks.workunit.client.0.smithi159.stdout:1/847: fdatasync d1/d10/d5e/dbb/ddb/da2/f46 0 2024-09-17T10:40:00.351 INFO:tasks.workunit.client.0.smithi159.stdout:6/922: rename d1/df/d11/f34 to d1/d83/d100/d119/f121 0 2024-09-17T10:40:00.351 INFO:tasks.workunit.client.0.smithi159.stdout:6/923: write d1/df/d2c/d35/d3e/d7c/f113 [893246,107252] 0 2024-09-17T10:40:00.352 INFO:tasks.workunit.client.1.smithi170.stdout:2/700: truncate dd/d3a/d78/f8a 3596719 0 2024-09-17T10:40:00.354 INFO:tasks.workunit.client.0.smithi159.stdout:0/860: mknod d5/d12/daa/dbd/c12f 0 2024-09-17T10:40:00.354 INFO:tasks.workunit.client.0.smithi159.stdout:0/861: write d5/d12/ffe [81849,32603] 0 2024-09-17T10:40:00.358 INFO:tasks.workunit.client.0.smithi159.stdout:7/820: mkdir d2/d130 0 2024-09-17T10:40:00.358 INFO:tasks.workunit.client.0.smithi159.stdout:7/821: fsync d2/d18/d20/d2c/f79 0 2024-09-17T10:40:00.360 INFO:tasks.workunit.client.1.smithi170.stdout:9/519: rename dd/d16/d17/c21 to dd/d16/d17/d43/d6d/ca5 0 2024-09-17T10:40:00.360 INFO:tasks.workunit.client.1.smithi170.stdout:9/520: readlink dd/d40/d4e/d29/d2c/d41/l9f 0 2024-09-17T10:40:00.362 INFO:tasks.workunit.client.0.smithi159.stdout:8/942: dwrite d4/dd/d10/d1a/f28 [0,4194304] 0 2024-09-17T10:40:00.365 INFO:tasks.workunit.client.0.smithi159.stdout:3/868: symlink d9/df/d54/d59/d5e/d9a/l109 0 2024-09-17T10:40:00.366 INFO:tasks.workunit.client.0.smithi159.stdout:4/818: truncate d0/d12/d2f/de7/d24/d39/f41 2093381 0 2024-09-17T10:40:00.367 INFO:tasks.workunit.client.0.smithi159.stdout:4/819: write d0/d12/d2f/de7/d24/d39/d6a/fae [811150,38428] 0 2024-09-17T10:40:00.369 INFO:tasks.workunit.client.1.smithi170.stdout:7/501: link d25/d2a/f30 d25/f97 0 2024-09-17T10:40:00.372 INFO:tasks.workunit.client.0.smithi159.stdout:5/772: getdents d19/d33/dc7 0 2024-09-17T10:40:00.374 INFO:tasks.workunit.client.0.smithi159.stdout:7/822: write d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/fdc [96365,116199] 0 2024-09-17T10:40:00.374 INFO:tasks.workunit.client.0.smithi159.stdout:9/962: symlink d0/d3/d7/da/d46/de1/d81/l148 0 2024-09-17T10:40:00.374 INFO:tasks.workunit.client.0.smithi159.stdout:7/823: creat d2/d23/d67/d47/de5/f131 x:0 0 0 2024-09-17T10:40:00.375 INFO:tasks.workunit.client.1.smithi170.stdout:7/502: dread d25/d2a/f3f [0,4194304] 0 2024-09-17T10:40:00.375 INFO:tasks.workunit.client.0.smithi159.stdout:1/848: mknod d1/d2/d14/c103 0 2024-09-17T10:40:00.381 INFO:tasks.workunit.client.0.smithi159.stdout:2/829: rename d0/d26/d4b/d6d/f5d to d0/f119 0 2024-09-17T10:40:00.384 INFO:tasks.workunit.client.0.smithi159.stdout:8/943: mkdir d4/dd/d10/d33/d99/d141 0 2024-09-17T10:40:00.384 INFO:tasks.workunit.client.0.smithi159.stdout:3/869: getdents d9/df/d2c/d77 0 2024-09-17T10:40:00.386 INFO:tasks.workunit.client.0.smithi159.stdout:6/924: dwrite d1/d5d/db6/f10d [0,4194304] 0 2024-09-17T10:40:00.388 INFO:tasks.workunit.client.0.smithi159.stdout:2/830: unlink d0/d26/d4b/d6d/c8d 0 2024-09-17T10:40:00.389 INFO:tasks.workunit.client.0.smithi159.stdout:8/944: symlink d4/d123/l142 0 2024-09-17T10:40:00.390 INFO:tasks.workunit.client.0.smithi159.stdout:6/925: unlink d1/df/d2c/d35/d3e/c106 0 2024-09-17T10:40:00.391 INFO:tasks.workunit.client.0.smithi159.stdout:6/926: write d1/d83/d100/d119/f121 [4047396,28767] 0 2024-09-17T10:40:00.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/831: mkdir d0/d26/d4b/d6d/dcd/d11a 0 2024-09-17T10:40:00.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/832: fdatasync d0/d6c/dba/fcf 0 2024-09-17T10:40:00.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/833: readlink d0/df/dee/d67/la1 0 2024-09-17T10:40:00.394 INFO:tasks.workunit.client.0.smithi159.stdout:7/824: write d2/d18/d20/d2c/d11a/ff6 [804058,55058] 0 2024-09-17T10:40:00.398 INFO:tasks.workunit.client.0.smithi159.stdout:7/825: creat d2/d18/d20/d2c/df8/f132 x:0 0 0 2024-09-17T10:40:00.400 INFO:tasks.workunit.client.0.smithi159.stdout:7/826: rename d2/d18/d20/d3f/c49 to d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/c133 0 2024-09-17T10:40:00.401 INFO:tasks.workunit.client.0.smithi159.stdout:8/945: dread d4/dd/d10/d1a/f30 [0,4194304] 0 2024-09-17T10:40:00.402 INFO:tasks.workunit.client.1.smithi170.stdout:3/627: sync 2024-09-17T10:40:00.402 INFO:tasks.workunit.client.1.smithi170.stdout:3/628: creat d18/d69/fd4 x:0 0 0 2024-09-17T10:40:00.404 INFO:tasks.workunit.client.1.smithi170.stdout:3/629: mknod d18/cd5 0 2024-09-17T10:40:00.406 INFO:tasks.workunit.client.1.smithi170.stdout:3/630: mkdir d18/d2c/d41/d94/dd6 0 2024-09-17T10:40:00.406 INFO:tasks.workunit.client.1.smithi170.stdout:3/631: dread - d18/d4b/d7c/fb1 zero size 2024-09-17T10:40:00.407 INFO:tasks.workunit.client.1.smithi170.stdout:3/632: chown d18/d1c/d2b/f78 2267265 1 2024-09-17T10:40:00.407 INFO:tasks.workunit.client.1.smithi170.stdout:3/633: chown d18/d2c/d41/d94/d2d/f32 4608 1 2024-09-17T10:40:00.413 INFO:tasks.workunit.client.0.smithi159.stdout:1/849: write d1/d10/d5e/dbb/ddb/da2/dc5/f81 [4545157,11701] 0 2024-09-17T10:40:00.413 INFO:tasks.workunit.client.1.smithi170.stdout:2/701: dwrite dd/d14/d19/f68 [0,4194304] 0 2024-09-17T10:40:00.416 INFO:tasks.workunit.client.1.smithi170.stdout:2/702: chown dd/d14/l76 12 1 2024-09-17T10:40:00.417 INFO:tasks.workunit.client.1.smithi170.stdout:2/703: chown dd/d14/d72/fa1 212 1 2024-09-17T10:40:00.422 INFO:tasks.workunit.client.0.smithi159.stdout:0/862: dwrite d5/dcf/d18/d22/da2/d115/f6d [0,4194304] 0 2024-09-17T10:40:00.422 INFO:tasks.workunit.client.1.smithi170.stdout:9/521: dwrite dd/d16/f7e [0,4194304] 0 2024-09-17T10:40:00.422 INFO:tasks.workunit.client.1.smithi170.stdout:9/522: dread - dd/d16/f99 zero size 2024-09-17T10:40:00.423 INFO:tasks.workunit.client.1.smithi170.stdout:9/523: write dd/d40/d4e/d29/d2c/f84 [477885,117798] 0 2024-09-17T10:40:00.429 INFO:tasks.workunit.client.1.smithi170.stdout:1/617: rename d3/d5/d27 to d3/d5/dc9/d7b/dd4 0 2024-09-17T10:40:00.431 INFO:tasks.workunit.client.0.smithi159.stdout:0/863: link d5/dcf/d18/d22/da2/d115/d62/f123 d5/dcf/d18/d22/da2/f130 0 2024-09-17T10:40:00.431 INFO:tasks.workunit.client.0.smithi159.stdout:0/864: dread - d5/d4f/d67/da6/f111 zero size 2024-09-17T10:40:00.431 INFO:tasks.workunit.client.0.smithi159.stdout:0/865: readlink d5/dcf/d18/d22/d4c/l9f 0 2024-09-17T10:40:00.435 INFO:tasks.workunit.client.1.smithi170.stdout:1/618: read d3/d5/dc9/d7b/d8b/f95 [1038013,130891] 0 2024-09-17T10:40:00.437 INFO:tasks.workunit.client.1.smithi170.stdout:1/619: rename d3/d5/dc9/d7b/dd4/d4e/f4f to d3/d5/d81/fd5 0 2024-09-17T10:40:00.444 INFO:tasks.workunit.client.1.smithi170.stdout:1/620: read d3/d5/dc9/d7b/dd4/f5b [1328488,92145] 0 2024-09-17T10:40:00.445 INFO:tasks.workunit.client.1.smithi170.stdout:1/621: creat d3/d77/dad/fd6 x:0 0 0 2024-09-17T10:40:00.446 INFO:tasks.workunit.client.1.smithi170.stdout:1/622: dread d3/d5/d81/fbe [0,4194304] 0 2024-09-17T10:40:00.447 INFO:tasks.workunit.client.1.smithi170.stdout:1/623: creat d3/d68/fd7 x:0 0 0 2024-09-17T10:40:00.456 INFO:tasks.workunit.client.0.smithi159.stdout:5/773: dwrite d19/d69/d78/f98 [0,4194304] 0 2024-09-17T10:40:00.457 INFO:tasks.workunit.client.0.smithi159.stdout:5/774: chown d19/d1a/da4/d105 100418 1 2024-09-17T10:40:00.459 INFO:tasks.workunit.client.0.smithi159.stdout:5/775: mknod d19/d1b/d1d/d59/da7/de2/d94/c10c 0 2024-09-17T10:40:00.459 INFO:tasks.workunit.client.0.smithi159.stdout:5/776: chown d19/d1b/d1d/d59/da7/de2/f108 61881249 1 2024-09-17T10:40:00.459 INFO:tasks.workunit.client.0.smithi159.stdout:5/777: chown d19/d1a/d32/fc0 0 1 2024-09-17T10:40:00.473 INFO:tasks.workunit.client.0.smithi159.stdout:4/820: dwrite d0/d12/d2f/de7/da/d42/f4f [0,4194304] 0 2024-09-17T10:40:00.473 INFO:tasks.workunit.client.0.smithi159.stdout:4/821: write d0/d12/d2f/de7/d24/d39/d6a/d89/fe3 [887275,69883] 0 2024-09-17T10:40:00.473 INFO:tasks.workunit.client.1.smithi170.stdout:7/503: dwrite d25/f5e [0,4194304] 0 2024-09-17T10:40:00.474 INFO:tasks.workunit.client.0.smithi159.stdout:4/822: truncate d0/d12/d2f/de7/d97/d9f/d5d/d82/fba 1274746 0 2024-09-17T10:40:00.474 INFO:tasks.workunit.client.0.smithi159.stdout:4/823: fdatasync d0/d12/d2f/de7/da/d42/fc9 0 2024-09-17T10:40:00.474 INFO:tasks.workunit.client.0.smithi159.stdout:4/824: chown d0/d12/d2f/de7/d97/d9f/d5d/d99/df3 2 1 2024-09-17T10:40:00.476 INFO:tasks.workunit.client.0.smithi159.stdout:4/825: dread d0/d12/db1/fd2 [0,4194304] 0 2024-09-17T10:40:00.476 INFO:tasks.workunit.client.0.smithi159.stdout:4/826: write d0/d12/d2f/de7/d97/db7/fd5 [18199,21324] 0 2024-09-17T10:40:00.478 INFO:tasks.workunit.client.1.smithi170.stdout:1/624: write d3/d5/dc9/d7b/d8b/f8e [1253681,26579] 0 2024-09-17T10:40:00.478 INFO:tasks.workunit.client.1.smithi170.stdout:1/625: dread - d3/d5/dc9/d7b/dd4/d51/f5d zero size 2024-09-17T10:40:00.479 INFO:tasks.workunit.client.0.smithi159.stdout:4/827: mkdir d0/d12/d2f/de7/d97/d107 0 2024-09-17T10:40:00.480 INFO:tasks.workunit.client.1.smithi170.stdout:1/626: mkdir d3/dd8 0 2024-09-17T10:40:00.482 INFO:tasks.workunit.client.1.smithi170.stdout:1/627: mkdir d3/d5/dc9/d7b/dd9 0 2024-09-17T10:40:00.482 INFO:tasks.workunit.client.1.smithi170.stdout:1/628: fsync d3/d5/dc9/d7b/dd4/f1b 0 2024-09-17T10:40:00.483 INFO:tasks.workunit.client.1.smithi170.stdout:1/629: stat d3/d5/dc9/d7b/dd4/c24 0 2024-09-17T10:40:00.483 INFO:tasks.workunit.client.1.smithi170.stdout:1/630: fsync d3/d5/dc9/d7b/dd4/f2d 0 2024-09-17T10:40:00.484 INFO:tasks.workunit.client.1.smithi170.stdout:1/631: creat d3/d5/dc9/d7b/dd9/fda x:0 0 0 2024-09-17T10:40:00.484 INFO:tasks.workunit.client.0.smithi159.stdout:3/870: dwrite d9/df/f10 [0,4194304] 0 2024-09-17T10:40:00.485 INFO:tasks.workunit.client.0.smithi159.stdout:6/927: dwrite d1/df/f2e [0,4194304] 0 2024-09-17T10:40:00.486 INFO:tasks.workunit.client.0.smithi159.stdout:7/827: dwrite d2/d18/d20/d3f/d40/d7f/fc9 [0,4194304] 0 2024-09-17T10:40:00.486 INFO:tasks.workunit.client.0.smithi159.stdout:6/928: write d1/df/d2c/f50 [610400,48061] 0 2024-09-17T10:40:00.486 INFO:tasks.workunit.client.0.smithi159.stdout:8/946: dwrite d4/d4e/f64 [8388608,4194304] 0 2024-09-17T10:40:00.486 INFO:tasks.workunit.client.0.smithi159.stdout:8/947: fdatasync d4/dd/d26/fe4 0 2024-09-17T10:40:00.486 INFO:tasks.workunit.client.0.smithi159.stdout:8/948: truncate d4/dd/d10/d4b/dca/ff8 1943021 0 2024-09-17T10:40:00.486 INFO:tasks.workunit.client.0.smithi159.stdout:8/949: truncate d4/dd/d10/d1a/d72/fbd 143329 0 2024-09-17T10:40:00.487 INFO:tasks.workunit.client.0.smithi159.stdout:8/950: creat d4/d32/d86/f143 x:0 0 0 2024-09-17T10:40:00.487 INFO:tasks.workunit.client.0.smithi159.stdout:2/834: dwrite d0/df/d3e/d7a/d91/ded/f112 [0,4194304] 0 2024-09-17T10:40:00.487 INFO:tasks.workunit.client.1.smithi170.stdout:1/632: mkdir d3/d77/dad/ddb 0 2024-09-17T10:40:00.488 INFO:tasks.workunit.client.1.smithi170.stdout:1/633: chown d3/d5/dc9/d7b/ca8 137 1 2024-09-17T10:40:00.488 INFO:tasks.workunit.client.1.smithi170.stdout:1/634: write d3/d5/f7f [1211202,5689] 0 2024-09-17T10:40:00.488 INFO:tasks.workunit.client.0.smithi159.stdout:3/871: symlink d9/df/d54/d59/d99/dc7/l10a 0 2024-09-17T10:40:00.490 INFO:tasks.workunit.client.0.smithi159.stdout:0/866: dwrite d5/dcf/d18/d22/da2/db3/d100/f113 [0,4194304] 0 2024-09-17T10:40:00.490 INFO:tasks.workunit.client.0.smithi159.stdout:1/850: dwrite d1/d2/f54 [0,4194304] 0 2024-09-17T10:40:00.491 INFO:tasks.workunit.client.1.smithi170.stdout:3/634: dwrite d18/d26/d58/fa4 [0,4194304] 0 2024-09-17T10:40:00.494 INFO:tasks.workunit.client.0.smithi159.stdout:7/828: creat d2/d23/d67/d47/d4a/d4d/f134 x:0 0 0 2024-09-17T10:40:00.495 INFO:tasks.workunit.client.0.smithi159.stdout:7/829: chown d2/d18/d20/d3f/d73/d95/dc4/deb/l12a 965712 1 2024-09-17T10:40:00.495 INFO:tasks.workunit.client.1.smithi170.stdout:7/504: dwrite d25/d2a/f70 [4194304,4194304] 0 2024-09-17T10:40:00.495 INFO:tasks.workunit.client.1.smithi170.stdout:7/505: truncate d25/d2a/d3e/f6d 1592486 0 2024-09-17T10:40:00.495 INFO:tasks.workunit.client.1.smithi170.stdout:2/704: dwrite dd/d3a/d5b/fd8 [0,4194304] 0 2024-09-17T10:40:00.497 INFO:tasks.workunit.client.0.smithi159.stdout:6/929: creat d1/df/d2c/d35/d55/dc0/dd4/f122 x:0 0 0 2024-09-17T10:40:00.503 INFO:tasks.workunit.client.1.smithi170.stdout:1/635: link d3/d5/d54/f66 d3/d77/dad/d9d/fdc 0 2024-09-17T10:40:00.505 INFO:tasks.workunit.client.1.smithi170.stdout:9/524: dread dd/d40/d4e/d29/d2c/f84 [0,4194304] 0 2024-09-17T10:40:00.510 INFO:tasks.workunit.client.0.smithi159.stdout:2/835: write d0/d9/f23 [1035253,106766] 0 2024-09-17T10:40:00.517 INFO:tasks.workunit.client.0.smithi159.stdout:4/828: dwrite d0/d12/d2f/de7/d24/fe1 [0,4194304] 0 2024-09-17T10:40:00.518 INFO:tasks.workunit.client.1.smithi170.stdout:9/525: write dd/d16/f35 [7582768,125080] 0 2024-09-17T10:40:00.523 INFO:tasks.workunit.client.0.smithi159.stdout:3/872: dwrite d9/df/f20 [0,4194304] 0 2024-09-17T10:40:00.523 INFO:tasks.workunit.client.0.smithi159.stdout:4/829: write d0/d12/d2f/de7/d97/d9f/fdb [101692,101604] 0 2024-09-17T10:40:00.523 INFO:tasks.workunit.client.0.smithi159.stdout:4/830: chown d0/d12/d2f/de7/d97/db7/fd3 28918 1 2024-09-17T10:40:00.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/951: symlink d4/dd/d10/d1a/l144 0 2024-09-17T10:40:00.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/952: write d4/dd/d10/d33/d99/d103/f12f [610013,12313] 0 2024-09-17T10:40:00.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/953: dread - d4/dd/d10/d1a/d72/d94/fa0 zero size 2024-09-17T10:40:00.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/954: fdatasync d4/dd/d10/d4b/f59 0 2024-09-17T10:40:00.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/955: stat d4/dd/d10/f2c 0 2024-09-17T10:40:00.525 INFO:tasks.workunit.client.1.smithi170.stdout:3/635: symlink d18/d2c/d4a/ld7 0 2024-09-17T10:40:00.531 INFO:tasks.workunit.client.0.smithi159.stdout:0/867: creat d5/dcf/d18/d22/da2/df0/f131 x:0 0 0 2024-09-17T10:40:00.534 INFO:tasks.workunit.client.0.smithi159.stdout:6/930: mknod d1/d5d/d51/d88/d104/c123 0 2024-09-17T10:40:00.541 INFO:tasks.workunit.client.0.smithi159.stdout:2/836: dwrite d0/d26/d4b/d6d/f5a [0,4194304] 0 2024-09-17T10:40:00.542 INFO:tasks.workunit.client.0.smithi159.stdout:7/830: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/d127/f10f [0,4194304] 0 2024-09-17T10:40:00.542 INFO:tasks.workunit.client.0.smithi159.stdout:7/831: readlink d2/d18/d20/d2c/df8/lff 0 2024-09-17T10:40:00.542 INFO:tasks.workunit.client.0.smithi159.stdout:7/832: write d2/f9 [1840662,125467] 0 2024-09-17T10:40:00.543 INFO:tasks.workunit.client.1.smithi170.stdout:7/506: dwrite d25/d2a/f38 [4194304,4194304] 0 2024-09-17T10:40:00.543 INFO:tasks.workunit.client.1.smithi170.stdout:1/636: mkdir d3/d5/dc9/d7b/dd4/d51/da4/ddd 0 2024-09-17T10:40:00.544 INFO:tasks.workunit.client.0.smithi159.stdout:6/931: read d1/df/d2c/d35/d55/d64/f71 [1800145,9700] 0 2024-09-17T10:40:00.544 INFO:tasks.workunit.client.0.smithi159.stdout:1/851: dwrite d1/d2f/d9e/d1a/dc/d18/f45 [0,4194304] 0 2024-09-17T10:40:00.544 INFO:tasks.workunit.client.0.smithi159.stdout:1/852: fdatasync d1/d2f/d9e/d1a/dc/d18/f43 0 2024-09-17T10:40:00.545 INFO:tasks.workunit.client.1.smithi170.stdout:9/526: chown dd/l74 925474 1 2024-09-17T10:40:00.545 INFO:tasks.workunit.client.1.smithi170.stdout:9/527: write dd/d40/d4e/d29/d2c/f84 [1413125,113206] 0 2024-09-17T10:40:00.545 INFO:tasks.workunit.client.1.smithi170.stdout:9/528: creat dd/d16/d2a/fa6 x:0 0 0 2024-09-17T10:40:00.546 INFO:tasks.workunit.client.1.smithi170.stdout:9/529: write dd/d16/d17/d43/d6d/fa0 [146851,5519] 0 2024-09-17T10:40:00.548 INFO:tasks.workunit.client.1.smithi170.stdout:3/636: mknod d18/d2c/d4f/cd8 0 2024-09-17T10:40:00.548 INFO:tasks.workunit.client.1.smithi170.stdout:3/637: dread - d18/d25/fcb zero size 2024-09-17T10:40:00.558 INFO:tasks.workunit.client.1.smithi170.stdout:2/705: rmdir dd/d1a/d2a 39 2024-09-17T10:40:00.559 INFO:tasks.workunit.client.1.smithi170.stdout:9/530: dread dd/d40/d4e/d23/f60 [0,4194304] 0 2024-09-17T10:40:00.559 INFO:tasks.workunit.client.1.smithi170.stdout:9/531: dread - dd/d40/d4e/d29/d54/d8c/f97 zero size 2024-09-17T10:40:00.559 INFO:tasks.workunit.client.1.smithi170.stdout:9/532: dread - dd/d16/d17/d5c/d85/f9d zero size 2024-09-17T10:40:00.559 INFO:tasks.workunit.client.1.smithi170.stdout:9/533: write dd/d16/d17/f8a [1003805,116481] 0 2024-09-17T10:40:00.559 INFO:tasks.workunit.client.1.smithi170.stdout:9/534: fsync dd/d40/d4e/f31 0 2024-09-17T10:40:00.559 INFO:tasks.workunit.client.1.smithi170.stdout:9/535: chown dd/d40/d4e/d29/d2c 9 1 2024-09-17T10:40:00.560 INFO:tasks.workunit.client.0.smithi159.stdout:6/932: dread d1/df/d11/f20 [0,4194304] 0 2024-09-17T10:40:00.560 INFO:tasks.workunit.client.0.smithi159.stdout:6/933: readlink d1/df/d11/d5a/l6c 0 2024-09-17T10:40:00.565 INFO:tasks.workunit.client.0.smithi159.stdout:3/873: mkdir d9/df/d2c/d2f/d63/d8d/d74/db7/d10b 0 2024-09-17T10:40:00.565 INFO:tasks.workunit.client.0.smithi159.stdout:3/874: chown d9/df/d54/d59/d5e/d9a/ddd/de2/c60 3323 1 2024-09-17T10:40:00.567 INFO:tasks.workunit.client.0.smithi159.stdout:4/831: creat d0/d12/d2f/de7/d97/d9f/d5d/d99/df5/f108 x:0 0 0 2024-09-17T10:40:00.567 INFO:tasks.workunit.client.0.smithi159.stdout:4/832: fdatasync d0/d12/d2f/de7/da/d33/fa4 0 2024-09-17T10:40:00.567 INFO:tasks.workunit.client.0.smithi159.stdout:4/833: getdents d0/d12/dc4 0 2024-09-17T10:40:00.567 INFO:tasks.workunit.client.0.smithi159.stdout:4/834: readlink d0/d12/d2f/de7/d24/d39/d6a/d89/dcb/ld1 0 2024-09-17T10:40:00.567 INFO:tasks.workunit.client.0.smithi159.stdout:7/833: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/f5b [0,4194304] 0 2024-09-17T10:40:00.568 INFO:tasks.workunit.client.1.smithi170.stdout:1/637: dwrite d3/d77/dad/fbc [0,4194304] 0 2024-09-17T10:40:00.570 INFO:tasks.workunit.client.0.smithi159.stdout:8/956: link d4/dd/d10/d4b/d8b/l7c d4/dd/d10/l145 0 2024-09-17T10:40:00.571 INFO:tasks.workunit.client.1.smithi170.stdout:9/536: dread fa [0,4194304] 0 2024-09-17T10:40:00.578 INFO:tasks.workunit.client.0.smithi159.stdout:2/837: rename d0/d26/d4b/f7e to d0/df/dee/dd3/f11b 0 2024-09-17T10:40:00.578 INFO:tasks.workunit.client.0.smithi159.stdout:4/835: write d0/f3 [7541593,119689] 0 2024-09-17T10:40:00.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/706: creat dd/d1a/d2a/db3/dba/feb x:0 0 0 2024-09-17T10:40:00.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/707: readlink dd/d54/db5/ld9 0 2024-09-17T10:40:00.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/708: chown dd/d14/d19/d4c/d63/d32/d53/lc0 29025965 1 2024-09-17T10:40:00.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/709: stat dd/d1a/f65 0 2024-09-17T10:40:00.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/710: chown dd/d1a/d2a/cdc 4 1 2024-09-17T10:40:00.583 INFO:tasks.workunit.client.1.smithi170.stdout:1/638: dwrite d3/f3d [0,4194304] 0 2024-09-17T10:40:00.587 INFO:tasks.workunit.client.1.smithi170.stdout:7/507: getdents d25 0 2024-09-17T10:40:00.602 INFO:tasks.workunit.client.1.smithi170.stdout:1/639: dwrite d3/d5/dc9/d7b/dd4/d4e/f92 [0,4194304] 0 2024-09-17T10:40:00.611 INFO:tasks.workunit.client.1.smithi170.stdout:1/640: read d3/d5/dc9/d7b/dd4/d51/da4/fc5 [1305043,31160] 0 2024-09-17T10:40:00.630 INFO:tasks.workunit.client.1.smithi170.stdout:1/641: dwrite d3/d5/dc9/d7b/dd4/d51/da4/fc5 [4194304,4194304] 0 2024-09-17T10:40:00.630 INFO:tasks.workunit.client.1.smithi170.stdout:1/642: truncate d3/d77/dad/d9d/fdc 851807 0 2024-09-17T10:40:00.638 INFO:tasks.workunit.client.1.smithi170.stdout:1/643: dread d3/d5/dc9/fbf [0,4194304] 0 2024-09-17T10:40:00.639 INFO:tasks.workunit.client.1.smithi170.stdout:1/644: write d3/d5/dc9/d7b/d8b/f8f [169546,22421] 0 2024-09-17T10:40:00.640 INFO:tasks.workunit.client.1.smithi170.stdout:3/638: rename d18/l2f to d18/d4b/d7c/d82/ld9 0 2024-09-17T10:40:00.645 INFO:tasks.workunit.client.0.smithi159.stdout:1/853: creat d1/d2/d14/d67/dd6/f104 x:0 0 0 2024-09-17T10:40:00.651 INFO:tasks.workunit.client.0.smithi159.stdout:6/934: mknod d1/df/d11/d5a/db2/dce/dd5/de7/d9f/c124 0 2024-09-17T10:40:00.655 INFO:tasks.workunit.client.0.smithi159.stdout:3/875: symlink d9/df/d2c/d2f/d63/d8d/d74/db7/l10c 0 2024-09-17T10:40:00.658 INFO:tasks.workunit.client.0.smithi159.stdout:6/935: dread d1/df/d2c/d35/d55/d64/f71 [0,4194304] 0 2024-09-17T10:40:00.659 INFO:tasks.workunit.client.0.smithi159.stdout:7/834: creat d2/d23/d67/d47/d4a/d4d/dad/dd8/d128/f135 x:0 0 0 2024-09-17T10:40:00.662 INFO:tasks.workunit.client.0.smithi159.stdout:8/957: creat d4/dd/d10/dae/d13e/f146 x:0 0 0 2024-09-17T10:40:00.663 INFO:tasks.workunit.client.1.smithi170.stdout:4/370: sync 2024-09-17T10:40:00.663 INFO:tasks.workunit.client.1.smithi170.stdout:8/582: sync 2024-09-17T10:40:00.663 INFO:tasks.workunit.client.1.smithi170.stdout:8/583: dread - d4/df/d62/f99 zero size 2024-09-17T10:40:00.663 INFO:tasks.workunit.client.1.smithi170.stdout:4/371: creat d9/d5a/f79 x:0 0 0 2024-09-17T10:40:00.664 INFO:tasks.workunit.client.0.smithi159.stdout:1/854: dwrite d1/d2f/d9e/d1a/dc/d18/f69 [0,4194304] 0 2024-09-17T10:40:00.664 INFO:tasks.workunit.client.0.smithi159.stdout:1/855: dread - d1/d2/d14/d67/dd6/f104 zero size 2024-09-17T10:40:00.670 INFO:tasks.workunit.client.0.smithi159.stdout:2/838: creat d0/d26/d4b/f11c x:0 0 0 2024-09-17T10:40:00.673 INFO:tasks.workunit.client.0.smithi159.stdout:6/936: dwrite d1/df/d11/d16/fdb [0,4194304] 0 2024-09-17T10:40:00.673 INFO:tasks.workunit.client.0.smithi159.stdout:6/937: readlink d1/df/d11/d5a/l6c 0 2024-09-17T10:40:00.673 INFO:tasks.workunit.client.0.smithi159.stdout:6/938: write d1/df/d2c/d85/f6b [1107632,54249] 0 2024-09-17T10:40:00.676 INFO:tasks.workunit.client.0.smithi159.stdout:4/836: mknod d0/d12/d2f/de7/d97/d9f/d5d/d99/df3/c109 0 2024-09-17T10:40:00.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:00 smithi159 ceph-mon[27674]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:40:00.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:00 smithi159 ceph-mon[27674]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:40:00.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:00 smithi159 ceph-mon[27674]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:40:00.690 INFO:tasks.workunit.client.1.smithi170.stdout:5/499: sync 2024-09-17T10:40:00.690 INFO:tasks.workunit.client.1.smithi170.stdout:5/500: truncate d1/d11/d62/f9c 796534 0 2024-09-17T10:40:00.690 INFO:tasks.workunit.client.1.smithi170.stdout:0/554: sync 2024-09-17T10:40:00.690 INFO:tasks.workunit.client.1.smithi170.stdout:6/529: sync 2024-09-17T10:40:00.691 INFO:tasks.workunit.client.1.smithi170.stdout:0/555: truncate dd/de/d16/f30 5146407 0 2024-09-17T10:40:00.691 INFO:tasks.workunit.client.1.smithi170.stdout:8/584: dwrite d4/df/d3f/f55 [0,4194304] 0 2024-09-17T10:40:00.701 INFO:tasks.workunit.client.0.smithi159.stdout:4/837: dwrite d0/d12/d2f/de7/d97/d9f/d5d/dab/fe5 [0,4194304] 0 2024-09-17T10:40:00.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:00 smithi170 ceph-mon[33842]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:40:00.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:00 smithi170 ceph-mon[33842]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:40:00.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:00 smithi170 ceph-mon[33842]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:40:00.708 INFO:tasks.workunit.client.1.smithi170.stdout:6/530: dread d0/d18/d70/d7f/d85/f31 [4194304,4194304] 0 2024-09-17T10:40:00.714 INFO:tasks.workunit.client.1.smithi170.stdout:0/556: dwrite dd/de/d16/d54/f83 [0,4194304] 0 2024-09-17T10:40:00.714 INFO:tasks.workunit.client.1.smithi170.stdout:0/557: creat dd/de/d16/d65/fac x:0 0 0 2024-09-17T10:40:00.714 INFO:tasks.workunit.client.1.smithi170.stdout:8/585: dwrite d4/d2e/d33/f34 [0,4194304] 0 2024-09-17T10:40:00.715 INFO:tasks.workunit.client.0.smithi159.stdout:4/838: dread d0/d12/d2f/de7/d24/f8b [0,4194304] 0 2024-09-17T10:40:00.720 INFO:tasks.workunit.client.1.smithi170.stdout:6/531: write d0/f39 [3045755,85976] 0 2024-09-17T10:40:00.725 INFO:tasks.workunit.client.0.smithi159.stdout:4/839: dread d0/d12/d2f/de7/da/d19/f79 [0,4194304] 0 2024-09-17T10:40:00.737 INFO:tasks.workunit.client.0.smithi159.stdout:5/778: sync 2024-09-17T10:40:00.737 INFO:tasks.workunit.client.0.smithi159.stdout:9/963: sync 2024-09-17T10:40:00.737 INFO:tasks.workunit.client.0.smithi159.stdout:5/779: write f18 [4285215,44810] 0 2024-09-17T10:40:00.738 INFO:tasks.workunit.client.1.smithi170.stdout:0/558: dwrite dd/de/d10/d13/f74 [0,4194304] 0 2024-09-17T10:40:00.738 INFO:tasks.workunit.client.1.smithi170.stdout:8/586: dwrite d4/f9 [0,4194304] 0 2024-09-17T10:40:00.754 INFO:tasks.workunit.client.1.smithi170.stdout:0/559: dwrite dd/de/d10/f43 [4194304,4194304] 0 2024-09-17T10:40:00.783 INFO:tasks.workunit.client.1.smithi170.stdout:1/645: mkdir d3/d5/dc9/d7b/dd4/dde 0 2024-09-17T10:40:00.784 INFO:tasks.workunit.client.1.smithi170.stdout:1/646: fsync d3/d5/d81/fd5 0 2024-09-17T10:40:00.784 INFO:tasks.workunit.client.1.smithi170.stdout:1/647: dread - d3/d68/fd7 zero size 2024-09-17T10:40:00.786 INFO:tasks.workunit.client.1.smithi170.stdout:9/537: rename dd/d16/d2a/d51/d93 to dd/d40/d4e/d4c/da7 0 2024-09-17T10:40:00.788 INFO:tasks.workunit.client.1.smithi170.stdout:3/639: mkdir d18/d24/d73/dda 0 2024-09-17T10:40:00.791 INFO:tasks.workunit.client.1.smithi170.stdout:2/711: mknod dd/d14/d72/cec 0 2024-09-17T10:40:00.791 INFO:tasks.workunit.client.1.smithi170.stdout:2/712: write dd/d1a/d6c/fa8 [166283,112900] 0 2024-09-17T10:40:00.799 INFO:tasks.workunit.client.1.smithi170.stdout:5/501: symlink d1/d3/d13/d2c/d51/l9f 0 2024-09-17T10:40:00.801 INFO:tasks.workunit.client.1.smithi170.stdout:5/502: dread d1/d27/f5b [0,4194304] 0 2024-09-17T10:40:00.811 INFO:tasks.workunit.client.1.smithi170.stdout:5/503: dread d1/f58 [0,4194304] 0 2024-09-17T10:40:00.820 INFO:tasks.workunit.client.1.smithi170.stdout:5/504: dread d1/d3/d55/d87/f84 [0,4194304] 0 2024-09-17T10:40:00.831 INFO:tasks.workunit.client.1.smithi170.stdout:0/560: mknod dd/de/d10/d13/cad 0 2024-09-17T10:40:00.833 INFO:tasks.workunit.client.1.smithi170.stdout:1/648: creat d3/d5/dc9/d7b/dd4/d51/dc8/fdf x:0 0 0 2024-09-17T10:40:00.833 INFO:tasks.workunit.client.1.smithi170.stdout:1/649: chown d3/d5/dc9/f41 20607658 1 2024-09-17T10:40:00.837 INFO:tasks.workunit.client.1.smithi170.stdout:5/505: dwrite d1/d3/d55/d6d/f7b [0,4194304] 0 2024-09-17T10:40:00.843 INFO:tasks.workunit.client.1.smithi170.stdout:3/640: getdents d18/d4b/d7c 0 2024-09-17T10:40:00.846 INFO:tasks.workunit.client.1.smithi170.stdout:2/713: truncate dd/d1a/f43 285893 0 2024-09-17T10:40:00.850 INFO:tasks.workunit.client.1.smithi170.stdout:9/538: dread dd/f1e [0,4194304] 0 2024-09-17T10:40:00.850 INFO:tasks.workunit.client.1.smithi170.stdout:9/539: write dd/d16/d17/d5c/d85/f9e [751228,107182] 0 2024-09-17T10:40:00.850 INFO:tasks.workunit.client.1.smithi170.stdout:9/540: fdatasync dd/d40/d32/f39 0 2024-09-17T10:40:00.852 INFO:tasks.workunit.client.1.smithi170.stdout:0/561: creat dd/d82/fae x:0 0 0 2024-09-17T10:40:00.856 INFO:tasks.workunit.client.1.smithi170.stdout:1/650: mknod d3/d68/ce0 0 2024-09-17T10:40:00.858 INFO:tasks.workunit.client.1.smithi170.stdout:1/651: dread d3/d5/dc9/d7b/dd4/d4e/f57 [0,4194304] 0 2024-09-17T10:40:00.858 INFO:tasks.workunit.client.1.smithi170.stdout:1/652: truncate d3/d5/dc9/d7b/fa1 530860 0 2024-09-17T10:40:00.858 INFO:tasks.workunit.client.1.smithi170.stdout:1/653: read - d3/d5/dc9/d7b/dd4/d51/dac/fb3 zero size 2024-09-17T10:40:00.866 INFO:tasks.workunit.client.1.smithi170.stdout:2/714: symlink dd/d14/d19/d4c/da6/led 0 2024-09-17T10:40:00.866 INFO:tasks.workunit.client.1.smithi170.stdout:2/715: chown dd/d64/f9c 1969659744 1 2024-09-17T10:40:00.869 INFO:tasks.workunit.client.1.smithi170.stdout:9/541: creat dd/d40/d50/fa8 x:0 0 0 2024-09-17T10:40:00.871 INFO:tasks.workunit.client.0.smithi159.stdout:3/876: symlink d9/df/d54/d59/d5e/l10d 0 2024-09-17T10:40:00.876 INFO:tasks.workunit.client.1.smithi170.stdout:1/654: mknod d3/d77/dad/ce1 0 2024-09-17T10:40:00.876 INFO:tasks.workunit.client.1.smithi170.stdout:1/655: write d3/d5/dc9/d7b/d8b/f8f [606052,34059] 0 2024-09-17T10:40:00.876 INFO:tasks.workunit.client.1.smithi170.stdout:1/656: truncate d3/d77/f9f 1017259 0 2024-09-17T10:40:00.878 INFO:tasks.workunit.client.0.smithi159.stdout:8/958: unlink d4/dd/d26/df7/f4f 0 2024-09-17T10:40:00.880 INFO:tasks.workunit.client.1.smithi170.stdout:2/716: unlink dd/d64/cea 0 2024-09-17T10:40:00.887 INFO:tasks.workunit.client.1.smithi170.stdout:1/657: rmdir d3/d5/dc9/d7b/d8b/db8/dbb 0 2024-09-17T10:40:00.887 INFO:tasks.workunit.client.1.smithi170.stdout:1/658: write d3/d5/d81/fd5 [63990,76398] 0 2024-09-17T10:40:00.888 INFO:tasks.workunit.client.0.smithi159.stdout:1/856: rmdir d1/d2/d8f 39 2024-09-17T10:40:00.888 INFO:tasks.workunit.client.0.smithi159.stdout:1/857: write d1/d2f/d9e/d1a/dc/d18/de4/dd2/ff7 [1406746,87099] 0 2024-09-17T10:40:00.888 INFO:tasks.workunit.client.0.smithi159.stdout:1/858: write d1/d10/f55 [375943,8151] 0 2024-09-17T10:40:00.890 INFO:tasks.workunit.client.1.smithi170.stdout:2/717: truncate dd/d3a/d78/f8a 1665388 0 2024-09-17T10:40:00.892 INFO:tasks.workunit.client.0.smithi159.stdout:2/839: rmdir d0/df/dee/dd3/dab/dfb 0 2024-09-17T10:40:00.897 INFO:tasks.workunit.client.1.smithi170.stdout:2/718: mknod dd/d14/d19/d4c/d63/da3/cee 0 2024-09-17T10:40:00.901 INFO:tasks.workunit.client.1.smithi170.stdout:2/719: symlink dd/d1a/d6c/lef 0 2024-09-17T10:40:00.901 INFO:tasks.workunit.client.1.smithi170.stdout:2/720: chown f1 147 1 2024-09-17T10:40:00.901 INFO:tasks.workunit.client.1.smithi170.stdout:2/721: dread - dd/d14/d19/fa0 zero size 2024-09-17T10:40:00.902 INFO:tasks.workunit.client.1.smithi170.stdout:2/722: readlink dd/d1a/d6c/lac 0 2024-09-17T10:40:00.905 INFO:tasks.workunit.client.1.smithi170.stdout:2/723: mkdir dd/d14/d19/dc4/df0 0 2024-09-17T10:40:00.905 INFO:tasks.workunit.client.1.smithi170.stdout:2/724: write dd/d3a/d5b/f6f [903093,25810] 0 2024-09-17T10:40:00.908 INFO:tasks.workunit.client.0.smithi159.stdout:4/840: truncate d0/d12/d2f/de7/d24/d28/f44 1674856 0 2024-09-17T10:40:00.910 INFO:tasks.workunit.client.1.smithi170.stdout:2/725: symlink dd/d14/d19/d4c/d63/d32/lf1 0 2024-09-17T10:40:00.912 INFO:tasks.workunit.client.0.smithi159.stdout:9/964: rename d0/d3/d7/da/dc/de/d21/f4f to d0/d3/d7/da/d1a/f149 0 2024-09-17T10:40:00.914 INFO:tasks.workunit.client.0.smithi159.stdout:5/780: mknod d19/d1b/d1d/d59/c10d 0 2024-09-17T10:40:00.914 INFO:tasks.workunit.client.0.smithi159.stdout:5/781: truncate d19/d6f/fb9 741274 0 2024-09-17T10:40:00.914 INFO:tasks.workunit.client.0.smithi159.stdout:5/782: write d19/d69/d8d/ff9 [681068,87381] 0 2024-09-17T10:40:00.914 INFO:tasks.workunit.client.0.smithi159.stdout:5/783: fdatasync d19/d6f/fb9 0 2024-09-17T10:40:00.916 INFO:tasks.workunit.client.1.smithi170.stdout:2/726: link fb dd/d14/d19/d4c/d63/da3/ff2 0 2024-09-17T10:40:00.922 INFO:tasks.workunit.client.0.smithi159.stdout:3/877: symlink d9/df/d54/d59/d99/dc7/l10e 0 2024-09-17T10:40:00.926 INFO:tasks.workunit.client.0.smithi159.stdout:2/840: mknod d0/df/dee/d67/df6/dfd/d101/c11d 0 2024-09-17T10:40:00.929 INFO:tasks.workunit.client.0.smithi159.stdout:9/965: dwrite d0/d3/d7/da/d46/d54/d8b/de8/dfa/f145 [0,4194304] 0 2024-09-17T10:40:00.932 INFO:tasks.workunit.client.0.smithi159.stdout:4/841: mknod d0/d12/d2f/de7/d97/d9f/c10a 0 2024-09-17T10:40:00.933 INFO:tasks.workunit.client.0.smithi159.stdout:3/878: dread d9/df/d54/d59/d5e/d9a/ddd/de2/f65 [0,4194304] 0 2024-09-17T10:40:00.935 INFO:tasks.workunit.client.0.smithi159.stdout:2/841: mkdir d0/d9/d40/d11e 0 2024-09-17T10:40:00.936 INFO:tasks.workunit.client.0.smithi159.stdout:2/842: fdatasync d0/d26/d4b/d6d/f45 0 2024-09-17T10:40:00.943 INFO:tasks.workunit.client.0.smithi159.stdout:2/843: mknod d0/df/dee/dd3/de7/c11f 0 2024-09-17T10:40:00.943 INFO:tasks.workunit.client.0.smithi159.stdout:2/844: dread - d0/df/d3e/d47/f111 zero size 2024-09-17T10:40:00.944 INFO:tasks.workunit.client.0.smithi159.stdout:9/966: getdents d0/d3/d7/da/d46/d54/d6c/de0 0 2024-09-17T10:40:00.969 INFO:tasks.workunit.client.0.smithi159.stdout:9/967: dwrite d0/d3/d7/da/dc/de/d36/db3/fd2 [0,4194304] 0 2024-09-17T10:40:00.969 INFO:tasks.workunit.client.0.smithi159.stdout:4/842: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f70 [4194304,4194304] 0 2024-09-17T10:40:00.970 INFO:tasks.workunit.client.0.smithi159.stdout:2/845: dwrite d0/df/f77 [0,4194304] 0 2024-09-17T10:40:00.972 INFO:tasks.workunit.client.0.smithi159.stdout:2/846: mkdir d0/df/d3e/d46/dc4/d120 0 2024-09-17T10:40:00.975 INFO:tasks.workunit.client.1.smithi170.stdout:6/532: symlink d0/d18/d70/d7f/d85/lb1 0 2024-09-17T10:40:00.981 INFO:tasks.workunit.client.1.smithi170.stdout:0/562: link dd/de/d10/f24 dd/de/d3d/faf 0 2024-09-17T10:40:00.981 INFO:tasks.workunit.client.1.smithi170.stdout:0/563: stat dd/de/d16/d54/fa2 0 2024-09-17T10:40:00.985 INFO:tasks.workunit.client.1.smithi170.stdout:1/659: unlink d3/d5/dc9/l38 0 2024-09-17T10:40:00.989 INFO:tasks.workunit.client.1.smithi170.stdout:6/533: dwrite d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/faa [0,4194304] 0 2024-09-17T10:40:00.993 INFO:tasks.workunit.client.1.smithi170.stdout:6/534: mkdir d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/db2 0 2024-09-17T10:40:00.993 INFO:tasks.workunit.client.1.smithi170.stdout:6/535: write d0/d18/d70/d7f/d85/d69/d3e/d80/fa5 [693365,127996] 0 2024-09-17T10:40:00.995 INFO:tasks.workunit.client.1.smithi170.stdout:4/372: unlink d9/d12/d36/l43 0 2024-09-17T10:40:00.995 INFO:tasks.workunit.client.1.smithi170.stdout:4/373: chown d9/f60 912 1 2024-09-17T10:40:00.997 INFO:tasks.workunit.client.1.smithi170.stdout:4/374: dread d9/d12/f48 [0,4194304] 0 2024-09-17T10:40:00.999 INFO:tasks.workunit.client.1.smithi170.stdout:4/375: mkdir d9/d12/d6c/d7a 0 2024-09-17T10:40:00.999 INFO:tasks.workunit.client.1.smithi170.stdout:4/376: fsync d9/f13 0 2024-09-17T10:40:01.002 INFO:tasks.workunit.client.0.smithi159.stdout:3/879: rmdir d9/df/d2c/d2f/d63/d8d/d8e/daf 39 2024-09-17T10:40:01.004 INFO:tasks.workunit.client.0.smithi159.stdout:3/880: creat d9/df/d2c/d77/df9/f10f x:0 0 0 2024-09-17T10:40:01.005 INFO:tasks.workunit.client.0.smithi159.stdout:3/881: truncate d9/df/d3f/f8a 760962 0 2024-09-17T10:40:01.006 INFO:tasks.workunit.client.0.smithi159.stdout:3/882: getdents d9/df/d2c/d2f/d63/d8d/d8e/daf/db9 0 2024-09-17T10:40:01.006 INFO:tasks.workunit.client.0.smithi159.stdout:3/883: readlink d9/df/d2c/d2f/d63/d8d/d8e/la3 0 2024-09-17T10:40:01.007 INFO:tasks.workunit.client.1.smithi170.stdout:4/377: write d9/d12/d36/d42/d40/f39 [1139796,71293] 0 2024-09-17T10:40:01.009 INFO:tasks.workunit.client.0.smithi159.stdout:3/884: dread d9/df/f8c [0,4194304] 0 2024-09-17T10:40:01.009 INFO:tasks.workunit.client.0.smithi159.stdout:3/885: read - d9/df/d54/d59/f95 zero size 2024-09-17T10:40:01.011 INFO:tasks.workunit.client.0.smithi159.stdout:3/886: mknod d9/df/d54/d59/d5e/d9a/ddd/c110 0 2024-09-17T10:40:01.012 INFO:tasks.workunit.client.0.smithi159.stdout:1/859: symlink d1/d2/d8f/l105 0 2024-09-17T10:40:01.013 INFO:tasks.workunit.client.0.smithi159.stdout:1/860: creat d1/d2f/d9e/d1a/d3b/d9f/da1/f106 x:0 0 0 2024-09-17T10:40:01.015 INFO:tasks.workunit.client.0.smithi159.stdout:1/861: creat d1/d2/d68/dc1/f107 x:0 0 0 2024-09-17T10:40:01.019 INFO:tasks.workunit.client.0.smithi159.stdout:3/887: read d9/df/d2c/d2f/d63/d8d/d8e/daf/db9/ff5 [2102165,127626] 0 2024-09-17T10:40:01.021 INFO:tasks.workunit.client.0.smithi159.stdout:3/888: symlink d9/df/d2c/d2f/d63/d8d/d104/l111 0 2024-09-17T10:40:01.021 INFO:tasks.workunit.client.0.smithi159.stdout:3/889: chown d9/df/d2c/d2f/f92 289091206 1 2024-09-17T10:40:01.021 INFO:tasks.workunit.client.0.smithi159.stdout:3/890: chown d9/df/d2c/d2f/d63/d8d/f72 754146 1 2024-09-17T10:40:01.024 INFO:tasks.workunit.client.0.smithi159.stdout:8/959: getdents d4/dd/d26/df7 0 2024-09-17T10:40:01.024 INFO:tasks.workunit.client.1.smithi170.stdout:9/542: creat dd/d40/d4e/fa9 x:0 0 0 2024-09-17T10:40:01.031 INFO:tasks.workunit.client.1.smithi170.stdout:7/508: rename d25/d2a/c8e to d25/d2a/d3e/d4b/c98 0 2024-09-17T10:40:01.033 INFO:tasks.workunit.client.1.smithi170.stdout:3/641: rename d18/d1c/d2b/f5b to d18/d2c/d3e/fdb 0 2024-09-17T10:40:01.033 INFO:tasks.workunit.client.1.smithi170.stdout:3/642: chown d18/f19 127462955 1 2024-09-17T10:40:01.034 INFO:tasks.workunit.client.0.smithi159.stdout:3/891: read d9/df/d2c/d2f/d63/d8d/d74/db7/de8/fa9 [3715516,25708] 0 2024-09-17T10:40:01.034 INFO:tasks.workunit.client.1.smithi170.stdout:7/509: unlink d25/d2a/d3e/d56/d72/d79/c8c 0 2024-09-17T10:40:01.036 INFO:tasks.workunit.client.1.smithi170.stdout:1/660: rename d3/d5/dc9/d7b/dd4/d4e/c5a to d3/d5/dc9/db1/ce2 0 2024-09-17T10:40:01.036 INFO:tasks.workunit.client.1.smithi170.stdout:1/661: fsync d3/d77/dad/d9d/fdc 0 2024-09-17T10:40:01.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/643: rmdir d18/d59/dac 0 2024-09-17T10:40:01.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/644: creat d18/d2c/d41/d7d/fdc x:0 0 0 2024-09-17T10:40:01.040 INFO:tasks.workunit.client.1.smithi170.stdout:6/536: rename d0/d18/d70/d7f/d85/d69/d3e/d80/ca2 to d0/cb3 0 2024-09-17T10:40:01.042 INFO:tasks.workunit.client.0.smithi159.stdout:3/892: read d9/df/d2c/d2f/d63/d8d/f6d [1202310,122891] 0 2024-09-17T10:40:01.042 INFO:tasks.workunit.client.1.smithi170.stdout:6/537: write d0/f5d [715812,77813] 0 2024-09-17T10:40:01.042 INFO:tasks.workunit.client.1.smithi170.stdout:6/538: readlink d0/d66/l7e 0 2024-09-17T10:40:01.046 INFO:tasks.workunit.client.1.smithi170.stdout:3/645: unlink d18/d2c/d4f/l5e 0 2024-09-17T10:40:01.047 INFO:tasks.workunit.client.0.smithi159.stdout:3/893: mkdir d9/df/d54/d59/d5e/d112 0 2024-09-17T10:40:01.049 INFO:tasks.workunit.client.0.smithi159.stdout:8/960: dwrite d4/dd/f7d [0,4194304] 0 2024-09-17T10:40:01.049 INFO:tasks.workunit.client.0.smithi159.stdout:8/961: readlink d4/dd/d10/d1a/l144 0 2024-09-17T10:40:01.049 INFO:tasks.workunit.client.1.smithi170.stdout:4/378: rename d9/d12/d36/d42/d40/l49 to d9/d12/d6c/d7a/l7b 0 2024-09-17T10:40:01.050 INFO:tasks.workunit.client.1.smithi170.stdout:4/379: chown d9/d12/f56 111056 1 2024-09-17T10:40:01.056 INFO:tasks.workunit.client.1.smithi170.stdout:9/543: rename dd/d40/d4e/d23/l59 to dd/d16/d17/d5c/d85/laa 0 2024-09-17T10:40:01.058 INFO:tasks.workunit.client.1.smithi170.stdout:6/539: dread d0/d18/d70/d7f/d85/f10 [0,4194304] 0 2024-09-17T10:40:01.058 INFO:tasks.workunit.client.1.smithi170.stdout:6/540: dread - d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/fb0 zero size 2024-09-17T10:40:01.059 INFO:tasks.workunit.client.1.smithi170.stdout:4/380: unlink d9/d12/f44 0 2024-09-17T10:40:01.062 INFO:tasks.workunit.client.1.smithi170.stdout:9/544: rename dd/d40/d50/fa8 to dd/d40/d4e/d29/d54/d8c/fab 0 2024-09-17T10:40:01.063 INFO:tasks.workunit.client.1.smithi170.stdout:7/510: dwrite d25/d2a/d3e/d56/d72/d79/f93 [0,4194304] 0 2024-09-17T10:40:01.063 INFO:tasks.workunit.client.1.smithi170.stdout:7/511: dread - d25/d2a/f4a zero size 2024-09-17T10:40:01.063 INFO:tasks.workunit.client.1.smithi170.stdout:3/646: dwrite d18/d4b/d7c/d82/f93 [0,4194304] 0 2024-09-17T10:40:01.065 INFO:tasks.workunit.client.1.smithi170.stdout:6/541: mkdir d0/d18/d70/d7f/d85/d69/d3e/db4 0 2024-09-17T10:40:01.065 INFO:tasks.workunit.client.1.smithi170.stdout:6/542: readlink d0/d18/d70/d7f/d85/l2a 0 2024-09-17T10:40:01.065 INFO:tasks.workunit.client.1.smithi170.stdout:6/543: chown d0/d18/d70/d7f/d85/l42 1 1 2024-09-17T10:40:01.065 INFO:tasks.workunit.client.1.smithi170.stdout:4/381: truncate d9/f53 286534 0 2024-09-17T10:40:01.086 INFO:tasks.workunit.client.1.smithi170.stdout:9/545: dwrite dd/d16/f77 [4194304,4194304] 0 2024-09-17T10:40:01.087 INFO:tasks.workunit.client.1.smithi170.stdout:3/647: dwrite d18/d2c/d41/d94/d2d/f72 [0,4194304] 0 2024-09-17T10:40:01.087 INFO:tasks.workunit.client.0.smithi159.stdout:7/835: unlink d2/d18/f6c 0 2024-09-17T10:40:01.088 INFO:tasks.workunit.client.1.smithi170.stdout:9/546: rmdir dd/d40/d4e/d29 39 2024-09-17T10:40:01.091 INFO:tasks.workunit.client.1.smithi170.stdout:3/648: creat d18/d59/dbc/fdd x:0 0 0 2024-09-17T10:40:01.093 INFO:tasks.workunit.client.1.smithi170.stdout:9/547: rename dd/d16/d17/d43/d88 to dd/d16/d2a/d51/dac 0 2024-09-17T10:40:01.094 INFO:tasks.workunit.client.1.smithi170.stdout:3/649: symlink d18/d24/d73/lde 0 2024-09-17T10:40:01.095 INFO:tasks.workunit.client.1.smithi170.stdout:9/548: dread dd/f15 [0,4194304] 0 2024-09-17T10:40:01.096 INFO:tasks.workunit.client.1.smithi170.stdout:3/650: dread fd [0,4194304] 0 2024-09-17T10:40:01.096 INFO:tasks.workunit.client.1.smithi170.stdout:3/651: write d18/d2c/d41/d94/f37 [841825,113700] 0 2024-09-17T10:40:01.096 INFO:tasks.workunit.client.1.smithi170.stdout:3/652: stat d18/d2c/d4f 0 2024-09-17T10:40:01.097 INFO:tasks.workunit.client.1.smithi170.stdout:3/653: truncate d18/f71 3217108 0 2024-09-17T10:40:01.098 INFO:tasks.workunit.client.1.smithi170.stdout:3/654: mknod d18/d1c/cdf 0 2024-09-17T10:40:01.103 INFO:tasks.workunit.client.0.smithi159.stdout:0/868: symlink d5/dcf/d18/l132 0 2024-09-17T10:40:01.105 INFO:tasks.workunit.client.1.smithi170.stdout:3/655: rename d18/d4b to d18/d2c/d4f/da3/de0 0 2024-09-17T10:40:01.105 INFO:tasks.workunit.client.1.smithi170.stdout:3/656: chown d18/d1c/d2b/f91 108462 1 2024-09-17T10:40:01.107 INFO:tasks.workunit.client.1.smithi170.stdout:3/657: getdents d18/d24 0 2024-09-17T10:40:01.107 INFO:tasks.workunit.client.1.smithi170.stdout:3/658: creat d18/d59/dbc/fe1 x:0 0 0 2024-09-17T10:40:01.107 INFO:tasks.workunit.client.1.smithi170.stdout:1/662: rmdir d3/d5/dc9/d7b/d8b 39 2024-09-17T10:40:01.107 INFO:tasks.workunit.client.1.smithi170.stdout:1/663: fdatasync d3/d5/d54/f73 0 2024-09-17T10:40:01.110 INFO:tasks.workunit.client.1.smithi170.stdout:3/659: truncate d18/d26/d58/fa4 1684096 0 2024-09-17T10:40:01.112 INFO:tasks.workunit.client.1.smithi170.stdout:1/664: mkdir d3/d5/dc9/d7b/dd9/de3 0 2024-09-17T10:40:01.113 INFO:tasks.workunit.client.1.smithi170.stdout:1/665: mknod d3/d5/dc9/d7b/dd4/d51/dac/ce4 0 2024-09-17T10:40:01.113 INFO:tasks.workunit.client.1.smithi170.stdout:1/666: dread - d3/d5/dc9/d7b/dd4/d51/dac/fb3 zero size 2024-09-17T10:40:01.113 INFO:tasks.workunit.client.1.smithi170.stdout:1/667: dread - d3/d77/dad/d9d/f9a zero size 2024-09-17T10:40:01.115 INFO:tasks.workunit.client.0.smithi159.stdout:5/784: rename d19/f7d to d19/d1b/d1d/f10e 0 2024-09-17T10:40:01.116 INFO:tasks.workunit.client.0.smithi159.stdout:4/843: rename d0/d12/d2f/de7/d97/d9f/c54 to d0/d12/db1/dc0/c10b 0 2024-09-17T10:40:01.116 INFO:tasks.workunit.client.0.smithi159.stdout:4/844: write d0/f3 [8169829,9377] 0 2024-09-17T10:40:01.118 INFO:tasks.workunit.client.0.smithi159.stdout:1/862: rename d1/d63/d6c/f87 to d1/d2f/d9e/d1a/dc/d18/de4/dd2/f108 0 2024-09-17T10:40:01.119 INFO:tasks.workunit.client.0.smithi159.stdout:4/845: creat d0/d12/d2f/de7/d97/d9f/d5d/dab/db0/f10c x:0 0 0 2024-09-17T10:40:01.120 INFO:tasks.workunit.client.1.smithi170.stdout:5/506: rmdir d1/d3/d55/d87 39 2024-09-17T10:40:01.121 INFO:tasks.workunit.client.0.smithi159.stdout:3/894: rename d9/df/d2c/d2f/de0/dfd to d9/df/d54/d59/d5e/d112/d113 0 2024-09-17T10:40:01.121 INFO:tasks.workunit.client.0.smithi159.stdout:3/895: dread - d9/df/d54/d59/ff2 zero size 2024-09-17T10:40:01.123 INFO:tasks.workunit.client.1.smithi170.stdout:3/660: dread d18/d1c/f3d [0,4194304] 0 2024-09-17T10:40:01.123 INFO:tasks.workunit.client.1.smithi170.stdout:3/661: fsync d18/d69/fc0 0 2024-09-17T10:40:01.126 INFO:tasks.workunit.client.1.smithi170.stdout:9/549: dwrite dd/d40/d4e/f31 [0,4194304] 0 2024-09-17T10:40:01.126 INFO:tasks.workunit.client.0.smithi159.stdout:0/869: dwrite d5/d4f/de2/ff4 [0,4194304] 0 2024-09-17T10:40:01.128 INFO:tasks.workunit.client.0.smithi159.stdout:7/836: rename d2/d18/d20/d3f/d40 to d2/d23/d67/d47/d4a/d4d/dad/de3/d136 0 2024-09-17T10:40:01.129 INFO:tasks.workunit.client.0.smithi159.stdout:1/863: truncate d1/d2f/d9e/f71 396426 0 2024-09-17T10:40:01.130 INFO:tasks.workunit.client.1.smithi170.stdout:9/550: getdents dd/d16/d17/d43/d66 0 2024-09-17T10:40:01.130 INFO:tasks.workunit.client.1.smithi170.stdout:1/668: dread d3/f34 [0,4194304] 0 2024-09-17T10:40:01.134 INFO:tasks.workunit.client.1.smithi170.stdout:5/507: read d1/d3/d13/d2c/d51/f56 [728221,107588] 0 2024-09-17T10:40:01.135 INFO:tasks.workunit.client.1.smithi170.stdout:9/551: rename dd/d40/d4e/d29/d54/c73 to dd/d16/d2a/cad 0 2024-09-17T10:40:01.136 INFO:tasks.workunit.client.0.smithi159.stdout:0/870: write d5/d12/daa/fc5 [772639,12749] 0 2024-09-17T10:40:01.136 INFO:tasks.workunit.client.0.smithi159.stdout:0/871: fsync d5/dcf/db9/dc0/ff1 0 2024-09-17T10:40:01.137 INFO:tasks.workunit.client.0.smithi159.stdout:5/785: rename d19/d1a/d32/ddc/ce4 to d19/d69/d78/db3/dbd/c10f 0 2024-09-17T10:40:01.139 INFO:tasks.workunit.client.1.smithi170.stdout:5/508: mknod d1/d3/d55/d5e/d67/ca0 0 2024-09-17T10:40:01.139 INFO:tasks.workunit.client.1.smithi170.stdout:5/509: truncate d1/d27/f5b 867137 0 2024-09-17T10:40:01.142 INFO:tasks.workunit.client.0.smithi159.stdout:7/837: truncate d2/d44/da9/db1/fc3 422517 0 2024-09-17T10:40:01.143 INFO:tasks.workunit.client.0.smithi159.stdout:3/896: dwrite d9/df/d2c/d2f/d63/d8d/d74/db7/de8/fa9 [0,4194304] 0 2024-09-17T10:40:01.143 INFO:tasks.workunit.client.0.smithi159.stdout:3/897: write d9/df/d3f/f7a [2900945,109796] 0 2024-09-17T10:40:01.143 INFO:tasks.workunit.client.0.smithi159.stdout:1/864: readlink d1/d2f/d9e/d1a/d3b/l77 0 2024-09-17T10:40:01.146 INFO:tasks.workunit.client.1.smithi170.stdout:5/510: unlink d1/d11/f2b 0 2024-09-17T10:40:01.146 INFO:tasks.workunit.client.1.smithi170.stdout:5/511: chown d1/d3/d13/d2c/d51/l9f 0 1 2024-09-17T10:40:01.146 INFO:tasks.workunit.client.1.smithi170.stdout:5/512: readlink d1/d3/l19 0 2024-09-17T10:40:01.151 INFO:tasks.workunit.client.0.smithi159.stdout:4/846: rename d0/d12/d2f/c101 to d0/d12/d2f/de7/d24/d39/d6a/d89/dcb/c10d 0 2024-09-17T10:40:01.151 INFO:tasks.workunit.client.0.smithi159.stdout:4/847: chown d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f8c 32437706 1 2024-09-17T10:40:01.151 INFO:tasks.workunit.client.0.smithi159.stdout:4/848: read d0/d12/d2f/de7/d24/d48/f83 [651860,586] 0 2024-09-17T10:40:01.152 INFO:tasks.workunit.client.1.smithi170.stdout:5/513: mknod d1/d3/d13/d1a/ca1 0 2024-09-17T10:40:01.157 INFO:tasks.workunit.client.1.smithi170.stdout:5/514: dread d1/d11/f4e [0,4194304] 0 2024-09-17T10:40:01.157 INFO:tasks.workunit.client.1.smithi170.stdout:5/515: readlink d1/d3/d13/d2c/l41 0 2024-09-17T10:40:01.160 INFO:tasks.workunit.client.1.smithi170.stdout:5/516: symlink d1/d3/d96/la2 0 2024-09-17T10:40:01.160 INFO:tasks.workunit.client.0.smithi159.stdout:0/872: dwrite d5/d12/d32/f38 [4194304,4194304] 0 2024-09-17T10:40:01.162 INFO:tasks.workunit.client.1.smithi170.stdout:9/552: dwrite dd/f27 [0,4194304] 0 2024-09-17T10:40:01.162 INFO:tasks.workunit.client.0.smithi159.stdout:3/898: mknod d9/df/d2c/d2f/d63/d8d/d74/c114 0 2024-09-17T10:40:01.162 INFO:tasks.workunit.client.0.smithi159.stdout:3/899: dread - d9/df/d3f/fd1 zero size 2024-09-17T10:40:01.163 INFO:tasks.workunit.client.0.smithi159.stdout:3/900: truncate d9/df/d2c/d2f/d63/d8d/d74/db7/de8/ff3 522925 0 2024-09-17T10:40:01.164 INFO:tasks.workunit.client.0.smithi159.stdout:1/865: mkdir d1/d2/d8f/db3/d109 0 2024-09-17T10:40:01.165 INFO:tasks.workunit.client.0.smithi159.stdout:1/866: chown d1/d2f/fa5 926759 1 2024-09-17T10:40:01.169 INFO:tasks.workunit.client.0.smithi159.stdout:5/786: rename d19/d69/d78/db3/dbd/d74/dd1 to d19/d1a/d32/d5e/df5/d110 0 2024-09-17T10:40:01.169 INFO:tasks.workunit.client.0.smithi159.stdout:5/787: write f12 [3332500,63763] 0 2024-09-17T10:40:01.172 INFO:tasks.workunit.client.0.smithi159.stdout:4/849: dread d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f8c [0,4194304] 0 2024-09-17T10:40:01.172 INFO:tasks.workunit.client.0.smithi159.stdout:4/850: dread - d0/fdf zero size 2024-09-17T10:40:01.175 INFO:tasks.workunit.client.0.smithi159.stdout:3/901: creat d9/df/d54/d59/d5e/d9a/ddd/f115 x:0 0 0 2024-09-17T10:40:01.178 INFO:tasks.workunit.client.0.smithi159.stdout:1/867: creat d1/d10/f10a x:0 0 0 2024-09-17T10:40:01.178 INFO:tasks.workunit.client.0.smithi159.stdout:1/868: write d1/d2/d14/d67/f97 [33051,59438] 0 2024-09-17T10:40:01.178 INFO:tasks.workunit.client.0.smithi159.stdout:1/869: write d1/d2/d8f/db3/ffc [170520,13559] 0 2024-09-17T10:40:01.179 INFO:tasks.workunit.client.0.smithi159.stdout:5/788: dread d19/d1a/d32/f53 [0,4194304] 0 2024-09-17T10:40:01.179 INFO:tasks.workunit.client.0.smithi159.stdout:5/789: write d19/d1b/d1d/d59/f5c [3135052,80316] 0 2024-09-17T10:40:01.182 INFO:tasks.workunit.client.0.smithi159.stdout:4/851: symlink d0/d12/d2f/de7/d97/d9f/d5d/d99/df3/l10e 0 2024-09-17T10:40:01.182 INFO:tasks.workunit.client.0.smithi159.stdout:4/852: chown d0/d12/d2f/de7/d24/d39/d6a/d89/dcb/c10d 245921689 1 2024-09-17T10:40:01.183 INFO:tasks.workunit.client.0.smithi159.stdout:4/853: chown d0/d12/d2f/de7/d24/d48 1766365 1 2024-09-17T10:40:01.184 INFO:tasks.workunit.client.0.smithi159.stdout:1/870: unlink d1/d10/d5e/dbb/ddb/da2/dc5/f51 0 2024-09-17T10:40:01.184 INFO:tasks.workunit.client.0.smithi159.stdout:1/871: stat d1/d2f/d9e/d1a/dc/d18/de4/dd2/cda 0 2024-09-17T10:40:01.185 INFO:tasks.workunit.client.0.smithi159.stdout:5/790: dread d19/d1b/d21/fef [0,4194304] 0 2024-09-17T10:40:01.187 INFO:tasks.workunit.client.0.smithi159.stdout:3/902: write d9/df/d2c/d2f/d63/d8d/fd9 [3349789,106600] 0 2024-09-17T10:40:01.187 INFO:tasks.workunit.client.0.smithi159.stdout:3/903: write d9/f31 [1313798,3222] 0 2024-09-17T10:40:01.187 INFO:tasks.workunit.client.0.smithi159.stdout:4/854: mknod d0/d12/d2f/de7/d97/d9f/d5d/dab/db0/c10f 0 2024-09-17T10:40:01.188 INFO:tasks.workunit.client.0.smithi159.stdout:1/872: dread d1/d2/f5f [0,4194304] 0 2024-09-17T10:40:01.190 INFO:tasks.workunit.client.0.smithi159.stdout:3/904: symlink d9/df/d2c/d77/l116 0 2024-09-17T10:40:01.192 INFO:tasks.workunit.client.0.smithi159.stdout:4/855: truncate d0/d12/d2f/de7/da/f34 3078340 0 2024-09-17T10:40:01.194 INFO:tasks.workunit.client.0.smithi159.stdout:4/856: unlink d0/d12/c8a 0 2024-09-17T10:40:01.196 INFO:tasks.workunit.client.0.smithi159.stdout:4/857: symlink d0/d12/d2f/de7/da/d42/dce/l110 0 2024-09-17T10:40:01.196 INFO:tasks.workunit.client.0.smithi159.stdout:4/858: write d0/d12/d2f/de7/da/fd [3486161,126318] 0 2024-09-17T10:40:01.198 INFO:tasks.workunit.client.0.smithi159.stdout:4/859: symlink d0/d12/d2f/de7/d97/d9f/d5d/l111 0 2024-09-17T10:40:01.198 INFO:tasks.workunit.client.0.smithi159.stdout:4/860: stat d0/d12/d2f/de7/d97/d9f/d5d/dab/db0/f10c 0 2024-09-17T10:40:01.198 INFO:tasks.workunit.client.0.smithi159.stdout:4/861: fsync d0/f2a 0 2024-09-17T10:40:01.198 INFO:tasks.workunit.client.1.smithi170.stdout:5/517: dwrite d1/f94 [0,4194304] 0 2024-09-17T10:40:01.202 INFO:tasks.workunit.client.0.smithi159.stdout:3/905: read d9/df/d54/d59/d5e/d9a/ddd/de2/f50 [386920,49153] 0 2024-09-17T10:40:01.205 INFO:tasks.workunit.client.1.smithi170.stdout:9/553: dwrite dd/d16/d17/d5c/d85/f9e [0,4194304] 0 2024-09-17T10:40:01.205 INFO:tasks.workunit.client.1.smithi170.stdout:9/554: write dd/d40/d4e/d29/f34 [108466,117007] 0 2024-09-17T10:40:01.205 INFO:tasks.workunit.client.0.smithi159.stdout:0/873: dwrite d5/dcf/d18/d22/da2/df0/dfa/f10c [4194304,4194304] 0 2024-09-17T10:40:01.206 INFO:tasks.workunit.client.0.smithi159.stdout:1/873: dwrite d1/d2/d8f/ff4 [0,4194304] 0 2024-09-17T10:40:01.206 INFO:tasks.workunit.client.1.smithi170.stdout:7/512: rmdir d25/d2a/d3e/d56/d72/d79 39 2024-09-17T10:40:01.208 INFO:tasks.workunit.client.0.smithi159.stdout:4/862: rmdir d0/d12/d2f/de7/d97/db7 39 2024-09-17T10:40:01.210 INFO:tasks.workunit.client.1.smithi170.stdout:5/518: mknod d1/d3/d55/d80/ca3 0 2024-09-17T10:40:01.219 INFO:tasks.workunit.client.1.smithi170.stdout:9/555: mkdir dd/d40/d4e/d23/dae 0 2024-09-17T10:40:01.222 INFO:tasks.workunit.client.1.smithi170.stdout:7/513: rename d25/d2a/d3e/f6d to d25/f99 0 2024-09-17T10:40:01.224 INFO:tasks.workunit.client.1.smithi170.stdout:5/519: dwrite d1/d3/f59 [0,4194304] 0 2024-09-17T10:40:01.224 INFO:tasks.workunit.client.1.smithi170.stdout:5/520: chown d1/d3/d13/d1a/c2d 1 1 2024-09-17T10:40:01.227 INFO:tasks.workunit.client.0.smithi159.stdout:0/874: rename d5/d4f/d67/l11f to d5/dcf/d18/d22/d4c/d6b/d7c/d109/l133 0 2024-09-17T10:40:01.227 INFO:tasks.workunit.client.1.smithi170.stdout:9/556: dread dd/d16/d17/d5c/d85/f9e [0,4194304] 0 2024-09-17T10:40:01.232 INFO:tasks.workunit.client.1.smithi170.stdout:9/557: rename dd/d40/d32/c57 to dd/d40/d4e/d4c/caf 0 2024-09-17T10:40:01.232 INFO:tasks.workunit.client.1.smithi170.stdout:9/558: fdatasync dd/d16/d17/d43/f49 0 2024-09-17T10:40:01.235 INFO:tasks.workunit.client.1.smithi170.stdout:5/521: dread d1/d3/f50 [0,4194304] 0 2024-09-17T10:40:01.237 INFO:tasks.workunit.client.0.smithi159.stdout:4/863: creat d0/d12/d2f/de7/d24/d39/d6a/d89/f112 x:0 0 0 2024-09-17T10:40:01.238 INFO:tasks.workunit.client.0.smithi159.stdout:3/906: rmdir d9/df/d54/d59/d99/dc7 39 2024-09-17T10:40:01.241 INFO:tasks.workunit.client.0.smithi159.stdout:1/874: rename d1/d2f/d9e/d1a/dc/f42 to d1/d2f/d9e/d1a/d3b/dd3/f10b 0 2024-09-17T10:40:01.242 INFO:tasks.workunit.client.0.smithi159.stdout:0/875: symlink d5/d12/d32/d10a/l134 0 2024-09-17T10:40:01.244 INFO:tasks.workunit.client.0.smithi159.stdout:3/907: mknod d9/df/d2c/c117 0 2024-09-17T10:40:01.245 INFO:tasks.workunit.client.0.smithi159.stdout:0/876: dread d5/d4f/d67/fb8 [0,4194304] 0 2024-09-17T10:40:01.246 INFO:tasks.workunit.client.0.smithi159.stdout:1/875: mknod d1/d63/d8d/c10c 0 2024-09-17T10:40:01.247 INFO:tasks.workunit.client.0.smithi159.stdout:4/864: getdents d0/d12/d2f/de7/d97/d9f/d5d/d82 0 2024-09-17T10:40:01.248 INFO:tasks.workunit.client.0.smithi159.stdout:3/908: mknod d9/df/d2c/d2f/d63/d8d/d74/c118 0 2024-09-17T10:40:01.248 INFO:tasks.workunit.client.0.smithi159.stdout:3/909: chown d9/df/d2c/d2f/d63/d8d/d8e/fc8 1602951 1 2024-09-17T10:40:01.249 INFO:tasks.workunit.client.1.smithi170.stdout:5/522: dwrite d1/d3/f5 [0,4194304] 0 2024-09-17T10:40:01.250 INFO:tasks.workunit.client.0.smithi159.stdout:0/877: symlink d5/d4f/de2/d117/l135 0 2024-09-17T10:40:01.254 INFO:tasks.workunit.client.0.smithi159.stdout:3/910: mknod d9/df/d3f/dd6/c119 0 2024-09-17T10:40:01.254 INFO:tasks.workunit.client.0.smithi159.stdout:3/911: stat d9/df/d2c/d2f/d63/d8d/d74/db7/de8/dcd 0 2024-09-17T10:40:01.254 INFO:tasks.workunit.client.0.smithi159.stdout:3/912: write d9/f31 [2134335,34929] 0 2024-09-17T10:40:01.255 INFO:tasks.workunit.client.1.smithi170.stdout:5/523: dread d1/d3/f25 [0,4194304] 0 2024-09-17T10:40:01.256 INFO:tasks.workunit.client.0.smithi159.stdout:4/865: write d0/d12/d2f/de7/da/d33/f3c [1572397,100264] 0 2024-09-17T10:40:01.257 INFO:tasks.workunit.client.0.smithi159.stdout:0/878: getdents d5/dcf/d18/d22/da2/df0/dfa 0 2024-09-17T10:40:01.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/939: sync 2024-09-17T10:40:01.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/940: write d1/df/d11/d5a/db2/ff3 [802406,96856] 0 2024-09-17T10:40:01.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/941: chown d1/df/d2c/d35/d55/dc0/dd4/df1/ce3 1410 1 2024-09-17T10:40:01.260 INFO:tasks.workunit.client.0.smithi159.stdout:1/876: rmdir d1/d2f/d64 39 2024-09-17T10:40:01.263 INFO:tasks.workunit.client.0.smithi159.stdout:3/913: mknod d9/df/d2c/d77/c11a 0 2024-09-17T10:40:01.263 INFO:tasks.workunit.client.0.smithi159.stdout:3/914: stat d9/df/d2c/d2f/cfb 0 2024-09-17T10:40:01.263 INFO:tasks.workunit.client.0.smithi159.stdout:3/915: write d9/df/d2c/d2f/d63/d8d/d74/db7/de8/dcd/f100 [85248,49509] 0 2024-09-17T10:40:01.263 INFO:tasks.workunit.client.0.smithi159.stdout:3/916: fsync d9/df/d2c/d2f/d63/d8d/fc0 0 2024-09-17T10:40:01.266 INFO:tasks.workunit.client.0.smithi159.stdout:4/866: rename d0/d12/d2f/de7/d24/d39/d6a/f81 to d0/d12/d2f/de7/d24/d39/f113 0 2024-09-17T10:40:01.267 INFO:tasks.workunit.client.0.smithi159.stdout:4/867: dread - d0/d12/d2f/de7/d97/d9f/d5d/d99/df5/f108 zero size 2024-09-17T10:40:01.269 INFO:tasks.workunit.client.0.smithi159.stdout:0/879: symlink d5/l136 0 2024-09-17T10:40:01.269 INFO:tasks.workunit.client.0.smithi159.stdout:0/880: write d5/d4f/db2/df6/f118 [512457,128696] 0 2024-09-17T10:40:01.273 INFO:tasks.workunit.client.0.smithi159.stdout:1/877: getdents d1/d2 0 2024-09-17T10:40:01.277 INFO:tasks.workunit.client.0.smithi159.stdout:3/917: unlink d9/df/d2c/l5c 0 2024-09-17T10:40:01.282 INFO:tasks.workunit.client.0.smithi159.stdout:4/868: symlink d0/d12/d2f/de7/d24/d39/d6a/d89/dcb/l114 0 2024-09-17T10:40:01.283 INFO:tasks.workunit.client.0.smithi159.stdout:4/869: fsync d0/d12/d2f/de7/d97/d9f/d5d/d99/df5/f108 0 2024-09-17T10:40:01.283 INFO:tasks.workunit.client.0.smithi159.stdout:4/870: write d0/d12/d2f/de7/d24/d28/f64 [892065,123548] 0 2024-09-17T10:40:01.285 INFO:tasks.workunit.client.0.smithi159.stdout:0/881: rename d5/dcf/d18/d22/da2/d115/d62/l9d to d5/d4f/de2/d117/l137 0 2024-09-17T10:40:01.292 INFO:tasks.workunit.client.0.smithi159.stdout:7/838: fsync d2/d44/da9/db1/fc3 0 2024-09-17T10:40:01.293 INFO:tasks.workunit.client.0.smithi159.stdout:7/839: fdatasync d2/d23/d67/d47/de5/f131 0 2024-09-17T10:40:01.295 INFO:tasks.workunit.client.0.smithi159.stdout:4/871: creat d0/d12/d2f/de7/d97/de6/f115 x:0 0 0 2024-09-17T10:40:01.295 INFO:tasks.workunit.client.0.smithi159.stdout:4/872: write d0/d12/d2f/de7/d24/d39/d6a/d89/f112 [983387,19531] 0 2024-09-17T10:40:01.297 INFO:tasks.workunit.client.1.smithi170.stdout:5/524: dwrite d1/d11/d62/f88 [0,4194304] 0 2024-09-17T10:40:01.299 INFO:tasks.workunit.client.0.smithi159.stdout:4/873: mknod d0/d12/d2f/de7/d97/de6/c116 0 2024-09-17T10:40:01.299 INFO:tasks.workunit.client.0.smithi159.stdout:2/847: sync 2024-09-17T10:40:01.300 INFO:tasks.workunit.client.0.smithi159.stdout:9/968: sync 2024-09-17T10:40:01.300 INFO:tasks.workunit.client.0.smithi159.stdout:2/848: fsync d0/df/d3e/d47/d79/f9c 0 2024-09-17T10:40:01.303 INFO:tasks.workunit.client.0.smithi159.stdout:2/849: getdents d0/df/d3e/d46/dc4 0 2024-09-17T10:40:01.305 INFO:tasks.workunit.client.0.smithi159.stdout:1/878: dwrite d1/d2f/f59 [0,4194304] 0 2024-09-17T10:40:01.305 INFO:tasks.workunit.client.0.smithi159.stdout:0/882: dwrite d5/d4f/d67/fb8 [0,4194304] 0 2024-09-17T10:40:01.306 INFO:tasks.workunit.client.0.smithi159.stdout:0/883: fsync d5/ff 0 2024-09-17T10:40:01.306 INFO:tasks.workunit.client.0.smithi159.stdout:0/884: stat d5/d4f/d67/da6/cd2 0 2024-09-17T10:40:01.306 INFO:tasks.workunit.client.0.smithi159.stdout:0/885: fdatasync d5/dcf/f1e 0 2024-09-17T10:40:01.309 INFO:tasks.workunit.client.0.smithi159.stdout:8/962: sync 2024-09-17T10:40:01.312 INFO:tasks.workunit.client.0.smithi159.stdout:1/879: creat d1/d2/d14/d67/f10d x:0 0 0 2024-09-17T10:40:01.312 INFO:tasks.workunit.client.0.smithi159.stdout:1/880: stat d1/d10/d5e/dbb/ddb/da2/f95 0 2024-09-17T10:40:01.312 INFO:tasks.workunit.client.0.smithi159.stdout:1/881: write d1/d10/f15 [2357134,1574] 0 2024-09-17T10:40:01.312 INFO:tasks.workunit.client.0.smithi159.stdout:1/882: creat d1/d2f/d9e/d1a/d3b/d9f/da1/f10e x:0 0 0 2024-09-17T10:40:01.314 INFO:tasks.workunit.client.0.smithi159.stdout:0/886: symlink d5/d12/d32/l138 0 2024-09-17T10:40:01.314 INFO:tasks.workunit.client.0.smithi159.stdout:0/887: write d5/d12/f27 [521270,58471] 0 2024-09-17T10:40:01.314 INFO:tasks.workunit.client.0.smithi159.stdout:0/888: fdatasync d5/d12/d32/dc3/fd9 0 2024-09-17T10:40:01.315 INFO:tasks.workunit.client.0.smithi159.stdout:4/874: dwrite d0/d12/d2f/de7/d67/f80 [0,4194304] 0 2024-09-17T10:40:01.315 INFO:tasks.workunit.client.0.smithi159.stdout:4/875: write d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f6d [354917,72760] 0 2024-09-17T10:40:01.316 INFO:tasks.workunit.client.0.smithi159.stdout:2/850: rename d0/df/d3e/d7a/d91/ded/f112 to d0/df/f121 0 2024-09-17T10:40:01.317 INFO:tasks.workunit.client.0.smithi159.stdout:8/963: mknod d4/dd/d10/d4b/dca/c147 0 2024-09-17T10:40:01.319 INFO:tasks.workunit.client.0.smithi159.stdout:1/883: truncate d1/d2f/d9e/d1a/f39 1245073 0 2024-09-17T10:40:01.321 INFO:tasks.workunit.client.0.smithi159.stdout:4/876: unlink d0/d12/d2f/de7/d97/d9f/d5d/lc5 0 2024-09-17T10:40:01.324 INFO:tasks.workunit.client.0.smithi159.stdout:2/851: rename d0/d9/db8/fe6 to d0/df/d3e/d47/d79/f122 0 2024-09-17T10:40:01.326 INFO:tasks.workunit.client.0.smithi159.stdout:1/884: rmdir d1/d2f 39 2024-09-17T10:40:01.326 INFO:tasks.workunit.client.0.smithi159.stdout:1/885: readlink d1/d2/lec 0 2024-09-17T10:40:01.329 INFO:tasks.workunit.client.0.smithi159.stdout:4/877: rename d0/d12/d2f/de7/d24/d48 to d0/d12/d2f/de7/d24/d117 0 2024-09-17T10:40:01.331 INFO:tasks.workunit.client.0.smithi159.stdout:1/886: truncate d1/d63/d6c/fa9 2399275 0 2024-09-17T10:40:01.331 INFO:tasks.workunit.client.0.smithi159.stdout:1/887: chown d1/d2/d14/c16 110 1 2024-09-17T10:40:01.331 INFO:tasks.workunit.client.0.smithi159.stdout:1/888: dread - d1/d63/d6c/f61 zero size 2024-09-17T10:40:01.331 INFO:tasks.workunit.client.0.smithi159.stdout:1/889: chown d1/d63/d6c/ffd 245395 1 2024-09-17T10:40:01.331 INFO:tasks.workunit.client.0.smithi159.stdout:1/890: stat d1/d2f 0 2024-09-17T10:40:01.333 INFO:tasks.workunit.client.0.smithi159.stdout:4/878: creat d0/d12/d2f/de7/d97/d9f/d5d/d82/f118 x:0 0 0 2024-09-17T10:40:01.333 INFO:tasks.workunit.client.0.smithi159.stdout:4/879: stat d0/d12/d2f/de7/da/d42/f4f 0 2024-09-17T10:40:01.335 INFO:tasks.workunit.client.0.smithi159.stdout:0/889: dwrite d5/d12/ffe [0,4194304] 0 2024-09-17T10:40:01.336 INFO:tasks.workunit.client.0.smithi159.stdout:1/891: unlink d1/d2f/d9e/l13 0 2024-09-17T10:40:01.338 INFO:tasks.workunit.client.0.smithi159.stdout:4/880: creat d0/d12/d2f/de7/f119 x:0 0 0 2024-09-17T10:40:01.341 INFO:tasks.workunit.client.0.smithi159.stdout:0/890: creat d5/d12/d32/d3a/f139 x:0 0 0 2024-09-17T10:40:01.341 INFO:tasks.workunit.client.0.smithi159.stdout:0/891: write d5/d12/d32/fc6 [913412,65449] 0 2024-09-17T10:40:01.341 INFO:tasks.workunit.client.0.smithi159.stdout:1/892: mknod d1/d2f/d9e/d1a/d3b/dbf/c10f 0 2024-09-17T10:40:01.341 INFO:tasks.workunit.client.0.smithi159.stdout:1/893: fdatasync d1/d2/d14/f88 0 2024-09-17T10:40:01.342 INFO:tasks.workunit.client.0.smithi159.stdout:4/881: mkdir d0/d12/dc4/d11a 0 2024-09-17T10:40:01.344 INFO:tasks.workunit.client.0.smithi159.stdout:4/882: dread d0/d12/db1/fd2 [0,4194304] 0 2024-09-17T10:40:01.344 INFO:tasks.workunit.client.0.smithi159.stdout:0/892: symlink d5/d4f/db2/l13a 0 2024-09-17T10:40:01.344 INFO:tasks.workunit.client.0.smithi159.stdout:0/893: write d5/d12/d32/fc6 [4292964,41845] 0 2024-09-17T10:40:01.346 INFO:tasks.workunit.client.0.smithi159.stdout:2/852: dwrite d0/df/d3e/d46/f6a [0,4194304] 0 2024-09-17T10:40:01.346 INFO:tasks.workunit.client.0.smithi159.stdout:2/853: write d0/d26/d4b/f6f [2208435,56572] 0 2024-09-17T10:40:01.346 INFO:tasks.workunit.client.0.smithi159.stdout:8/964: dwrite d4/dd/d26/f27 [0,4194304] 0 2024-09-17T10:40:01.346 INFO:tasks.workunit.client.0.smithi159.stdout:2/854: stat d0/df/d3e/d7a 0 2024-09-17T10:40:01.346 INFO:tasks.workunit.client.0.smithi159.stdout:2/855: chown d0/df/d3e/d46/dc4/ff9 464615 1 2024-09-17T10:40:01.347 INFO:tasks.workunit.client.0.smithi159.stdout:0/894: link d5/d12/d32/d3a/f83 d5/d12/d32/d10a/f13b 0 2024-09-17T10:40:01.353 INFO:tasks.workunit.client.0.smithi159.stdout:8/965: creat d4/dd/d10/d33/d99/f148 x:0 0 0 2024-09-17T10:40:01.353 INFO:tasks.workunit.client.0.smithi159.stdout:8/966: readlink d4/dd/d10/d33/d99/lb1 0 2024-09-17T10:40:01.353 INFO:tasks.workunit.client.0.smithi159.stdout:8/967: truncate d4/dd/d10/d1a/d72/d109/d115/f118 196438 0 2024-09-17T10:40:01.354 INFO:tasks.workunit.client.0.smithi159.stdout:2/856: symlink d0/df/d3e/d46/d66/l123 0 2024-09-17T10:40:01.358 INFO:tasks.workunit.client.0.smithi159.stdout:0/895: mkdir d5/d4f/de2/d117/d13c 0 2024-09-17T10:40:01.360 INFO:tasks.workunit.client.0.smithi159.stdout:2/857: mknod d0/df/dee/d67/df6/dfd/d101/c124 0 2024-09-17T10:40:01.360 INFO:tasks.workunit.client.0.smithi159.stdout:2/858: dread - d0/df/dee/dd3/de7/ff0 zero size 2024-09-17T10:40:01.361 INFO:tasks.workunit.client.0.smithi159.stdout:0/896: symlink d5/d12/d32/l13d 0 2024-09-17T10:40:01.362 INFO:tasks.workunit.client.0.smithi159.stdout:8/968: mknod d4/dd/d26/c149 0 2024-09-17T10:40:01.364 INFO:tasks.workunit.client.0.smithi159.stdout:8/969: creat d4/dd/d10/d1a/d72/d81/de1/f14a x:0 0 0 2024-09-17T10:40:01.367 INFO:tasks.workunit.client.0.smithi159.stdout:8/970: mknod d4/dd/d10/d4b/c14b 0 2024-09-17T10:40:01.367 INFO:tasks.workunit.client.0.smithi159.stdout:8/971: write d4/f68 [898657,112933] 0 2024-09-17T10:40:01.367 INFO:tasks.workunit.client.0.smithi159.stdout:8/972: truncate d4/dd/d10/f34 952658 0 2024-09-17T10:40:01.370 INFO:tasks.workunit.client.0.smithi159.stdout:0/897: read d5/d4f/d67/f88 [1416229,59066] 0 2024-09-17T10:40:01.371 INFO:tasks.workunit.client.0.smithi159.stdout:0/898: write d5/dcf/f2b [472001,78128] 0 2024-09-17T10:40:01.377 INFO:tasks.workunit.client.0.smithi159.stdout:8/973: dread d4/dd/fc3 [0,4194304] 0 2024-09-17T10:40:01.378 INFO:tasks.workunit.client.0.smithi159.stdout:2/859: dwrite d0/d6c/ddb/fef [0,4194304] 0 2024-09-17T10:40:01.378 INFO:tasks.workunit.client.0.smithi159.stdout:2/860: stat d0/df/dee/d67/d89 0 2024-09-17T10:40:01.380 INFO:tasks.workunit.client.0.smithi159.stdout:0/899: write d5/dcf/db9/de7/f69 [7702468,129307] 0 2024-09-17T10:40:01.382 INFO:tasks.workunit.client.0.smithi159.stdout:8/974: rename d4/dd/d10/dae/fce to d4/dd/d10/d1a/d72/d109/f14c 0 2024-09-17T10:40:01.389 INFO:tasks.workunit.client.0.smithi159.stdout:0/900: mknod d5/dcf/d18/d22/d4c/d6b/c13e 0 2024-09-17T10:40:01.389 INFO:tasks.workunit.client.0.smithi159.stdout:0/901: truncate d5/dcf/d18/d22/da2/d115/d62/fac 254831 0 2024-09-17T10:40:01.391 INFO:tasks.workunit.client.0.smithi159.stdout:8/975: symlink d4/dd/d10/d1a/d72/d94/l14d 0 2024-09-17T10:40:01.391 INFO:tasks.workunit.client.0.smithi159.stdout:2/861: dwrite d0/d6c/ff3 [0,4194304] 0 2024-09-17T10:40:01.392 INFO:tasks.workunit.client.0.smithi159.stdout:2/862: read d0/df/d3e/d7a/f9b [103283,47157] 0 2024-09-17T10:40:01.392 INFO:tasks.workunit.client.0.smithi159.stdout:0/902: symlink d5/dcf/d18/d22/da2/df0/dfa/l13f 0 2024-09-17T10:40:01.392 INFO:tasks.workunit.client.0.smithi159.stdout:0/903: truncate d5/d12/f55 1032930 0 2024-09-17T10:40:01.396 INFO:tasks.workunit.client.0.smithi159.stdout:8/976: stat d4/da/fb9 0 2024-09-17T10:40:01.396 INFO:tasks.workunit.client.0.smithi159.stdout:8/977: write d4/dd/d10/d1a/d72/d94/fa0 [415230,39905] 0 2024-09-17T10:40:01.396 INFO:tasks.workunit.client.0.smithi159.stdout:8/978: chown d4/dd/d10e 1456 1 2024-09-17T10:40:01.401 INFO:tasks.workunit.client.0.smithi159.stdout:2/863: dread d0/d9/f23 [0,4194304] 0 2024-09-17T10:40:01.401 INFO:tasks.workunit.client.0.smithi159.stdout:2/864: chown d0/df/d3e/d47/la0 23231 1 2024-09-17T10:40:01.402 INFO:tasks.workunit.client.0.smithi159.stdout:8/979: mkdir d4/dd/d10/d33/d99/daf/d10f/d125/d14e 0 2024-09-17T10:40:01.403 INFO:tasks.workunit.client.0.smithi159.stdout:8/980: chown d4/dd/d10e/fdd 913 1 2024-09-17T10:40:01.404 INFO:tasks.workunit.client.0.smithi159.stdout:2/865: symlink d0/d26/d4b/l125 0 2024-09-17T10:40:01.404 INFO:tasks.workunit.client.0.smithi159.stdout:2/866: write d0/df/dee/d5e/fca [548523,99939] 0 2024-09-17T10:40:01.405 INFO:tasks.workunit.client.0.smithi159.stdout:0/904: dwrite d5/dcf/d18/d22/da2/d115/d62/f114 [0,4194304] 0 2024-09-17T10:40:01.406 INFO:tasks.workunit.client.0.smithi159.stdout:8/981: mkdir d4/dd/d10/d33/d99/d14f 0 2024-09-17T10:40:01.406 INFO:tasks.workunit.client.0.smithi159.stdout:8/982: write d4/d4e/f52 [1667493,48581] 0 2024-09-17T10:40:01.413 INFO:tasks.workunit.client.0.smithi159.stdout:0/905: mkdir d5/dcf/d18/d22/da2/db3/d100/d122/d140 0 2024-09-17T10:40:01.414 INFO:tasks.workunit.client.0.smithi159.stdout:8/983: chown d4/da/f8e 8222579 1 2024-09-17T10:40:01.415 INFO:tasks.workunit.client.0.smithi159.stdout:0/906: dread d5/dcf/d18/d22/da2/d115/d62/fcd [0,4194304] 0 2024-09-17T10:40:01.418 INFO:tasks.workunit.client.0.smithi159.stdout:8/984: symlink d4/dd/d10/d33/df2/l150 0 2024-09-17T10:40:01.419 INFO:tasks.workunit.client.0.smithi159.stdout:8/985: mkdir d4/dd/d10/d4b/d9c/d151 0 2024-09-17T10:40:01.425 INFO:tasks.workunit.client.0.smithi159.stdout:0/907: write d5/d4f/db2/fba [2299453,44855] 0 2024-09-17T10:40:01.426 INFO:tasks.workunit.client.0.smithi159.stdout:0/908: creat d5/dcf/d18/d22/da2/f141 x:0 0 0 2024-09-17T10:40:01.427 INFO:tasks.workunit.client.0.smithi159.stdout:0/909: getdents d5/d12/d32/dc3 0 2024-09-17T10:40:01.433 INFO:tasks.workunit.client.0.smithi159.stdout:8/986: dwrite d4/dd/d10/d1a/d6b/f13d [0,4194304] 0 2024-09-17T10:40:01.436 INFO:tasks.workunit.client.0.smithi159.stdout:0/910: dread d5/d12/d32/fc6 [0,4194304] 0 2024-09-17T10:40:01.436 INFO:tasks.workunit.client.0.smithi159.stdout:0/911: chown d5/d12/d32/dc3 1331 1 2024-09-17T10:40:01.442 INFO:tasks.workunit.client.1.smithi170.stdout:8/587: sync 2024-09-17T10:40:01.442 INFO:tasks.workunit.client.1.smithi170.stdout:2/727: sync 2024-09-17T10:40:01.442 INFO:tasks.workunit.client.1.smithi170.stdout:2/728: readlink dd/d14/d19/d4c/d63/d32/l27 0 2024-09-17T10:40:01.442 INFO:tasks.workunit.client.1.smithi170.stdout:8/588: write d4/df/d94/fa9 [399612,22185] 0 2024-09-17T10:40:01.442 INFO:tasks.workunit.client.1.smithi170.stdout:8/589: stat d4/df/d3a/l5b 0 2024-09-17T10:40:01.450 INFO:tasks.workunit.client.0.smithi159.stdout:2/867: dwrite d0/d6c/dba/fcf [0,4194304] 0 2024-09-17T10:40:01.453 INFO:tasks.workunit.client.1.smithi170.stdout:2/729: creat dd/d1a/da4/ff3 x:0 0 0 2024-09-17T10:40:01.453 INFO:tasks.workunit.client.1.smithi170.stdout:2/730: chown dd/d3a/ce6 53222 1 2024-09-17T10:40:01.454 INFO:tasks.workunit.client.1.smithi170.stdout:2/731: readlink dd/d14/d19/d4c/da6/ld6 0 2024-09-17T10:40:01.454 INFO:tasks.workunit.client.1.smithi170.stdout:2/732: chown dd/d14/d19/f59 12 1 2024-09-17T10:40:01.456 INFO:tasks.workunit.client.0.smithi159.stdout:8/987: rename d4/dd/d10/d33/d99/d103/f12f to d4/dd/d10/d1a/d6d/f152 0 2024-09-17T10:40:01.458 INFO:tasks.workunit.client.1.smithi170.stdout:8/590: symlink d4/df/d95/lc1 0 2024-09-17T10:40:01.465 INFO:tasks.workunit.client.1.smithi170.stdout:2/733: rename dd/d14/d19/f68 to dd/de4/ff4 0 2024-09-17T10:40:01.467 INFO:tasks.workunit.client.1.smithi170.stdout:8/591: mknod d4/df/d62/d88/cc2 0 2024-09-17T10:40:01.472 INFO:tasks.workunit.client.1.smithi170.stdout:2/734: truncate dd/f21 4177377 0 2024-09-17T10:40:01.474 INFO:tasks.workunit.client.1.smithi170.stdout:2/735: creat dd/d3a/d84/ff5 x:0 0 0 2024-09-17T10:40:01.476 INFO:tasks.workunit.client.0.smithi159.stdout:2/868: dwrite d0/d26/f10d [0,4194304] 0 2024-09-17T10:40:01.477 INFO:tasks.workunit.client.1.smithi170.stdout:2/736: creat dd/d14/d19/d4c/d63/ff6 x:0 0 0 2024-09-17T10:40:01.478 INFO:tasks.workunit.client.1.smithi170.stdout:2/737: stat dd/d54 0 2024-09-17T10:40:01.478 INFO:tasks.workunit.client.1.smithi170.stdout:2/738: creat dd/d14/d19/d4c/d63/da3/ff7 x:0 0 0 2024-09-17T10:40:01.480 INFO:tasks.workunit.client.1.smithi170.stdout:8/592: read d4/d2e/f81 [7412432,39897] 0 2024-09-17T10:40:01.483 INFO:tasks.workunit.client.1.smithi170.stdout:8/593: creat d4/df/d3f/d44/d80/fc3 x:0 0 0 2024-09-17T10:40:01.488 INFO:tasks.workunit.client.0.smithi159.stdout:2/869: creat d0/d14/f126 x:0 0 0 2024-09-17T10:40:01.489 INFO:tasks.workunit.client.0.smithi159.stdout:8/988: symlink d4/dd/d26/l153 0 2024-09-17T10:40:01.491 INFO:tasks.workunit.client.0.smithi159.stdout:2/870: rename d0/df/dee/dd3/dd6/d108/c10e to d0/d9/c127 0 2024-09-17T10:40:01.492 INFO:tasks.workunit.client.0.smithi159.stdout:8/989: symlink d4/d32/l154 0 2024-09-17T10:40:01.492 INFO:tasks.workunit.client.0.smithi159.stdout:8/990: chown d4/dd/d10e/dfd/c108 632028947 1 2024-09-17T10:40:01.494 INFO:tasks.workunit.client.0.smithi159.stdout:6/942: sync 2024-09-17T10:40:01.494 INFO:tasks.workunit.client.0.smithi159.stdout:5/791: sync 2024-09-17T10:40:01.494 INFO:tasks.workunit.client.0.smithi159.stdout:6/943: write d1/df/d2c/f4b [9025749,123839] 0 2024-09-17T10:40:01.495 INFO:tasks.workunit.client.0.smithi159.stdout:5/792: dread d19/d6f/fb9 [0,4194304] 0 2024-09-17T10:40:01.497 INFO:tasks.workunit.client.0.smithi159.stdout:2/871: creat d0/d26/d4b/d6d/f128 x:0 0 0 2024-09-17T10:40:01.497 INFO:tasks.workunit.client.0.smithi159.stdout:8/991: fdatasync d4/da/f11e 0 2024-09-17T10:40:01.499 INFO:tasks.workunit.client.0.smithi159.stdout:6/944: link d1/df/da4/cf2 d1/df/d11/d16/c125 0 2024-09-17T10:40:01.501 INFO:tasks.workunit.client.0.smithi159.stdout:5/793: mknod d19/d1a/da4/d104/c111 0 2024-09-17T10:40:01.502 INFO:tasks.workunit.client.0.smithi159.stdout:7/840: sync 2024-09-17T10:40:01.502 INFO:tasks.workunit.client.0.smithi159.stdout:5/794: write d19/d1b/d36/fe5 [696870,122743] 0 2024-09-17T10:40:01.502 INFO:tasks.workunit.client.0.smithi159.stdout:3/918: sync 2024-09-17T10:40:01.504 INFO:tasks.workunit.client.1.smithi170.stdout:8/594: dwrite d4/df/d1e/f9b [0,4194304] 0 2024-09-17T10:40:01.504 INFO:tasks.workunit.client.1.smithi170.stdout:8/595: dread - d4/df/d1e/d69/fb2 zero size 2024-09-17T10:40:01.504 INFO:tasks.workunit.client.0.smithi159.stdout:7/841: symlink d2/d23/d67/d47/de5/l137 0 2024-09-17T10:40:01.507 INFO:tasks.workunit.client.0.smithi159.stdout:6/945: rename d1/df/d2c/f108 to d1/f126 0 2024-09-17T10:40:01.514 INFO:tasks.workunit.client.1.smithi170.stdout:8/596: rename d4/df/d3f/d4c/l75 to d4/d2e/lc4 0 2024-09-17T10:40:01.515 INFO:tasks.workunit.client.0.smithi159.stdout:7/842: mknod d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/c138 0 2024-09-17T10:40:01.515 INFO:tasks.workunit.client.0.smithi159.stdout:7/843: truncate d2/d18/d20/d2c/d11a/fca 143087 0 2024-09-17T10:40:01.519 INFO:tasks.workunit.client.0.smithi159.stdout:1/894: sync 2024-09-17T10:40:01.519 INFO:tasks.workunit.client.0.smithi159.stdout:0/912: sync 2024-09-17T10:40:01.519 INFO:tasks.workunit.client.0.smithi159.stdout:4/883: sync 2024-09-17T10:40:01.519 INFO:tasks.workunit.client.0.smithi159.stdout:9/969: sync 2024-09-17T10:40:01.522 INFO:tasks.workunit.client.1.smithi170.stdout:8/597: dread d4/d2e/f48 [0,4194304] 0 2024-09-17T10:40:01.522 INFO:tasks.workunit.client.1.smithi170.stdout:8/598: creat d4/df/d94/fc5 x:0 0 0 2024-09-17T10:40:01.522 INFO:tasks.workunit.client.0.smithi159.stdout:4/884: mkdir d0/d12/d2f/de7/d97/d9f/d5d/d99/d11b 0 2024-09-17T10:40:01.522 INFO:tasks.workunit.client.0.smithi159.stdout:4/885: dread - d0/d12/d2f/de7/d97/de6/f115 zero size 2024-09-17T10:40:01.522 INFO:tasks.workunit.client.0.smithi159.stdout:1/895: write d1/d2/f8e [1313640,39416] 0 2024-09-17T10:40:01.522 INFO:tasks.workunit.client.0.smithi159.stdout:9/970: mkdir d0/d3/d7/da/dc/d12b/d14a 0 2024-09-17T10:40:01.522 INFO:tasks.workunit.client.0.smithi159.stdout:0/913: symlink d5/dcf/d18/d22/d4c/d6b/l142 0 2024-09-17T10:40:01.524 INFO:tasks.workunit.client.0.smithi159.stdout:5/795: rename d19/d1a/d89 to d19/d1b/d1d/d112 0 2024-09-17T10:40:01.524 INFO:tasks.workunit.client.0.smithi159.stdout:5/796: write d19/d69/d78/fd8 [128680,125567] 0 2024-09-17T10:40:01.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/992: dwrite d4/d4e/de0/f12c [0,4194304] 0 2024-09-17T10:40:01.524 INFO:tasks.workunit.client.0.smithi159.stdout:8/993: creat d4/d32/d5f/f155 x:0 0 0 2024-09-17T10:40:01.525 INFO:tasks.workunit.client.1.smithi170.stdout:8/599: mkdir d4/df/d62/dc6 0 2024-09-17T10:40:01.525 INFO:tasks.workunit.client.0.smithi159.stdout:1/896: dread d1/d2/d14/f88 [0,4194304] 0 2024-09-17T10:40:01.526 INFO:tasks.workunit.client.0.smithi159.stdout:1/897: dread d1/d2/d68/fb5 [0,4194304] 0 2024-09-17T10:40:01.526 INFO:tasks.workunit.client.0.smithi159.stdout:6/946: dwrite d1/df/d2c/d35/d3e/d7c/f113 [0,4194304] 0 2024-09-17T10:40:01.527 INFO:tasks.workunit.client.0.smithi159.stdout:2/872: dwrite d0/df/dee/d5e/fca [0,4194304] 0 2024-09-17T10:40:01.527 INFO:tasks.workunit.client.0.smithi159.stdout:2/873: write d0/df/dee/dd3/de7/ff0 [643168,103568] 0 2024-09-17T10:40:01.527 INFO:tasks.workunit.client.0.smithi159.stdout:7/844: rename d2/d18/d32/l36 to d2/d44/l139 0 2024-09-17T10:40:01.530 INFO:tasks.workunit.client.0.smithi159.stdout:5/797: link d19/d1b/fdd d19/d1b/d21/f113 0 2024-09-17T10:40:01.530 INFO:tasks.workunit.client.0.smithi159.stdout:4/886: read d0/d12/d2f/de7/d97/d9f/d5d/dab/fe5 [2095258,33315] 0 2024-09-17T10:40:01.530 INFO:tasks.workunit.client.0.smithi159.stdout:6/947: dread d1/fb [0,4194304] 0 2024-09-17T10:40:01.530 INFO:tasks.workunit.client.0.smithi159.stdout:6/948: stat d1/df/cba 0 2024-09-17T10:40:01.532 INFO:tasks.workunit.client.0.smithi159.stdout:6/949: dread d1/df/d11/f3b [0,4194304] 0 2024-09-17T10:40:01.533 INFO:tasks.workunit.client.1.smithi170.stdout:8/600: read d4/df/d1e/f90 [923806,110995] 0 2024-09-17T10:40:01.534 INFO:tasks.workunit.client.0.smithi159.stdout:8/994: mkdir d4/dd/d10/d4b/d8b/d53/d156 0 2024-09-17T10:40:01.534 INFO:tasks.workunit.client.0.smithi159.stdout:8/995: fsync d4/dd/d10/d1a/d6b/f110 0 2024-09-17T10:40:01.535 INFO:tasks.workunit.client.1.smithi170.stdout:8/601: mknod d4/df/d3a/cc7 0 2024-09-17T10:40:01.536 INFO:tasks.workunit.client.0.smithi159.stdout:1/898: mkdir d1/d10/d5e/dbb/ddb/d110 0 2024-09-17T10:40:01.539 INFO:tasks.workunit.client.1.smithi170.stdout:8/602: creat d4/df/d1e/fc8 x:0 0 0 2024-09-17T10:40:01.539 INFO:tasks.workunit.client.1.smithi170.stdout:8/603: dread - d4/df/d95/fb1 zero size 2024-09-17T10:40:01.544 INFO:tasks.workunit.client.0.smithi159.stdout:2/874: mknod d0/d9/d40/d11e/c129 0 2024-09-17T10:40:01.545 INFO:tasks.workunit.client.0.smithi159.stdout:1/899: write d1/d2f/d9e/d1a/dc/d18/f69 [657829,57946] 0 2024-09-17T10:40:01.547 INFO:tasks.workunit.client.0.smithi159.stdout:7/845: mknod d2/d44/c13a 0 2024-09-17T10:40:01.548 INFO:tasks.workunit.client.0.smithi159.stdout:7/846: creat d2/d18/d32/f13b x:0 0 0 2024-09-17T10:40:01.548 INFO:tasks.workunit.client.0.smithi159.stdout:7/847: write d2/d18/d32/f13b [846020,13280] 0 2024-09-17T10:40:01.548 INFO:tasks.workunit.client.1.smithi170.stdout:8/604: dread d4/df/d94/fa9 [0,4194304] 0 2024-09-17T10:40:01.551 INFO:tasks.workunit.client.0.smithi159.stdout:5/798: creat d19/d69/d78/db3/dbd/f114 x:0 0 0 2024-09-17T10:40:01.553 INFO:tasks.workunit.client.0.smithi159.stdout:4/887: creat d0/d12/d2f/de7/da/d42/dc2/dcc/f11c x:0 0 0 2024-09-17T10:40:01.553 INFO:tasks.workunit.client.0.smithi159.stdout:4/888: chown d0/d12/d2f/de7/d24/fe1 45763141 1 2024-09-17T10:40:01.553 INFO:tasks.workunit.client.0.smithi159.stdout:4/889: fdatasync d0/f7 0 2024-09-17T10:40:01.553 INFO:tasks.workunit.client.0.smithi159.stdout:8/996: write d4/da/f66 [5083890,74659] 0 2024-09-17T10:40:01.557 INFO:tasks.workunit.client.1.smithi170.stdout:8/605: dread d4/f9 [0,4194304] 0 2024-09-17T10:40:01.557 INFO:tasks.workunit.client.0.smithi159.stdout:2/875: unlink d0/d26/d4b/c92 0 2024-09-17T10:40:01.558 INFO:tasks.workunit.client.0.smithi159.stdout:2/876: dread - d0/d26/d4b/d6d/f128 zero size 2024-09-17T10:40:01.562 INFO:tasks.workunit.client.0.smithi159.stdout:1/900: dread d1/d2f/d9e/d1a/d3b/f73 [0,4194304] 0 2024-09-17T10:40:01.562 INFO:tasks.workunit.client.0.smithi159.stdout:1/901: write d1/d10/d5e/f99 [4653854,95337] 0 2024-09-17T10:40:01.563 INFO:tasks.workunit.client.1.smithi170.stdout:8/606: symlink d4/df/d62/dc6/lc9 0 2024-09-17T10:40:01.566 INFO:tasks.workunit.client.1.smithi170.stdout:8/607: dread d4/d2e/f74 [0,4194304] 0 2024-09-17T10:40:01.567 INFO:tasks.workunit.client.0.smithi159.stdout:7/848: creat d2/d23/d67/d47/d4a/d4d/dad/dd8/f13c x:0 0 0 2024-09-17T10:40:01.568 INFO:tasks.workunit.client.0.smithi159.stdout:0/914: dwrite d5/dcf/db9/de7/f54 [0,4194304] 0 2024-09-17T10:40:01.568 INFO:tasks.workunit.client.0.smithi159.stdout:5/799: mknod d19/d1a/d32/ddc/c115 0 2024-09-17T10:40:01.569 INFO:tasks.workunit.client.0.smithi159.stdout:5/800: fdatasync d19/d1b/d1d/d59/da7/db5/f2e 0 2024-09-17T10:40:01.570 INFO:tasks.workunit.client.0.smithi159.stdout:4/890: mknod d0/d12/d2f/de7/d97/c11d 0 2024-09-17T10:40:01.571 INFO:tasks.workunit.client.0.smithi159.stdout:6/950: getdents d1/d83/d100 0 2024-09-17T10:40:01.575 INFO:tasks.workunit.client.0.smithi159.stdout:1/902: mkdir d1/d63/d8d/d111 0 2024-09-17T10:40:01.578 INFO:tasks.workunit.client.0.smithi159.stdout:9/971: rename d0/d3/d7/da/d1a/d60 to d0/d3/d7/d14b 0 2024-09-17T10:40:01.583 INFO:tasks.workunit.client.0.smithi159.stdout:7/849: unlink d2/d18/c30 0 2024-09-17T10:40:01.585 INFO:tasks.workunit.client.0.smithi159.stdout:4/891: symlink d0/d12/d2f/de7/d97/d9f/d5d/l11e 0 2024-09-17T10:40:01.585 INFO:tasks.workunit.client.0.smithi159.stdout:4/892: write d0/d12/d2f/de7/d24/f75 [4261580,24929] 0 2024-09-17T10:40:01.587 INFO:tasks.workunit.client.0.smithi159.stdout:6/951: link d1/d5d/c52 d1/df/d2c/d35/d55/c127 0 2024-09-17T10:40:01.588 INFO:tasks.workunit.client.0.smithi159.stdout:8/997: mknod d4/dd/d26/c157 0 2024-09-17T10:40:01.589 INFO:tasks.workunit.client.0.smithi159.stdout:1/903: mkdir d1/d2f/d9e/d1a/dc/d18/d112 0 2024-09-17T10:40:01.589 INFO:tasks.workunit.client.0.smithi159.stdout:8/998: dread d4/fac [0,4194304] 0 2024-09-17T10:40:01.589 INFO:tasks.workunit.client.0.smithi159.stdout:8/999: write d4/dd/d10/d4b/d8b/d53/fbe [241333,114510] 0 2024-09-17T10:40:01.591 INFO:tasks.workunit.client.0.smithi159.stdout:9/972: symlink d0/d3/d7/da/dc/de/d36/d10d/l14c 0 2024-09-17T10:40:01.591 INFO:tasks.workunit.client.0.smithi159.stdout:5/801: dwrite d19/d33/f3c [0,4194304] 0 2024-09-17T10:40:01.591 INFO:tasks.workunit.client.1.smithi170.stdout:8/608: dwrite d4/d2e/d33/f34 [4194304,4194304] 0 2024-09-17T10:40:01.591 INFO:tasks.workunit.client.1.smithi170.stdout:8/609: creat d4/df/d62/d88/fca x:0 0 0 2024-09-17T10:40:01.592 INFO:tasks.workunit.client.0.smithi159.stdout:0/915: dwrite d5/dcf/d18/d22/da2/f141 [0,4194304] 0 2024-09-17T10:40:01.592 INFO:tasks.workunit.client.0.smithi159.stdout:7/850: mknod d2/d44/da9/c13d 0 2024-09-17T10:40:01.592 INFO:tasks.workunit.client.0.smithi159.stdout:7/851: chown d2/d23/fa0 373 1 2024-09-17T10:40:01.597 INFO:tasks.workunit.client.1.smithi170.stdout:8/610: rename d4/d2e/f82 to d4/df/d62/d88/fcb 0 2024-09-17T10:40:01.600 INFO:tasks.workunit.client.0.smithi159.stdout:1/904: symlink d1/d10/d5e/dbb/de9/l113 0 2024-09-17T10:40:01.600 INFO:tasks.workunit.client.0.smithi159.stdout:1/905: read d1/d2f/d9e/d1a/dc/d18/de4/dd2/f108 [241124,26425] 0 2024-09-17T10:40:01.602 INFO:tasks.workunit.client.1.smithi170.stdout:8/611: mkdir d4/df/d1e/daa/dcc 0 2024-09-17T10:40:01.602 INFO:tasks.workunit.client.1.smithi170.stdout:8/612: write d4/df/f9f [171734,38850] 0 2024-09-17T10:40:01.604 INFO:tasks.workunit.client.0.smithi159.stdout:9/973: creat d0/d1/d2/d85/dd8/f14d x:0 0 0 2024-09-17T10:40:01.608 INFO:tasks.workunit.client.1.smithi170.stdout:8/613: dread d4/df/d3f/f4a [4194304,4194304] 0 2024-09-17T10:40:01.611 INFO:tasks.workunit.client.1.smithi170.stdout:8/614: dread d4/df/d3f/f7a [0,4194304] 0 2024-09-17T10:40:01.616 INFO:tasks.workunit.client.0.smithi159.stdout:5/802: mkdir d19/d69/d78/db3/dbd/d74/d116 0 2024-09-17T10:40:01.619 INFO:tasks.workunit.client.1.smithi170.stdout:8/615: creat d4/fcd x:0 0 0 2024-09-17T10:40:01.619 INFO:tasks.workunit.client.1.smithi170.stdout:8/616: stat d4/df/d3a/lb5 0 2024-09-17T10:40:01.622 INFO:tasks.workunit.client.1.smithi170.stdout:8/617: link d4/df/d76/d85/cbf d4/df/d62/d88/cce 0 2024-09-17T10:40:01.625 INFO:tasks.workunit.client.1.smithi170.stdout:8/618: rename d4/df/d1e/d69/lba to d4/df/d94/lcf 0 2024-09-17T10:40:01.625 INFO:tasks.workunit.client.0.smithi159.stdout:4/893: write d0/d12/d2f/de7/da/d33/f78 [1069846,19293] 0 2024-09-17T10:40:01.625 INFO:tasks.workunit.client.0.smithi159.stdout:4/894: chown d0/d12/db1 37115 1 2024-09-17T10:40:01.627 INFO:tasks.workunit.client.1.smithi170.stdout:8/619: mknod d4/df/cd0 0 2024-09-17T10:40:01.632 INFO:tasks.workunit.client.0.smithi159.stdout:0/916: creat d5/dcf/db9/de7/d128/f143 x:0 0 0 2024-09-17T10:40:01.634 INFO:tasks.workunit.client.0.smithi159.stdout:7/852: symlink d2/d18/d20/d3f/d77/l13e 0 2024-09-17T10:40:01.634 INFO:tasks.workunit.client.0.smithi159.stdout:7/853: chown d2/d18/d32/l35 1944 1 2024-09-17T10:40:01.635 INFO:tasks.workunit.client.0.smithi159.stdout:6/952: symlink d1/df/d2c/d35/d3e/l128 0 2024-09-17T10:40:01.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/620: write d4/d2e/f77 [1771958,127601] 0 2024-09-17T10:40:01.636 INFO:tasks.workunit.client.1.smithi170.stdout:8/621: write d4/df/d1e/f90 [3693820,105377] 0 2024-09-17T10:40:01.637 INFO:tasks.workunit.client.0.smithi159.stdout:2/877: rename d0/d14 to d0/df/d3e/d46/dc4/d12a 0 2024-09-17T10:40:01.637 INFO:tasks.workunit.client.0.smithi159.stdout:2/878: write d0/df/d3e/d7a/ffc [721856,59809] 0 2024-09-17T10:40:01.638 INFO:tasks.workunit.client.0.smithi159.stdout:6/953: dread d1/df/d2c/d35/f114 [0,4194304] 0 2024-09-17T10:40:01.638 INFO:tasks.workunit.client.0.smithi159.stdout:6/954: read d1/df/f42 [4185039,111408] 0 2024-09-17T10:40:01.638 INFO:tasks.workunit.client.0.smithi159.stdout:6/955: write d1/d83/d100/f111 [643011,16659] 0 2024-09-17T10:40:01.638 INFO:tasks.workunit.client.0.smithi159.stdout:9/974: creat d0/d3/d7/da/d46/de1/d47/f14e x:0 0 0 2024-09-17T10:40:01.640 INFO:tasks.workunit.client.0.smithi159.stdout:6/956: dread d1/df/d2c/d85/f72 [0,4194304] 0 2024-09-17T10:40:01.640 INFO:tasks.workunit.client.0.smithi159.stdout:6/957: creat d1/db4/dfe/f129 x:0 0 0 2024-09-17T10:40:01.640 INFO:tasks.workunit.client.0.smithi159.stdout:5/803: creat d19/d1a/d32/ddc/f117 x:0 0 0 2024-09-17T10:40:01.642 INFO:tasks.workunit.client.0.smithi159.stdout:4/895: creat d0/d12/d2f/de7/d97/d9f/d5d/d99/d11b/f11f x:0 0 0 2024-09-17T10:40:01.644 INFO:tasks.workunit.client.1.smithi170.stdout:8/622: dread d4/f1d [4194304,4194304] 0 2024-09-17T10:40:01.646 INFO:tasks.workunit.client.0.smithi159.stdout:9/975: dread d0/d3/d7/da/dc/d1c/f2e [4194304,4194304] 0 2024-09-17T10:40:01.649 INFO:tasks.workunit.client.0.smithi159.stdout:1/906: rename d1/d10/d5e/dbb/ddb/da2/dc5/f9d to d1/d2f/d9e/d1a/d3b/dd3/f114 0 2024-09-17T10:40:01.649 INFO:tasks.workunit.client.0.smithi159.stdout:0/917: rename d5/d4f/d67/dad to d5/d4f/d67/dad/d144 22 2024-09-17T10:40:01.651 INFO:tasks.workunit.client.1.smithi170.stdout:8/623: mkdir d4/df/d3f/d44/d80/dd1 0 2024-09-17T10:40:01.653 INFO:tasks.workunit.client.1.smithi170.stdout:8/624: truncate d4/f79 206705 0 2024-09-17T10:40:01.654 INFO:tasks.workunit.client.1.smithi170.stdout:8/625: read - d4/df/d62/d88/fa6 zero size 2024-09-17T10:40:01.654 INFO:tasks.workunit.client.0.smithi159.stdout:3/919: sync 2024-09-17T10:40:01.655 INFO:tasks.workunit.client.0.smithi159.stdout:5/804: mknod d19/d1a/d32/ddc/c118 0 2024-09-17T10:40:01.656 INFO:tasks.workunit.client.0.smithi159.stdout:9/976: symlink d0/d3/d33/l14f 0 2024-09-17T10:40:01.657 INFO:tasks.workunit.client.0.smithi159.stdout:9/977: dread - d0/d3/d7/da/dc/de/d21/fca zero size 2024-09-17T10:40:01.657 INFO:tasks.workunit.client.0.smithi159.stdout:9/978: chown d0/d1/c1f 2649 1 2024-09-17T10:40:01.657 INFO:tasks.workunit.client.1.smithi170.stdout:8/626: symlink d4/df/d76/ld2 0 2024-09-17T10:40:01.659 INFO:tasks.workunit.client.0.smithi159.stdout:0/918: creat d5/dcf/d18/d22/da2/df0/dfa/f145 x:0 0 0 2024-09-17T10:40:01.660 INFO:tasks.workunit.client.0.smithi159.stdout:1/907: mkdir d1/d63/d8d/d111/d115 0 2024-09-17T10:40:01.660 INFO:tasks.workunit.client.0.smithi159.stdout:1/908: fdatasync d1/d10/d5e/dbb/ddb/da2/dc5/f85 0 2024-09-17T10:40:01.660 INFO:tasks.workunit.client.0.smithi159.stdout:7/854: write d2/d23/f37 [3502553,18082] 0 2024-09-17T10:40:01.662 INFO:tasks.workunit.client.0.smithi159.stdout:7/855: write d2/d18/d32/f13b [152952,34257] 0 2024-09-17T10:40:01.664 INFO:tasks.workunit.client.1.smithi170.stdout:8/627: getdents d4/df/d94 0 2024-09-17T10:40:01.664 INFO:tasks.workunit.client.1.smithi170.stdout:8/628: fdatasync d4/df/d3f/f7a 0 2024-09-17T10:40:01.667 INFO:tasks.workunit.client.1.smithi170.stdout:8/629: mknod d4/cd3 0 2024-09-17T10:40:01.667 INFO:tasks.workunit.client.1.smithi170.stdout:8/630: write d4/df/f6e [596288,73488] 0 2024-09-17T10:40:01.670 INFO:tasks.workunit.client.0.smithi159.stdout:2/879: link d0/d9/c127 d0/df/c12b 0 2024-09-17T10:40:01.673 INFO:tasks.workunit.client.0.smithi159.stdout:6/958: mkdir d1/df/d2c/d35/d3e/d12a 0 2024-09-17T10:40:01.674 INFO:tasks.workunit.client.0.smithi159.stdout:1/909: dwrite d1/d10/d5e/dbb/fce [0,4194304] 0 2024-09-17T10:40:01.674 INFO:tasks.workunit.client.0.smithi159.stdout:1/910: fdatasync d1/d2f/d9e/d1a/dc/d18/de4/ff1 0 2024-09-17T10:40:01.674 INFO:tasks.workunit.client.1.smithi170.stdout:8/631: getdents d4/df/d1e 0 2024-09-17T10:40:01.676 INFO:tasks.workunit.client.1.smithi170.stdout:8/632: dread d4/df/f3b [0,4194304] 0 2024-09-17T10:40:01.676 INFO:tasks.workunit.client.1.smithi170.stdout:8/633: chown d4/df/d3a/f61 2360 1 2024-09-17T10:40:01.676 INFO:tasks.workunit.client.1.smithi170.stdout:8/634: write d4/df/d95/fb1 [508683,63583] 0 2024-09-17T10:40:01.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:01 smithi159 ceph-mon[27674]: pgmap v279: 65 pgs: 65 active+clean; 2.7 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 257 MiB/s rd, 334 MiB/s wr, 469 op/s 2024-09-17T10:40:01.678 INFO:tasks.workunit.client.0.smithi159.stdout:5/805: link d19/d1b/l87 d19/d1b/d1d/d59/da7/de2/l119 0 2024-09-17T10:40:01.679 INFO:tasks.workunit.client.0.smithi159.stdout:9/979: rmdir d0/d3/d7/da 39 2024-09-17T10:40:01.679 INFO:tasks.workunit.client.0.smithi159.stdout:9/980: chown d0/d3/d7/da/d46/d54/d8b/db8/fbd 13 1 2024-09-17T10:40:01.681 INFO:tasks.workunit.client.0.smithi159.stdout:0/919: mkdir d5/dcf/d18/d22/da2/db3/d146 0 2024-09-17T10:40:01.681 INFO:tasks.workunit.client.0.smithi159.stdout:0/920: truncate d5/d12/f55 1321120 0 2024-09-17T10:40:01.682 INFO:tasks.workunit.client.1.smithi170.stdout:0/564: sync 2024-09-17T10:40:01.682 INFO:tasks.workunit.client.1.smithi170.stdout:8/635: getdents d4/df/d3a 0 2024-09-17T10:40:01.686 INFO:tasks.workunit.client.0.smithi159.stdout:7/856: mknod d2/d23/d67/d7b/c13f 0 2024-09-17T10:40:01.686 INFO:tasks.workunit.client.0.smithi159.stdout:7/857: chown d2/d23/d67/d47/d4a/d4d/dad/dd8 0 1 2024-09-17T10:40:01.687 INFO:tasks.workunit.client.0.smithi159.stdout:7/858: dread - d2/d44/da9/f119 zero size 2024-09-17T10:40:01.687 INFO:tasks.workunit.client.1.smithi170.stdout:8/636: symlink d4/df/d62/ld4 0 2024-09-17T10:40:01.689 INFO:tasks.workunit.client.0.smithi159.stdout:2/880: symlink d0/df/dee/dd3/dd6/l12c 0 2024-09-17T10:40:01.691 INFO:tasks.workunit.client.0.smithi159.stdout:6/959: rename d1/df/d2c/c9b to d1/db4/dfe/c12b 0 2024-09-17T10:40:01.695 INFO:tasks.workunit.client.0.smithi159.stdout:1/911: getdents d1/d63/d6c/dc9 0 2024-09-17T10:40:01.695 INFO:tasks.workunit.client.1.smithi170.stdout:8/637: write d4/f21 [2160245,122552] 0 2024-09-17T10:40:01.696 INFO:tasks.workunit.client.0.smithi159.stdout:3/920: creat d9/df/d2c/d2f/d63/d8d/d74/d82/f11b x:0 0 0 2024-09-17T10:40:01.697 INFO:tasks.workunit.client.0.smithi159.stdout:5/806: creat d19/d6f/f11a x:0 0 0 2024-09-17T10:40:01.699 INFO:tasks.workunit.client.1.smithi170.stdout:8/638: link d4/d2e/c38 d4/df/d3f/d44/d80/cd5 0 2024-09-17T10:40:01.701 INFO:tasks.workunit.client.0.smithi159.stdout:9/981: unlink d0/d3/d7/da/dc/d34/lf9 0 2024-09-17T10:40:01.702 INFO:tasks.workunit.client.0.smithi159.stdout:0/921: symlink d5/d4f/d67/da6/d10d/l147 0 2024-09-17T10:40:01.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:01 smithi170 ceph-mon[33842]: pgmap v279: 65 pgs: 65 active+clean; 2.7 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 257 MiB/s rd, 334 MiB/s wr, 469 op/s 2024-09-17T10:40:01.703 INFO:tasks.workunit.client.1.smithi170.stdout:8/639: rename d4/lbe to d4/df/d3f/d44/d80/dd1/ld6 0 2024-09-17T10:40:01.704 INFO:tasks.workunit.client.0.smithi159.stdout:7/859: creat d2/d18/f140 x:0 0 0 2024-09-17T10:40:01.705 INFO:tasks.workunit.client.1.smithi170.stdout:0/565: dwrite dd/de/d3d/d4d/f95 [0,4194304] 0 2024-09-17T10:40:01.705 INFO:tasks.workunit.client.0.smithi159.stdout:2/881: mknod d0/d26/d4b/d6d/c12d 0 2024-09-17T10:40:01.705 INFO:tasks.workunit.client.0.smithi159.stdout:2/882: write d0/df/dee/dd3/de7/f103 [202428,96733] 0 2024-09-17T10:40:01.705 INFO:tasks.workunit.client.0.smithi159.stdout:2/883: write d0/d26/d4b/f6f [448308,29949] 0 2024-09-17T10:40:01.706 INFO:tasks.workunit.client.0.smithi159.stdout:6/960: mkdir d1/d5d/d12c 0 2024-09-17T10:40:01.706 INFO:tasks.workunit.client.0.smithi159.stdout:6/961: write d1/d5d/d51/f66 [215349,46584] 0 2024-09-17T10:40:01.709 INFO:tasks.workunit.client.0.smithi159.stdout:1/912: rename d1/d10/l1f to d1/d2f/d9e/d1a/dc/d18/de4/l116 0 2024-09-17T10:40:01.709 INFO:tasks.workunit.client.0.smithi159.stdout:1/913: write d1/d2f/d9e/d1a/f98 [1015818,47813] 0 2024-09-17T10:40:01.712 INFO:tasks.workunit.client.0.smithi159.stdout:3/921: link d9/df/d3f/lde d9/df/d54/d59/d5e/d9a/ddd/de2/l11c 0 2024-09-17T10:40:01.712 INFO:tasks.workunit.client.0.smithi159.stdout:3/922: stat d9/df/d3f/fd1 0 2024-09-17T10:40:01.713 INFO:tasks.workunit.client.1.smithi170.stdout:8/640: dread d4/df/d3f/f4a [0,4194304] 0 2024-09-17T10:40:01.714 INFO:tasks.workunit.client.0.smithi159.stdout:5/807: creat d19/d33/dc7/f11b x:0 0 0 2024-09-17T10:40:01.716 INFO:tasks.workunit.client.0.smithi159.stdout:1/914: read d1/d2/f4f [2902013,42412] 0 2024-09-17T10:40:01.716 INFO:tasks.workunit.client.0.smithi159.stdout:1/915: creat d1/d2/d14/d67/dd6/f117 x:0 0 0 2024-09-17T10:40:01.717 INFO:tasks.workunit.client.0.smithi159.stdout:9/982: unlink d0/d1/d2/c139 0 2024-09-17T10:40:01.717 INFO:tasks.workunit.client.0.smithi159.stdout:9/983: truncate d0/d3/d7/da/d46/d54/d8b/de8/f13e 348577 0 2024-09-17T10:40:01.718 INFO:tasks.workunit.client.1.smithi170.stdout:8/641: symlink d4/df/d3f/d44/dad/ld7 0 2024-09-17T10:40:01.719 INFO:tasks.workunit.client.0.smithi159.stdout:0/922: mknod d5/d4f/de2/c148 0 2024-09-17T10:40:01.719 INFO:tasks.workunit.client.1.smithi170.stdout:0/566: getdents dd/de/d3d/d4d/d5c 0 2024-09-17T10:40:01.722 INFO:tasks.workunit.client.1.smithi170.stdout:8/642: mknod d4/df/d3f/d44/d80/dd1/cd8 0 2024-09-17T10:40:01.723 INFO:tasks.workunit.client.0.smithi159.stdout:2/884: mknod d0/df/d3e/d7a/d91/ded/c12e 0 2024-09-17T10:40:01.725 INFO:tasks.workunit.client.0.smithi159.stdout:5/808: write d19/d1b/d1d/d59/da7/db5/f7b [188303,79956] 0 2024-09-17T10:40:01.725 INFO:tasks.workunit.client.1.smithi170.stdout:0/567: mkdir dd/de/d16/d54/d63/db0 0 2024-09-17T10:40:01.726 INFO:tasks.workunit.client.1.smithi170.stdout:8/643: dread d4/f21 [0,4194304] 0 2024-09-17T10:40:01.726 INFO:tasks.workunit.client.0.smithi159.stdout:1/916: dread d1/d2/f54 [0,4194304] 0 2024-09-17T10:40:01.727 INFO:tasks.workunit.client.0.smithi159.stdout:1/917: fsync d1/d2f/d9e/d1a/dc/d18/f37 0 2024-09-17T10:40:01.728 INFO:tasks.workunit.client.0.smithi159.stdout:6/962: creat d1/df/f12d x:0 0 0 2024-09-17T10:40:01.732 INFO:tasks.workunit.client.1.smithi170.stdout:8/644: symlink d4/df/d1e/daa/dcc/ld9 0 2024-09-17T10:40:01.736 INFO:tasks.workunit.client.0.smithi159.stdout:0/923: dwrite d5/dcf/d18/d22/fa4 [0,4194304] 0 2024-09-17T10:40:01.737 INFO:tasks.workunit.client.1.smithi170.stdout:0/568: symlink dd/de/d10/d13/d59/lb1 0 2024-09-17T10:40:01.739 INFO:tasks.workunit.client.1.smithi170.stdout:8/645: getdents d4/df/d3f 0 2024-09-17T10:40:01.741 INFO:tasks.workunit.client.0.smithi159.stdout:5/809: write d19/d1a/d32/f3f [2981274,120686] 0 2024-09-17T10:40:01.742 INFO:tasks.workunit.client.1.smithi170.stdout:8/646: unlink d4/df/d62/f99 0 2024-09-17T10:40:01.744 INFO:tasks.workunit.client.0.smithi159.stdout:7/860: rename d2/d18/d20/d3f/d73/d95/dc4/deb/ccd to d2/d9a/de4/d12e/c141 0 2024-09-17T10:40:01.746 INFO:tasks.workunit.client.1.smithi170.stdout:0/569: write dd/de/d10/f43 [7209432,22516] 0 2024-09-17T10:40:01.746 INFO:tasks.workunit.client.0.smithi159.stdout:3/923: rmdir d9/df/d54/d59/d5e/d9a 39 2024-09-17T10:40:01.748 INFO:tasks.workunit.client.0.smithi159.stdout:0/924: write d5/ff [1192083,64681] 0 2024-09-17T10:40:01.748 INFO:tasks.workunit.client.0.smithi159.stdout:1/918: mknod d1/d10/d5e/dbb/c118 0 2024-09-17T10:40:01.751 INFO:tasks.workunit.client.0.smithi159.stdout:7/861: getdents d2/d18/d20/d2c 0 2024-09-17T10:40:01.751 INFO:tasks.workunit.client.0.smithi159.stdout:7/862: chown d2/d18/d20/d2c/f5e 163834 1 2024-09-17T10:40:01.752 INFO:tasks.workunit.client.0.smithi159.stdout:6/963: dwrite d1/df/f45 [0,4194304] 0 2024-09-17T10:40:01.754 INFO:tasks.workunit.client.0.smithi159.stdout:0/925: creat d5/f149 x:0 0 0 2024-09-17T10:40:01.755 INFO:tasks.workunit.client.0.smithi159.stdout:5/810: getdents d19/d1b/d1d 0 2024-09-17T10:40:01.755 INFO:tasks.workunit.client.0.smithi159.stdout:5/811: fdatasync d19/d1a/d32/fdf 0 2024-09-17T10:40:01.756 INFO:tasks.workunit.client.0.smithi159.stdout:6/964: mknod d1/d83/c12e 0 2024-09-17T10:40:01.757 INFO:tasks.workunit.client.0.smithi159.stdout:6/965: chown d1/d83/c97 246 1 2024-09-17T10:40:01.757 INFO:tasks.workunit.client.0.smithi159.stdout:6/966: dread - d1/db4/ffb zero size 2024-09-17T10:40:01.757 INFO:tasks.workunit.client.0.smithi159.stdout:9/984: rename d0/d3/d7/da/d46/de1/d47 to d0/d3/d7/da/dc/de/d150 0 2024-09-17T10:40:01.757 INFO:tasks.workunit.client.0.smithi159.stdout:0/926: dread d5/dcf/d18/d22/da2/d115/d62/ff2 [0,4194304] 0 2024-09-17T10:40:01.759 INFO:tasks.workunit.client.1.smithi170.stdout:0/570: write fc [11392525,41337] 0 2024-09-17T10:40:01.763 INFO:tasks.workunit.client.0.smithi159.stdout:3/924: write d9/df/f58 [824305,20166] 0 2024-09-17T10:40:01.763 INFO:tasks.workunit.client.0.smithi159.stdout:6/967: getdents d1/df/d11/d5a/db2/dce 0 2024-09-17T10:40:01.763 INFO:tasks.workunit.client.0.smithi159.stdout:9/985: mknod d0/d3/d7/da/dc/d3a/d97/c151 0 2024-09-17T10:40:01.763 INFO:tasks.workunit.client.0.smithi159.stdout:6/968: read - d1/df/d11/d5a/db2/dce/dd5/de7/d9f/fe0 zero size 2024-09-17T10:40:01.763 INFO:tasks.workunit.client.0.smithi159.stdout:6/969: truncate d1/df/d2c/d85/f5f 442559 0 2024-09-17T10:40:01.765 INFO:tasks.workunit.client.0.smithi159.stdout:2/885: dwrite d0/d26/f10d [0,4194304] 0 2024-09-17T10:40:01.767 INFO:tasks.workunit.client.1.smithi170.stdout:8/647: dwrite d4/df/d3a/f60 [4194304,4194304] 0 2024-09-17T10:40:01.767 INFO:tasks.workunit.client.0.smithi159.stdout:3/925: link d9/df/d54/c7f d9/df/d54/d59/d5e/d9a/c11d 0 2024-09-17T10:40:01.769 INFO:tasks.workunit.client.0.smithi159.stdout:9/986: symlink d0/d3/dfe/l152 0 2024-09-17T10:40:01.770 INFO:tasks.workunit.client.1.smithi170.stdout:8/648: write d4/df/f37 [1408894,81703] 0 2024-09-17T10:40:01.775 INFO:tasks.workunit.client.1.smithi170.stdout:8/649: creat d4/df/d94/fda x:0 0 0 2024-09-17T10:40:01.778 INFO:tasks.workunit.client.0.smithi159.stdout:2/886: creat d0/d6c/dba/f12f x:0 0 0 2024-09-17T10:40:01.780 INFO:tasks.workunit.client.1.smithi170.stdout:8/650: symlink d4/d2e/ldb 0 2024-09-17T10:40:01.780 INFO:tasks.workunit.client.1.smithi170.stdout:8/651: creat d4/df/d94/fdc x:0 0 0 2024-09-17T10:40:01.780 INFO:tasks.workunit.client.1.smithi170.stdout:8/652: stat d4/df/d3f/d4c 0 2024-09-17T10:40:01.781 INFO:tasks.workunit.client.0.smithi159.stdout:9/987: mkdir d0/d3/d7/da/dc/d1c/d153 0 2024-09-17T10:40:01.782 INFO:tasks.workunit.client.0.smithi159.stdout:4/896: sync 2024-09-17T10:40:01.782 INFO:tasks.workunit.client.0.smithi159.stdout:2/887: creat d0/d9/d40/f130 x:0 0 0 2024-09-17T10:40:01.786 INFO:tasks.workunit.client.0.smithi159.stdout:9/988: creat d0/d78/f154 x:0 0 0 2024-09-17T10:40:01.787 INFO:tasks.workunit.client.1.smithi170.stdout:8/653: symlink d4/df/d3a/dbb/ldd 0 2024-09-17T10:40:01.787 INFO:tasks.workunit.client.0.smithi159.stdout:4/897: rmdir d0/d12/d2f/de7/d24/d117/d53/dbc 39 2024-09-17T10:40:01.787 INFO:tasks.workunit.client.0.smithi159.stdout:4/898: chown d0/d12/db1 0 1 2024-09-17T10:40:01.789 INFO:tasks.workunit.client.0.smithi159.stdout:2/888: creat d0/df/d3e/d7a/d91/ded/f131 x:0 0 0 2024-09-17T10:40:01.790 INFO:tasks.workunit.client.1.smithi170.stdout:8/654: rename d4/df/d62/d88/cbc to d4/df/d1e/d69/cde 0 2024-09-17T10:40:01.790 INFO:tasks.workunit.client.1.smithi170.stdout:8/655: dread - d4/df/d3f/d4c/f8e zero size 2024-09-17T10:40:01.794 INFO:tasks.workunit.client.0.smithi159.stdout:4/899: rename d0/d12/d2f/de7/feb to d0/d12/dc4/d11a/f120 0 2024-09-17T10:40:01.795 INFO:tasks.workunit.client.0.smithi159.stdout:9/989: rmdir d0/d3/d7/da9 39 2024-09-17T10:40:01.796 INFO:tasks.workunit.client.0.smithi159.stdout:9/990: creat d0/d3/d7/da/d46/de1/d55/f155 x:0 0 0 2024-09-17T10:40:01.796 INFO:tasks.workunit.client.0.smithi159.stdout:9/991: creat d0/d1/d2/dea/f156 x:0 0 0 2024-09-17T10:40:01.798 INFO:tasks.workunit.client.0.smithi159.stdout:1/919: dwrite d1/d2/d14/d67/fd1 [0,4194304] 0 2024-09-17T10:40:01.798 INFO:tasks.workunit.client.0.smithi159.stdout:5/812: dwrite d19/d1b/fdd [0,4194304] 0 2024-09-17T10:40:01.798 INFO:tasks.workunit.client.0.smithi159.stdout:3/926: dwrite d9/df/d2c/d2f/d63/d8d/fd9 [0,4194304] 0 2024-09-17T10:40:01.798 INFO:tasks.workunit.client.0.smithi159.stdout:3/927: fdatasync d9/f3d 0 2024-09-17T10:40:01.799 INFO:tasks.workunit.client.0.smithi159.stdout:7/863: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/fdc [0,4194304] 0 2024-09-17T10:40:01.799 INFO:tasks.workunit.client.0.smithi159.stdout:7/864: truncate d2/d18/d20/d3f/d73/d95/dc4/deb/d127/ff9 1125732 0 2024-09-17T10:40:01.800 INFO:tasks.workunit.client.0.smithi159.stdout:7/865: chown d2 1252 1 2024-09-17T10:40:01.800 INFO:tasks.workunit.client.0.smithi159.stdout:7/866: readlink d2/d18/d20/d3f/d73/d95/dc4/deb/d127/lc5 0 2024-09-17T10:40:01.800 INFO:tasks.workunit.client.0.smithi159.stdout:0/927: dwrite d5/f2d [0,4194304] 0 2024-09-17T10:40:01.800 INFO:tasks.workunit.client.0.smithi159.stdout:0/928: write d5/dcf/f2b [1201368,68574] 0 2024-09-17T10:40:01.800 INFO:tasks.workunit.client.0.smithi159.stdout:2/889: rename d0/d9/f37 to d0/df/d3e/d7a/f132 0 2024-09-17T10:40:01.800 INFO:tasks.workunit.client.0.smithi159.stdout:2/890: fdatasync d0/df/d3e/d47/d79/f122 0 2024-09-17T10:40:01.800 INFO:tasks.workunit.client.0.smithi159.stdout:4/900: mkdir d0/d12/d2f/de7/d24/d28/d121 0 2024-09-17T10:40:01.801 INFO:tasks.workunit.client.1.smithi170.stdout:8/656: rename d4/df/d62/d88/l9d to d4/d2e/d33/ldf 0 2024-09-17T10:40:01.804 INFO:tasks.workunit.client.1.smithi170.stdout:8/657: truncate d4/f18 8182760 0 2024-09-17T10:40:01.806 INFO:tasks.workunit.client.0.smithi159.stdout:9/992: symlink d0/d3/d7/da/dc/d34/l157 0 2024-09-17T10:40:01.812 INFO:tasks.workunit.client.0.smithi159.stdout:5/813: write fc [2228572,49137] 0 2024-09-17T10:40:01.812 INFO:tasks.workunit.client.1.smithi170.stdout:0/571: dwrite dd/de/d10/d8d/f45 [4194304,4194304] 0 2024-09-17T10:40:01.813 INFO:tasks.workunit.client.0.smithi159.stdout:0/929: creat d5/dcf/d18/d22/da2/d115/d62/f14a x:0 0 0 2024-09-17T10:40:01.815 INFO:tasks.workunit.client.0.smithi159.stdout:1/920: rename d1/d2f/d9e/d1a/dc/d18/de4/fa6 to d1/d63/d6c/f119 0 2024-09-17T10:40:01.815 INFO:tasks.workunit.client.0.smithi159.stdout:7/867: read d2/d23/f43 [2672738,54195] 0 2024-09-17T10:40:01.817 INFO:tasks.workunit.client.0.smithi159.stdout:9/993: dread d0/d3/d7/da/dc/de/d36/d10d/dcd/f119 [0,4194304] 0 2024-09-17T10:40:01.817 INFO:tasks.workunit.client.0.smithi159.stdout:4/901: truncate d0/f2a 693448 0 2024-09-17T10:40:01.817 INFO:tasks.workunit.client.1.smithi170.stdout:8/658: dread d4/f67 [0,4194304] 0 2024-09-17T10:40:01.819 INFO:tasks.workunit.client.0.smithi159.stdout:3/928: rmdir d9/df/d2c/d2f/d63/d8d/d74/d82/dd8 39 2024-09-17T10:40:01.822 INFO:tasks.workunit.client.0.smithi159.stdout:5/814: symlink d19/d1b/d1d/d112/l11c 0 2024-09-17T10:40:01.825 INFO:tasks.workunit.client.1.smithi170.stdout:8/659: write d4/d2e/f48 [3487547,14611] 0 2024-09-17T10:40:01.829 INFO:tasks.workunit.client.0.smithi159.stdout:2/891: rename d0/d9/c56 to d0/df/dee/dd3/dab/db5/c133 0 2024-09-17T10:40:01.830 INFO:tasks.workunit.client.0.smithi159.stdout:1/921: rmdir d1 39 2024-09-17T10:40:01.830 INFO:tasks.workunit.client.0.smithi159.stdout:1/922: chown d1/d2f/d9e/d1a/l2e 502254521 1 2024-09-17T10:40:01.832 INFO:tasks.workunit.client.1.smithi170.stdout:0/572: mkdir dd/de/d3d/d4d/d5c/d69/db2 0 2024-09-17T10:40:01.833 INFO:tasks.workunit.client.1.smithi170.stdout:6/544: sync 2024-09-17T10:40:01.833 INFO:tasks.workunit.client.1.smithi170.stdout:3/662: sync 2024-09-17T10:40:01.833 INFO:tasks.workunit.client.1.smithi170.stdout:3/663: write d18/d2c/d41/d94/f2a [1661516,95401] 0 2024-09-17T10:40:01.833 INFO:tasks.workunit.client.1.smithi170.stdout:3/664: write d18/d2c/d4f/da3/de0/d7c/fad [778123,67337] 0 2024-09-17T10:40:01.833 INFO:tasks.workunit.client.1.smithi170.stdout:3/665: chown d18/d59/dbc/fe1 11958 1 2024-09-17T10:40:01.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/970: dwrite d1/d5d/d51/f70 [0,4194304] 0 2024-09-17T10:40:01.834 INFO:tasks.workunit.client.0.smithi159.stdout:6/971: dread - d1/df/d11/d5a/db2/dce/dd5/de7/d9f/f9a zero size 2024-09-17T10:40:01.834 INFO:tasks.workunit.client.0.smithi159.stdout:7/868: getdents d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3 0 2024-09-17T10:40:01.838 INFO:tasks.workunit.client.0.smithi159.stdout:4/902: mkdir d0/d12/d2f/de7/da/d42/d122 0 2024-09-17T10:40:01.839 INFO:tasks.workunit.client.1.smithi170.stdout:8/660: rmdir d4/df/d3a/dbb 39 2024-09-17T10:40:01.839 INFO:tasks.workunit.client.1.smithi170.stdout:8/661: stat d4/df/d1e/d69/la5 0 2024-09-17T10:40:01.841 INFO:tasks.workunit.client.0.smithi159.stdout:3/929: mknod d9/df/d2c/d2f/d63/d8d/c11e 0 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:5/525: sync 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:4/382: sync 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:9/559: sync 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:5/526: chown d1/d27/c68 1341 1 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:9/560: readlink dd/d40/d4e/d29/d54/l6f 0 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:2/739: sync 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:5/527: fsync d1/d3/d13/d2c/f52 0 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:2/740: stat dd/d1a/d7d 0 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:5/528: truncate d1/d11/f4e 841445 0 2024-09-17T10:40:01.842 INFO:tasks.workunit.client.1.smithi170.stdout:5/529: fdatasync d1/d11/f7d 0 2024-09-17T10:40:01.843 INFO:tasks.workunit.client.1.smithi170.stdout:3/666: write d18/d2c/d4f/da3/de0/f6e [2736876,120609] 0 2024-09-17T10:40:01.843 INFO:tasks.workunit.client.1.smithi170.stdout:3/667: read - d18/d24/d73/f9e zero size 2024-09-17T10:40:01.843 INFO:tasks.workunit.client.1.smithi170.stdout:0/573: creat dd/de/d3d/d4d/d5c/d8b/fb3 x:0 0 0 2024-09-17T10:40:01.844 INFO:tasks.workunit.client.0.smithi159.stdout:5/815: mknod d19/d1a/d32/d5e/c11d 0 2024-09-17T10:40:01.844 INFO:tasks.workunit.client.0.smithi159.stdout:2/892: dwrite d0/df/dee/d67/d89/f106 [0,4194304] 0 2024-09-17T10:40:01.847 INFO:tasks.workunit.client.1.smithi170.stdout:6/545: rename d0/cb3 to d0/d18/d70/d7f/d85/d64/cb5 0 2024-09-17T10:40:01.850 INFO:tasks.workunit.client.0.smithi159.stdout:0/930: link d5/d4f/d67/da6/d10d/l147 d5/d12/d32/d3a/l14b 0 2024-09-17T10:40:01.855 INFO:tasks.workunit.client.1.smithi170.stdout:4/383: unlink d9/d12/d36/d42/d58/c6f 0 2024-09-17T10:40:01.856 INFO:tasks.workunit.client.1.smithi170.stdout:3/668: dread d18/d2c/f48 [0,4194304] 0 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:9/561: creat dd/d16/d17/fb0 x:0 0 0 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:9/562: creat dd/d16/d17/d43/d6d/fb1 x:0 0 0 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:7/514: sync 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:1/669: sync 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:7/515: chown c14 0 1 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:1/670: dread - d3/d77/dad/fd6 zero size 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:9/563: write dd/f1e [4601412,80865] 0 2024-09-17T10:40:01.858 INFO:tasks.workunit.client.1.smithi170.stdout:9/564: read - dd/d16/f99 zero size 2024-09-17T10:40:01.859 INFO:tasks.workunit.client.1.smithi170.stdout:9/565: write dd/d16/d2a/f78 [614923,115005] 0 2024-09-17T10:40:01.860 INFO:tasks.workunit.client.0.smithi159.stdout:1/923: symlink d1/d63/d6c/dc9/l11a 0 2024-09-17T10:40:01.860 INFO:tasks.workunit.client.1.smithi170.stdout:2/741: truncate dd/d1a/d6c/fce 2680711 0 2024-09-17T10:40:01.861 INFO:tasks.workunit.client.1.smithi170.stdout:2/742: write dd/d14/f20 [3858242,22250] 0 2024-09-17T10:40:01.865 INFO:tasks.workunit.client.1.smithi170.stdout:5/530: mkdir d1/d3/d55/d80/da4 0 2024-09-17T10:40:01.871 INFO:tasks.workunit.client.1.smithi170.stdout:6/546: mkdir d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/d9b/db6 0 2024-09-17T10:40:01.876 INFO:tasks.workunit.client.1.smithi170.stdout:4/384: symlink d9/d12/d36/d42/d58/l7c 0 2024-09-17T10:40:01.876 INFO:tasks.workunit.client.1.smithi170.stdout:4/385: read d9/d12/d36/d42/d40/f4f [4118214,28945] 0 2024-09-17T10:40:01.878 INFO:tasks.workunit.client.1.smithi170.stdout:3/669: getdents d18/d2c/d4a 0 2024-09-17T10:40:01.881 INFO:tasks.workunit.client.0.smithi159.stdout:2/893: dwrite d0/d26/d4b/d6d/f45 [0,4194304] 0 2024-09-17T10:40:01.882 INFO:tasks.workunit.client.0.smithi159.stdout:6/972: unlink d1/d83/c97 0 2024-09-17T10:40:01.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/516: symlink d25/d2a/d94/l9a 0 2024-09-17T10:40:01.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/517: chown c1c 1702815 1 2024-09-17T10:40:01.885 INFO:tasks.workunit.client.0.smithi159.stdout:7/869: link d2/d18/d20/d3f/f55 d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/f142 0 2024-09-17T10:40:01.885 INFO:tasks.workunit.client.0.smithi159.stdout:7/870: readlink d2/d23/d67/d47/l4e 0 2024-09-17T10:40:01.887 INFO:tasks.workunit.client.1.smithi170.stdout:1/671: creat d3/dd8/fe5 x:0 0 0 2024-09-17T10:40:01.889 INFO:tasks.workunit.client.0.smithi159.stdout:4/903: unlink d0/d12/d2f/de7/d97/d9f/d5d/l111 0 2024-09-17T10:40:01.889 INFO:tasks.workunit.client.0.smithi159.stdout:4/904: readlink d0/d12/d2f/de7/d97/d9f/l84 0 2024-09-17T10:40:01.891 INFO:tasks.workunit.client.1.smithi170.stdout:9/566: mknod dd/d16/d17/d43/d66/cb2 0 2024-09-17T10:40:01.891 INFO:tasks.workunit.client.1.smithi170.stdout:0/574: dwrite dd/de/d3d/d4d/d5c/d8b/fb3 [0,4194304] 0 2024-09-17T10:40:01.892 INFO:tasks.workunit.client.0.smithi159.stdout:3/930: rmdir d9/df/d54/d59/d5e/d112 39 2024-09-17T10:40:01.892 INFO:tasks.workunit.client.0.smithi159.stdout:2/894: dread d0/df/dee/d67/df6/dfd/f113 [0,4194304] 0 2024-09-17T10:40:01.893 INFO:tasks.workunit.client.0.smithi159.stdout:5/816: unlink d19/d1b/d1d/c2f 0 2024-09-17T10:40:01.895 INFO:tasks.workunit.client.1.smithi170.stdout:5/531: mkdir d1/d3/d55/d80/d89/da5 0 2024-09-17T10:40:01.896 INFO:tasks.workunit.client.0.smithi159.stdout:6/973: write d1/d5d/d51/fab [685122,17239] 0 2024-09-17T10:40:01.900 INFO:tasks.workunit.client.1.smithi170.stdout:6/547: rename d0/d18/d70/d7f/d85/f8f to d0/d18/d70/d7f/d85/d69/fb7 0 2024-09-17T10:40:01.901 INFO:tasks.workunit.client.1.smithi170.stdout:7/518: rmdir d25/d2a/d94 39 2024-09-17T10:40:01.901 INFO:tasks.workunit.client.1.smithi170.stdout:7/519: write fe [3565916,54350] 0 2024-09-17T10:40:01.904 INFO:tasks.workunit.client.1.smithi170.stdout:8/662: dwrite d4/d2e/d33/f43 [0,4194304] 0 2024-09-17T10:40:01.904 INFO:tasks.workunit.client.1.smithi170.stdout:8/663: creat d4/df/d94/fe0 x:0 0 0 2024-09-17T10:40:01.905 INFO:tasks.workunit.client.1.smithi170.stdout:1/672: link d3/d5/dc9/d7b/dd4/d4e/l6c d3/d77/le6 0 2024-09-17T10:40:01.905 INFO:tasks.workunit.client.1.smithi170.stdout:2/743: dwrite dd/d64/f9c [0,4194304] 0 2024-09-17T10:40:01.905 INFO:tasks.workunit.client.1.smithi170.stdout:1/673: creat d3/d68/fe7 x:0 0 0 2024-09-17T10:40:01.908 INFO:tasks.workunit.client.1.smithi170.stdout:9/567: write dd/d40/d4e/d29/d2c/d41/f47 [841576,58901] 0 2024-09-17T10:40:01.909 INFO:tasks.workunit.client.1.smithi170.stdout:9/568: read dd/d40/d32/f4d [693870,71633] 0 2024-09-17T10:40:01.911 INFO:tasks.workunit.client.0.smithi159.stdout:7/871: rename d2/d44/da9/db1/fc3 to d2/d23/d67/d7b/d117/f143 0 2024-09-17T10:40:01.911 INFO:tasks.workunit.client.0.smithi159.stdout:7/872: truncate d2/d18/d20/fde 152826 0 2024-09-17T10:40:01.911 INFO:tasks.workunit.client.0.smithi159.stdout:7/873: chown d2/d23/d67/d47/de5/l137 390166105 1 2024-09-17T10:40:01.912 INFO:tasks.workunit.client.0.smithi159.stdout:4/905: truncate d0/d12/d2f/de7/da/d42/f4f 1385831 0 2024-09-17T10:40:01.912 INFO:tasks.workunit.client.0.smithi159.stdout:4/906: creat d0/d12/d2f/de7/f123 x:0 0 0 2024-09-17T10:40:01.913 INFO:tasks.workunit.client.1.smithi170.stdout:0/575: symlink dd/de/d3d/d4d/lb4 0 2024-09-17T10:40:01.913 INFO:tasks.workunit.client.1.smithi170.stdout:0/576: dread - dd/de/d3d/d4d/d5c/d69/f96 zero size 2024-09-17T10:40:01.914 INFO:tasks.workunit.client.1.smithi170.stdout:3/670: dwrite d18/d24/d73/f9e [0,4194304] 0 2024-09-17T10:40:01.914 INFO:tasks.workunit.client.0.smithi159.stdout:2/895: symlink d0/df/d3e/d46/l134 0 2024-09-17T10:40:01.914 INFO:tasks.workunit.client.1.smithi170.stdout:4/386: dwrite d9/d3e/f65 [0,4194304] 0 2024-09-17T10:40:01.914 INFO:tasks.workunit.client.1.smithi170.stdout:4/387: dread - d9/d3e/f4c zero size 2024-09-17T10:40:01.916 INFO:tasks.workunit.client.1.smithi170.stdout:5/532: creat d1/d3/d55/d87/fa6 x:0 0 0 2024-09-17T10:40:01.916 INFO:tasks.workunit.client.0.smithi159.stdout:7/874: stat d2/d23/d67/d47/d4a/d4d/dad/de3/c11b 0 2024-09-17T10:40:01.917 INFO:tasks.workunit.client.1.smithi170.stdout:8/664: write d4/df/d3a/f60 [6192182,101891] 0 2024-09-17T10:40:01.917 INFO:tasks.workunit.client.0.smithi159.stdout:5/817: dwrite d19/d1e/ffe [0,4194304] 0 2024-09-17T10:40:01.920 INFO:tasks.workunit.client.0.smithi159.stdout:1/924: dwrite d1/d10/d5e/dbb/ddb/da2/f46 [0,4194304] 0 2024-09-17T10:40:01.920 INFO:tasks.workunit.client.0.smithi159.stdout:2/896: creat d0/f135 x:0 0 0 2024-09-17T10:40:01.920 INFO:tasks.workunit.client.0.smithi159.stdout:2/897: chown d0/df/dee/d67/d89/cec 866 1 2024-09-17T10:40:01.921 INFO:tasks.workunit.client.1.smithi170.stdout:7/520: creat d25/d2a/d3e/d4b/f9b x:0 0 0 2024-09-17T10:40:01.921 INFO:tasks.workunit.client.0.smithi159.stdout:3/931: dwrite d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/fa5 [0,4194304] 0 2024-09-17T10:40:01.922 INFO:tasks.workunit.client.0.smithi159.stdout:6/974: dwrite d1/df/d2c/ff8 [0,4194304] 0 2024-09-17T10:40:01.922 INFO:tasks.workunit.client.0.smithi159.stdout:7/875: mknod d2/d18/d20/d3f/d73/d95/dc4/c144 0 2024-09-17T10:40:01.924 INFO:tasks.workunit.client.0.smithi159.stdout:4/907: read d0/d12/d2f/de7/fa2 [1138829,105490] 0 2024-09-17T10:40:01.924 INFO:tasks.workunit.client.0.smithi159.stdout:4/908: fsync d0/d12/d2f/de7/d97/d9f/d5d/d99/df5/fbd 0 2024-09-17T10:40:01.924 INFO:tasks.workunit.client.0.smithi159.stdout:4/909: chown d0/d12/d2f/de7/d67/cda 431955 1 2024-09-17T10:40:01.926 INFO:tasks.workunit.client.1.smithi170.stdout:7/521: dread d25/d2a/f2b [0,4194304] 0 2024-09-17T10:40:01.926 INFO:tasks.workunit.client.1.smithi170.stdout:7/522: write d25/d2a/f2e [930838,116731] 0 2024-09-17T10:40:01.931 INFO:tasks.workunit.client.0.smithi159.stdout:5/818: symlink d19/d69/d78/db3/l11e 0 2024-09-17T10:40:01.931 INFO:tasks.workunit.client.0.smithi159.stdout:5/819: creat d19/d6f/f11f x:0 0 0 2024-09-17T10:40:01.932 INFO:tasks.workunit.client.1.smithi170.stdout:0/577: dwrite dd/de/d16/d65/f94 [0,4194304] 0 2024-09-17T10:40:01.933 INFO:tasks.workunit.client.1.smithi170.stdout:0/578: creat dd/d82/fb5 x:0 0 0 2024-09-17T10:40:01.933 INFO:tasks.workunit.client.1.smithi170.stdout:0/579: stat dd/de/d3d/d4d/d5c/d8b/fb3 0 2024-09-17T10:40:01.933 INFO:tasks.workunit.client.1.smithi170.stdout:0/580: fsync dd/de/d10/d13/d59/f84 0 2024-09-17T10:40:01.933 INFO:tasks.workunit.client.1.smithi170.stdout:0/581: fdatasync dd/de/d10/d13/f3a 0 2024-09-17T10:40:01.933 INFO:tasks.workunit.client.1.smithi170.stdout:2/744: unlink cc 0 2024-09-17T10:40:01.935 INFO:tasks.workunit.client.1.smithi170.stdout:1/674: symlink d3/d5/dc9/d7b/dd4/dde/le8 0 2024-09-17T10:40:01.936 INFO:tasks.workunit.client.0.smithi159.stdout:1/925: write d1/d10/d5e/dbb/ddb/da2/f46 [901556,11940] 0 2024-09-17T10:40:01.936 INFO:tasks.workunit.client.0.smithi159.stdout:1/926: write d1/d63/ffb [505478,114923] 0 2024-09-17T10:40:01.937 INFO:tasks.workunit.client.1.smithi170.stdout:9/569: mkdir dd/d40/d4e/d23/dae/db3 0 2024-09-17T10:40:01.940 INFO:tasks.workunit.client.0.smithi159.stdout:2/898: getdents d0/df/dee 0 2024-09-17T10:40:01.940 INFO:tasks.workunit.client.0.smithi159.stdout:2/899: chown d0/df/d3e/d47/f4c 56293576 1 2024-09-17T10:40:01.943 INFO:tasks.workunit.client.0.smithi159.stdout:5/820: dread d19/d1a/fed [0,4194304] 0 2024-09-17T10:40:01.943 INFO:tasks.workunit.client.0.smithi159.stdout:5/821: chown d19/d1b/d1d/da9/cf0 1709254 1 2024-09-17T10:40:01.943 INFO:tasks.workunit.client.1.smithi170.stdout:0/582: dread dd/de/d16/d54/d5f/f77 [0,4194304] 0 2024-09-17T10:40:01.945 INFO:tasks.workunit.client.0.smithi159.stdout:3/932: truncate d9/df/f8c 288246 0 2024-09-17T10:40:01.945 INFO:tasks.workunit.client.0.smithi159.stdout:3/933: dread - d9/df/d2c/d2f/d63/d8d/d74/d82/dd8/fe3 zero size 2024-09-17T10:40:01.946 INFO:tasks.workunit.client.0.smithi159.stdout:3/934: truncate d9/df/d54/fdc 31504 0 2024-09-17T10:40:01.948 INFO:tasks.workunit.client.0.smithi159.stdout:7/876: dwrite d2/d23/d67/d47/d4a/d4d/dad/de3/f108 [0,4194304] 0 2024-09-17T10:40:01.948 INFO:tasks.workunit.client.0.smithi159.stdout:7/877: truncate d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/fc2 854084 0 2024-09-17T10:40:01.954 INFO:tasks.workunit.client.1.smithi170.stdout:5/533: creat d1/d3/d13/d2c/d51/d6f/fa7 x:0 0 0 2024-09-17T10:40:01.954 INFO:tasks.workunit.client.1.smithi170.stdout:5/534: chown d1/d3/f59 35 1 2024-09-17T10:40:01.957 INFO:tasks.workunit.client.1.smithi170.stdout:8/665: mknod d4/df/d1e/daa/ce1 0 2024-09-17T10:40:01.957 INFO:tasks.workunit.client.1.smithi170.stdout:8/666: truncate d4/df/d94/fda 211293 0 2024-09-17T10:40:01.958 INFO:tasks.workunit.client.1.smithi170.stdout:9/570: dwrite dd/d40/d4e/d29/d54/d8c/fa3 [0,4194304] 0 2024-09-17T10:40:01.960 INFO:tasks.workunit.client.0.smithi159.stdout:6/975: mknod d1/df/d11/c12f 0 2024-09-17T10:40:01.963 INFO:tasks.workunit.client.1.smithi170.stdout:6/548: mknod d0/d18/d70/d7f/d85/cb8 0 2024-09-17T10:40:01.965 INFO:tasks.workunit.client.0.smithi159.stdout:4/910: mknod d0/d12/d2f/de7/d97/de6/c124 0 2024-09-17T10:40:01.965 INFO:tasks.workunit.client.0.smithi159.stdout:4/911: write d0/d12/d2f/de7/d97/d9f/d5d/d99/df5/f108 [981865,102446] 0 2024-09-17T10:40:01.969 INFO:tasks.workunit.client.1.smithi170.stdout:5/535: dwrite d1/f31 [4194304,4194304] 0 2024-09-17T10:40:01.969 INFO:tasks.workunit.client.1.smithi170.stdout:5/536: fdatasync d1/d3/d13/d1a/d54/f90 0 2024-09-17T10:40:01.969 INFO:tasks.workunit.client.1.smithi170.stdout:5/537: chown d1/d3/d55/d87/f84 425474 1 2024-09-17T10:40:01.969 INFO:tasks.workunit.client.1.smithi170.stdout:7/523: symlink d25/d2a/d3e/d56/l9c 0 2024-09-17T10:40:01.972 INFO:tasks.workunit.client.0.smithi159.stdout:1/927: rename d1/d2/f8e to d1/d63/f11b 0 2024-09-17T10:40:01.972 INFO:tasks.workunit.client.0.smithi159.stdout:1/928: fdatasync d1/d2f/d9e/d1a/dc/d18/f93 0 2024-09-17T10:40:01.976 INFO:tasks.workunit.client.1.smithi170.stdout:9/571: dwrite dd/d40/d4e/d29/f2f [0,4194304] 0 2024-09-17T10:40:01.977 INFO:tasks.workunit.client.0.smithi159.stdout:2/900: creat d0/df/dee/d5e/f136 x:0 0 0 2024-09-17T10:40:01.977 INFO:tasks.workunit.client.0.smithi159.stdout:1/929: dread d1/d2/f5f [0,4194304] 0 2024-09-17T10:40:01.977 INFO:tasks.workunit.client.0.smithi159.stdout:2/901: chown d0/d6c/dba/fdc 112133 1 2024-09-17T10:40:01.977 INFO:tasks.workunit.client.0.smithi159.stdout:2/902: write d0/d6c/f107 [968270,77338] 0 2024-09-17T10:40:01.981 INFO:tasks.workunit.client.0.smithi159.stdout:5/822: symlink d19/d1b/d1d/da9/l120 0 2024-09-17T10:40:01.981 INFO:tasks.workunit.client.0.smithi159.stdout:4/912: dwrite d0/d12/d2f/de7/d67/fbf [0,4194304] 0 2024-09-17T10:40:01.982 INFO:tasks.workunit.client.1.smithi170.stdout:2/745: creat dd/d3a/d8e/ff8 x:0 0 0 2024-09-17T10:40:01.984 INFO:tasks.workunit.client.1.smithi170.stdout:1/675: getdents d3/d5/dc9/d7b/dd4/d4e/dd1 0 2024-09-17T10:40:01.987 INFO:tasks.workunit.client.0.smithi159.stdout:3/935: mknod d9/df/c11f 0 2024-09-17T10:40:01.990 INFO:tasks.workunit.client.1.smithi170.stdout:3/671: getdents d18/d59 0 2024-09-17T10:40:01.996 INFO:tasks.workunit.client.1.smithi170.stdout:0/583: mknod dd/de/d3d/d4d/d5c/d9c/cb6 0 2024-09-17T10:40:01.996 INFO:tasks.workunit.client.1.smithi170.stdout:0/584: dread - dd/de/d10/d61/f7f zero size 2024-09-17T10:40:01.997 INFO:tasks.workunit.client.0.smithi159.stdout:5/823: write f4 [2292873,13325] 0 2024-09-17T10:40:01.999 INFO:tasks.workunit.client.1.smithi170.stdout:4/388: truncate d9/d12/f28 171642 0 2024-09-17T10:40:01.999 INFO:tasks.workunit.client.1.smithi170.stdout:9/572: dwrite dd/d16/d17/d43/d6d/fb1 [0,4194304] 0 2024-09-17T10:40:02.000 INFO:tasks.workunit.client.1.smithi170.stdout:3/672: dread d18/d25/f60 [0,4194304] 0 2024-09-17T10:40:02.000 INFO:tasks.workunit.client.0.smithi159.stdout:3/936: write f4 [6601668,24472] 0 2024-09-17T10:40:02.001 INFO:tasks.workunit.client.1.smithi170.stdout:4/389: dread d9/d12/f4d [0,4194304] 0 2024-09-17T10:40:02.001 INFO:tasks.workunit.client.0.smithi159.stdout:7/878: unlink d2/d18/d32/c6b 0 2024-09-17T10:40:02.002 INFO:tasks.workunit.client.1.smithi170.stdout:8/667: symlink d4/le2 0 2024-09-17T10:40:02.002 INFO:tasks.workunit.client.1.smithi170.stdout:8/668: chown d4/l25 2816185 1 2024-09-17T10:40:02.002 INFO:tasks.workunit.client.1.smithi170.stdout:8/669: chown d4/f78 138 1 2024-09-17T10:40:02.002 INFO:tasks.workunit.client.1.smithi170.stdout:8/670: dread - d4/df/d94/fc5 zero size 2024-09-17T10:40:02.004 INFO:tasks.workunit.client.0.smithi159.stdout:6/976: creat d1/d5d/d51/d88/d104/f130 x:0 0 0 2024-09-17T10:40:02.004 INFO:tasks.workunit.client.0.smithi159.stdout:6/977: fsync d1/df/d11/d16/fdb 0 2024-09-17T10:40:02.011 INFO:tasks.workunit.client.0.smithi159.stdout:1/930: rename d1/d2/d82/fca to d1/d63/d8d/d111/f11c 0 2024-09-17T10:40:02.012 INFO:tasks.workunit.client.0.smithi159.stdout:9/994: sync 2024-09-17T10:40:02.012 INFO:tasks.workunit.client.0.smithi159.stdout:9/995: fdatasync d0/d3/d7/da/dc/d34/f134 0 2024-09-17T10:40:02.014 INFO:tasks.workunit.client.0.smithi159.stdout:2/903: symlink d0/df/dee/dd3/l137 0 2024-09-17T10:40:02.015 INFO:tasks.workunit.client.1.smithi170.stdout:6/549: creat d0/d18/d70/d7f/d85/fb9 x:0 0 0 2024-09-17T10:40:02.019 INFO:tasks.workunit.client.0.smithi159.stdout:5/824: mknod d19/d1e/d4a/c121 0 2024-09-17T10:40:02.019 INFO:tasks.workunit.client.0.smithi159.stdout:0/931: sync 2024-09-17T10:40:02.019 INFO:tasks.workunit.client.0.smithi159.stdout:0/932: write d5/d4f/f106 [2076861,61344] 0 2024-09-17T10:40:02.020 INFO:tasks.workunit.client.1.smithi170.stdout:5/538: link d1/f42 d1/d3/d13/d1a/fa8 0 2024-09-17T10:40:02.022 INFO:tasks.workunit.client.1.smithi170.stdout:7/524: getdents d25/d2a/d3e 0 2024-09-17T10:40:02.022 INFO:tasks.workunit.client.1.smithi170.stdout:7/525: dread - d25/d2a/d3e/d56/f8b zero size 2024-09-17T10:40:02.024 INFO:tasks.workunit.client.1.smithi170.stdout:2/746: rename dd/d1a/d2a/l86 to dd/d1a/d2a/lf9 0 2024-09-17T10:40:02.030 INFO:tasks.workunit.client.1.smithi170.stdout:0/585: symlink dd/d93/lb7 0 2024-09-17T10:40:02.030 INFO:tasks.workunit.client.1.smithi170.stdout:0/586: chown dd/de/d16/d54/d63/f7d 0 1 2024-09-17T10:40:02.031 INFO:tasks.workunit.client.1.smithi170.stdout:0/587: write dd/de/d3d/f4a [871916,22062] 0 2024-09-17T10:40:02.031 INFO:tasks.workunit.client.1.smithi170.stdout:0/588: stat dd/d93 0 2024-09-17T10:40:02.031 INFO:tasks.workunit.client.0.smithi159.stdout:6/978: dwrite d1/d5d/f8b [0,4194304] 0 2024-09-17T10:40:02.032 INFO:tasks.workunit.client.0.smithi159.stdout:6/979: read d1/df/d11/f4d [507558,2475] 0 2024-09-17T10:40:02.033 INFO:tasks.workunit.client.0.smithi159.stdout:6/980: write d1/df/d11/f56 [471923,78012] 0 2024-09-17T10:40:02.034 INFO:tasks.workunit.client.1.smithi170.stdout:5/539: write d1/f42 [285285,5692] 0 2024-09-17T10:40:02.034 INFO:tasks.workunit.client.1.smithi170.stdout:5/540: stat d1/d11 0 2024-09-17T10:40:02.034 INFO:tasks.workunit.client.1.smithi170.stdout:5/541: chown d1/d3/d13/d2c/d51/d6f/d93 10664105 1 2024-09-17T10:40:02.040 INFO:tasks.workunit.client.0.smithi159.stdout:4/913: rename d0/d12/d2f/de7/d24/d39/d6a/f77 to d0/d12/d2f/de7/d97/de6/d106/f125 0 2024-09-17T10:40:02.042 INFO:tasks.workunit.client.0.smithi159.stdout:1/931: creat d1/d10/de6/f11d x:0 0 0 2024-09-17T10:40:02.042 INFO:tasks.workunit.client.0.smithi159.stdout:1/932: fsync d1/d2f/d9e/d1a/dc/f9b 0 2024-09-17T10:40:02.044 INFO:tasks.workunit.client.1.smithi170.stdout:3/673: link c2 d18/d26/d56/d97/dba/ce2 0 2024-09-17T10:40:02.044 INFO:tasks.workunit.client.1.smithi170.stdout:3/674: chown d18/d25/c84 1197604 1 2024-09-17T10:40:02.046 INFO:tasks.workunit.client.0.smithi159.stdout:9/996: mkdir d0/d3/d7/da/d46/d158 0 2024-09-17T10:40:02.046 INFO:tasks.workunit.client.0.smithi159.stdout:9/997: dread - d0/d3/d7/da/f124 zero size 2024-09-17T10:40:02.048 INFO:tasks.workunit.client.1.smithi170.stdout:4/390: mkdir d9/d12/d36/d42/d7d 0 2024-09-17T10:40:02.050 INFO:tasks.workunit.client.0.smithi159.stdout:1/933: dread d1/d2f/fbe [0,4194304] 0 2024-09-17T10:40:02.054 INFO:tasks.workunit.client.0.smithi159.stdout:5/825: creat d19/d1b/d1d/d59/da7/de2/d94/f122 x:0 0 0 2024-09-17T10:40:02.056 INFO:tasks.workunit.client.1.smithi170.stdout:6/550: getdents d0/d18/d70/d7f/d85/d64 0 2024-09-17T10:40:02.060 INFO:tasks.workunit.client.0.smithi159.stdout:1/934: dread d1/d10/d5e/dbb/ddb/da2/f95 [0,4194304] 0 2024-09-17T10:40:02.060 INFO:tasks.workunit.client.0.smithi159.stdout:1/935: stat d1/d2/d68/dc1/f107 0 2024-09-17T10:40:02.061 INFO:tasks.workunit.client.0.smithi159.stdout:1/936: chown d1/d10/d5e/dbb/ddb/da2/dc5/f81 47748 1 2024-09-17T10:40:02.061 INFO:tasks.workunit.client.0.smithi159.stdout:0/933: mkdir d5/dcf/db9/de7/d14c 0 2024-09-17T10:40:02.064 INFO:tasks.workunit.client.1.smithi170.stdout:7/526: creat d25/d2a/d3e/d56/d72/d79/f9d x:0 0 0 2024-09-17T10:40:02.066 INFO:tasks.workunit.client.0.smithi159.stdout:9/998: dwrite d0/d1/f3b [0,4194304] 0 2024-09-17T10:40:02.073 INFO:tasks.workunit.client.0.smithi159.stdout:5/826: dwrite d19/d69/d78/db3/dbd/ff4 [0,4194304] 0 2024-09-17T10:40:02.073 INFO:tasks.workunit.client.0.smithi159.stdout:5/827: write d19/d1e/d4a/ffc [183052,28370] 0 2024-09-17T10:40:02.073 INFO:tasks.workunit.client.0.smithi159.stdout:5/828: chown d19/d1b/d1d/d59/da7/de2 242546375 1 2024-09-17T10:40:02.073 INFO:tasks.workunit.client.0.smithi159.stdout:5/829: chown d19/d6f/f11a 54186 1 2024-09-17T10:40:02.074 INFO:tasks.workunit.client.1.smithi170.stdout:0/589: symlink dd/de/d3d/lb8 0 2024-09-17T10:40:02.077 INFO:tasks.workunit.client.1.smithi170.stdout:5/542: mkdir d1/d3/d13/d2c/d51/d6f/d93/da9 0 2024-09-17T10:40:02.080 INFO:tasks.workunit.client.1.smithi170.stdout:7/527: dwrite d25/d2a/f30 [0,4194304] 0 2024-09-17T10:40:02.080 INFO:tasks.workunit.client.1.smithi170.stdout:7/528: chown d25/d2a/d3e/d6a 0 1 2024-09-17T10:40:02.080 INFO:tasks.workunit.client.1.smithi170.stdout:7/529: chown d25/d2a/d3e/f95 288 1 2024-09-17T10:40:02.081 INFO:tasks.workunit.client.0.smithi159.stdout:6/981: rename d1/df/d2c/d35/d55/dc0/dd4/f122 to d1/df/d11/d5a/db2/dce/dd5/f131 0 2024-09-17T10:40:02.083 INFO:tasks.workunit.client.0.smithi159.stdout:2/904: mkdir d0/df/d138 0 2024-09-17T10:40:02.086 INFO:tasks.workunit.client.0.smithi159.stdout:0/934: mkdir d5/dcf/d18/d22/da2/db3/d100/d122/d14d 0 2024-09-17T10:40:02.086 INFO:tasks.workunit.client.0.smithi159.stdout:0/935: write d5/d4f/de2/ff4 [4905169,120947] 0 2024-09-17T10:40:02.086 INFO:tasks.workunit.client.0.smithi159.stdout:0/936: fdatasync d5/dcf/d18/d22/f31 0 2024-09-17T10:40:02.086 INFO:tasks.workunit.client.0.smithi159.stdout:0/937: fsync d5/dcf/d18/d22/da2/df0/dfa/f10c 0 2024-09-17T10:40:02.086 INFO:tasks.workunit.client.1.smithi170.stdout:4/391: creat d9/d12/d36/d42/d58/f7e x:0 0 0 2024-09-17T10:40:02.089 INFO:tasks.workunit.client.0.smithi159.stdout:7/879: truncate d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/fc2 27165 0 2024-09-17T10:40:02.090 INFO:tasks.workunit.client.0.smithi159.stdout:9/999: mknod d0/d1/c159 0 2024-09-17T10:40:02.090 INFO:tasks.workunit.client.1.smithi170.stdout:0/590: truncate dd/de/d3d/faf 2323411 0 2024-09-17T10:40:02.096 INFO:tasks.workunit.client.0.smithi159.stdout:6/982: write d1/df/d11/d16/fdb [3310199,25014] 0 2024-09-17T10:40:02.097 INFO:tasks.workunit.client.1.smithi170.stdout:5/543: unlink d1/d11/c7c 0 2024-09-17T10:40:02.097 INFO:tasks.workunit.client.1.smithi170.stdout:5/544: dread - d1/d3/d13/d2c/d51/d6f/fa7 zero size 2024-09-17T10:40:02.100 INFO:tasks.workunit.client.1.smithi170.stdout:9/573: rename dd/d40/d4e/d4c to dd/d40/d4e/d23/dae/db4 0 2024-09-17T10:40:02.104 INFO:tasks.workunit.client.1.smithi170.stdout:2/747: link dd/d1a/da4/ff3 dd/d3a/d78/ffa 0 2024-09-17T10:40:02.107 INFO:tasks.workunit.client.1.smithi170.stdout:5/545: mknod d1/d3/d55/d5e/d67/d86/caa 0 2024-09-17T10:40:02.110 INFO:tasks.workunit.client.0.smithi159.stdout:5/830: mknod d19/d1b/d1d/c123 0 2024-09-17T10:40:02.111 INFO:tasks.workunit.client.0.smithi159.stdout:5/831: stat lb 0 2024-09-17T10:40:02.111 INFO:tasks.workunit.client.0.smithi159.stdout:5/832: chown d19/d69/d78/db3/dbd/f45 2855285 1 2024-09-17T10:40:02.111 INFO:tasks.workunit.client.0.smithi159.stdout:5/833: read - d19/d6f/d75/fec zero size 2024-09-17T10:40:02.111 INFO:tasks.workunit.client.0.smithi159.stdout:5/834: chown d19/d1a/d32/d5e/f80 1345 1 2024-09-17T10:40:02.111 INFO:tasks.workunit.client.0.smithi159.stdout:5/835: readlink d19/d1b/d1d/d59/da7/db5/d8e/l9a 0 2024-09-17T10:40:02.111 INFO:tasks.workunit.client.1.smithi170.stdout:8/671: rename d4/df/d95/lc1 to d4/df/d1e/daa/le3 0 2024-09-17T10:40:02.114 INFO:tasks.workunit.client.0.smithi159.stdout:2/905: dwrite d0/d6c/ff3 [0,4194304] 0 2024-09-17T10:40:02.114 INFO:tasks.workunit.client.0.smithi159.stdout:2/906: read - d0/fd7 zero size 2024-09-17T10:40:02.114 INFO:tasks.workunit.client.0.smithi159.stdout:4/914: rename d0/d12/d2f/de7/d24/d117 to d0/d12/d126 0 2024-09-17T10:40:02.114 INFO:tasks.workunit.client.1.smithi170.stdout:2/748: symlink dd/d3a/lfb 0 2024-09-17T10:40:02.116 INFO:tasks.workunit.client.1.smithi170.stdout:9/574: dread dd/d40/d4e/d29/f34 [0,4194304] 0 2024-09-17T10:40:02.116 INFO:tasks.workunit.client.1.smithi170.stdout:9/575: creat dd/d40/d4e/d23/fb5 x:0 0 0 2024-09-17T10:40:02.117 INFO:tasks.workunit.client.0.smithi159.stdout:0/938: dwrite d5/dcf/db9/de7/f69 [0,4194304] 0 2024-09-17T10:40:02.119 INFO:tasks.workunit.client.1.smithi170.stdout:4/392: dwrite d9/d12/f48 [0,4194304] 0 2024-09-17T10:40:02.119 INFO:tasks.workunit.client.1.smithi170.stdout:0/591: dwrite dd/de/d3d/f4c [0,4194304] 0 2024-09-17T10:40:02.119 INFO:tasks.workunit.client.1.smithi170.stdout:0/592: truncate dd/de/d3d/d4d/d5c/d8b/fb3 4397005 0 2024-09-17T10:40:02.119 INFO:tasks.workunit.client.1.smithi170.stdout:0/593: chown dd/de/d16/d54/d63/f7d 0 1 2024-09-17T10:40:02.119 INFO:tasks.workunit.client.1.smithi170.stdout:0/594: creat dd/de/d10/fb9 x:0 0 0 2024-09-17T10:40:02.119 INFO:tasks.workunit.client.1.smithi170.stdout:0/595: fdatasync dd/de/d10/d8d/f58 0 2024-09-17T10:40:02.120 INFO:tasks.workunit.client.0.smithi159.stdout:7/880: unlink d2/d18/d20/d3f/d73/d82/da2/cbd 0 2024-09-17T10:40:02.120 INFO:tasks.workunit.client.0.smithi159.stdout:7/881: truncate d2/d23/d67/d47/d4a/d4d/dad/fb3 857473 0 2024-09-17T10:40:02.120 INFO:tasks.workunit.client.1.smithi170.stdout:2/749: mknod dd/d1a/d6c/cfc 0 2024-09-17T10:40:02.125 INFO:tasks.workunit.client.0.smithi159.stdout:5/836: mknod d19/d1b/d1d/da9/c124 0 2024-09-17T10:40:02.126 INFO:tasks.workunit.client.1.smithi170.stdout:6/551: rename d0/d18/d70/d7f/d85/d69/f6a to d0/d18/d70/d7f/d85/fba 0 2024-09-17T10:40:02.133 INFO:tasks.workunit.client.0.smithi159.stdout:4/915: symlink d0/d12/d2f/de7/d97/l127 0 2024-09-17T10:40:02.134 INFO:tasks.workunit.client.0.smithi159.stdout:5/837: dread d19/f41 [0,4194304] 0 2024-09-17T10:40:02.134 INFO:tasks.workunit.client.1.smithi170.stdout:4/393: link d9/c59 d9/d12/d6c/d7a/c7f 0 2024-09-17T10:40:02.135 INFO:tasks.workunit.client.0.smithi159.stdout:5/838: read d19/d1b/d1d/d59/da7/db5/ffd [49318,85303] 0 2024-09-17T10:40:02.138 INFO:tasks.workunit.client.1.smithi170.stdout:6/552: dread d0/d18/d70/d7f/d85/d43/f46 [0,4194304] 0 2024-09-17T10:40:02.139 INFO:tasks.workunit.client.1.smithi170.stdout:0/596: dwrite f1 [0,4194304] 0 2024-09-17T10:40:02.140 INFO:tasks.workunit.client.1.smithi170.stdout:2/750: symlink dd/d3a/d5b/db7/lfd 0 2024-09-17T10:40:02.142 INFO:tasks.workunit.client.1.smithi170.stdout:9/576: mknod dd/d40/d4e/d29/d2c/d41/cb6 0 2024-09-17T10:40:02.144 INFO:tasks.workunit.client.0.smithi159.stdout:0/939: rename d5/dcf/d18/d22/da2/db3/d100/d122/d140 to d5/dcf/d18/d22/d4c/d6b/d14e 0 2024-09-17T10:40:02.145 INFO:tasks.workunit.client.0.smithi159.stdout:5/839: dread d19/d1b/d1d/f52 [0,4194304] 0 2024-09-17T10:40:02.145 INFO:tasks.workunit.client.0.smithi159.stdout:5/840: dread - d19/d6f/f11a zero size 2024-09-17T10:40:02.146 INFO:tasks.workunit.client.1.smithi170.stdout:8/672: rename d4/df/f22 to d4/df/d3f/fe4 0 2024-09-17T10:40:02.146 INFO:tasks.workunit.client.1.smithi170.stdout:8/673: chown d4/le2 0 1 2024-09-17T10:40:02.147 INFO:tasks.workunit.client.0.smithi159.stdout:5/841: dread d19/d1a/d32/f53 [0,4194304] 0 2024-09-17T10:40:02.147 INFO:tasks.workunit.client.0.smithi159.stdout:7/882: truncate d2/d18/d20/d3f/f55 72396 0 2024-09-17T10:40:02.149 INFO:tasks.workunit.client.1.smithi170.stdout:4/394: readlink d9/l23 0 2024-09-17T10:40:02.150 INFO:tasks.workunit.client.0.smithi159.stdout:6/983: getdents d1/df/d2c/d35 0 2024-09-17T10:40:02.151 INFO:tasks.workunit.client.0.smithi159.stdout:6/984: fdatasync d1/df/d11/f56 0 2024-09-17T10:40:02.152 INFO:tasks.workunit.client.1.smithi170.stdout:6/553: mknod d0/d18/d70/d7f/d85/d69/d8e/cbb 0 2024-09-17T10:40:02.154 INFO:tasks.workunit.client.0.smithi159.stdout:2/907: link d0/d6c/f107 d0/df/d3e/d46/dc4/d12a/f139 0 2024-09-17T10:40:02.155 INFO:tasks.workunit.client.1.smithi170.stdout:6/554: dread d0/d18/d70/d7f/d85/d64/f8c [0,4194304] 0 2024-09-17T10:40:02.155 INFO:tasks.workunit.client.1.smithi170.stdout:6/555: write d0/d18/d70/d7f/d85/d69/d3e/d80/f83 [2284337,129772] 0 2024-09-17T10:40:02.156 INFO:tasks.workunit.client.0.smithi159.stdout:4/916: creat d0/d12/d126/d53/f128 x:0 0 0 2024-09-17T10:40:02.157 INFO:tasks.workunit.client.1.smithi170.stdout:0/597: rmdir dd/de/d3d/d4d/d5c 39 2024-09-17T10:40:02.158 INFO:tasks.workunit.client.0.smithi159.stdout:5/842: write d19/d1b/d1d/d59/da7/db5/d8e/fac [2557101,105820] 0 2024-09-17T10:40:02.158 INFO:tasks.workunit.client.0.smithi159.stdout:5/843: chown l8 16095923 1 2024-09-17T10:40:02.161 INFO:tasks.workunit.client.1.smithi170.stdout:2/751: creat dd/d3a/d78/ffe x:0 0 0 2024-09-17T10:40:02.163 INFO:tasks.workunit.client.0.smithi159.stdout:0/940: creat d5/d4f/d67/da6/d10d/f14f x:0 0 0 2024-09-17T10:40:02.164 INFO:tasks.workunit.client.0.smithi159.stdout:0/941: write d5/f81 [660281,88193] 0 2024-09-17T10:40:02.164 INFO:tasks.workunit.client.0.smithi159.stdout:0/942: write d5/dcf/d18/d22/da2/d115/d62/da8/f11e [524201,95865] 0 2024-09-17T10:40:02.165 INFO:tasks.workunit.client.1.smithi170.stdout:9/577: creat dd/d40/d4e/d23/dae/db4/fb7 x:0 0 0 2024-09-17T10:40:02.165 INFO:tasks.workunit.client.1.smithi170.stdout:9/578: chown dd/d40/d4e/d29/d54 285 1 2024-09-17T10:40:02.166 INFO:tasks.workunit.client.0.smithi159.stdout:7/883: mkdir d2/d18/d20/d145 0 2024-09-17T10:40:02.168 INFO:tasks.workunit.client.1.smithi170.stdout:8/674: mknod d4/df/d1e/d69/ce5 0 2024-09-17T10:40:02.169 INFO:tasks.workunit.client.0.smithi159.stdout:6/985: rmdir d1/d5d/d51/d88 39 2024-09-17T10:40:02.169 INFO:tasks.workunit.client.0.smithi159.stdout:6/986: dread - d1/df/f12d zero size 2024-09-17T10:40:02.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/395: unlink d9/d12/l1e 0 2024-09-17T10:40:02.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/396: chown d9/d12/f1f 3816216 1 2024-09-17T10:40:02.174 INFO:tasks.workunit.client.0.smithi159.stdout:1/937: sync 2024-09-17T10:40:02.174 INFO:tasks.workunit.client.0.smithi159.stdout:3/937: sync 2024-09-17T10:40:02.174 INFO:tasks.workunit.client.0.smithi159.stdout:1/938: chown d1/d10/d5e/dbb/ddb/fbd 5 1 2024-09-17T10:40:02.175 INFO:tasks.workunit.client.0.smithi159.stdout:2/908: dwrite d0/df/d3e/f44 [0,4194304] 0 2024-09-17T10:40:02.176 INFO:tasks.workunit.client.0.smithi159.stdout:5/844: rename d19/f41 to d19/d1b/d1d/d59/db6/f125 0 2024-09-17T10:40:02.178 INFO:tasks.workunit.client.1.smithi170.stdout:6/556: creat d0/d18/d70/d7f/fbc x:0 0 0 2024-09-17T10:40:02.181 INFO:tasks.workunit.client.1.smithi170.stdout:0/598: link dd/f39 dd/de/d10/fba 0 2024-09-17T10:40:02.181 INFO:tasks.workunit.client.1.smithi170.stdout:0/599: chown dd/de/d10/d61/f7f 121058 1 2024-09-17T10:40:02.184 INFO:tasks.workunit.client.1.smithi170.stdout:9/579: mknod dd/d16/d2a/d51/cb8 0 2024-09-17T10:40:02.186 INFO:tasks.workunit.client.0.smithi159.stdout:7/884: symlink d2/d23/d67/d7b/l146 0 2024-09-17T10:40:02.186 INFO:tasks.workunit.client.0.smithi159.stdout:7/885: chown d2/d44 1502576 1 2024-09-17T10:40:02.187 INFO:tasks.workunit.client.1.smithi170.stdout:0/600: mknod dd/de/d16/d54/d5f/cbb 0 2024-09-17T10:40:02.188 INFO:tasks.workunit.client.0.smithi159.stdout:1/939: dread d1/d2f/d9e/d1a/f8 [0,4194304] 0 2024-09-17T10:40:02.188 INFO:tasks.workunit.client.0.smithi159.stdout:0/943: rename d5/d4f/d67/da6/f12b to d5/dcf/d18/d22/da2/df0/f150 0 2024-09-17T10:40:02.188 INFO:tasks.workunit.client.0.smithi159.stdout:2/909: dread d0/d6c/dba/fcf [0,4194304] 0 2024-09-17T10:40:02.189 INFO:tasks.workunit.client.1.smithi170.stdout:6/557: write d0/d18/d70/d7f/d85/f10 [5761710,101034] 0 2024-09-17T10:40:02.189 INFO:tasks.workunit.client.1.smithi170.stdout:9/580: truncate f9 5166087 0 2024-09-17T10:40:02.191 INFO:tasks.workunit.client.0.smithi159.stdout:7/886: creat d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/f147 x:0 0 0 2024-09-17T10:40:02.192 INFO:tasks.workunit.client.1.smithi170.stdout:8/675: rename d4/df/d95/c9a to d4/df/d3f/d4c/ce6 0 2024-09-17T10:40:02.193 INFO:tasks.workunit.client.0.smithi159.stdout:2/910: dread d0/d6c/f107 [0,4194304] 0 2024-09-17T10:40:02.193 INFO:tasks.workunit.client.1.smithi170.stdout:2/752: write dd/d54/f7c [2068653,17152] 0 2024-09-17T10:40:02.193 INFO:tasks.workunit.client.1.smithi170.stdout:2/753: write dd/d54/db5/fe7 [1573358,31379] 0 2024-09-17T10:40:02.194 INFO:tasks.workunit.client.0.smithi159.stdout:1/940: symlink d1/d2/d68/dc1/l11e 0 2024-09-17T10:40:02.194 INFO:tasks.workunit.client.0.smithi159.stdout:1/941: chown d1/d2f/d9e/d1a/dc/d18/f43 423539 1 2024-09-17T10:40:02.194 INFO:tasks.workunit.client.0.smithi159.stdout:1/942: creat d1/d63/d8d/f11f x:0 0 0 2024-09-17T10:40:02.194 INFO:tasks.workunit.client.0.smithi159.stdout:1/943: write d1/d2/d14/d67/dd6/f104 [956917,94231] 0 2024-09-17T10:40:02.195 INFO:tasks.workunit.client.1.smithi170.stdout:0/601: creat dd/de/d16/fbc x:0 0 0 2024-09-17T10:40:02.197 INFO:tasks.workunit.client.1.smithi170.stdout:4/397: dwrite d9/d12/d36/d42/d40/f57 [4194304,4194304] 0 2024-09-17T10:40:02.197 INFO:tasks.workunit.client.1.smithi170.stdout:4/398: fdatasync d9/d12/d36/d42/f4b 0 2024-09-17T10:40:02.197 INFO:tasks.workunit.client.1.smithi170.stdout:4/399: chown f3 96393958 1 2024-09-17T10:40:02.197 INFO:tasks.workunit.client.1.smithi170.stdout:4/400: fsync d9/d12/d36/d42/f4b 0 2024-09-17T10:40:02.198 INFO:tasks.workunit.client.0.smithi159.stdout:6/987: dwrite d1/df/d2c/d35/d55/d64/f71 [0,4194304] 0 2024-09-17T10:40:02.198 INFO:tasks.workunit.client.0.smithi159.stdout:3/938: rename d9/df/d2c/d2f/d63/d8d/fd9 to d9/df/d54/d59/d99/f120 0 2024-09-17T10:40:02.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/401: dread d9/d3e/f50 [0,4194304] 0 2024-09-17T10:40:02.200 INFO:tasks.workunit.client.1.smithi170.stdout:6/558: creat d0/d18/d70/d7f/d85/d64/fbd x:0 0 0 2024-09-17T10:40:02.200 INFO:tasks.workunit.client.0.smithi159.stdout:3/939: dread d9/f3d [0,4194304] 0 2024-09-17T10:40:02.201 INFO:tasks.workunit.client.1.smithi170.stdout:6/559: read d0/f5a [1230268,59495] 0 2024-09-17T10:40:02.202 INFO:tasks.workunit.client.1.smithi170.stdout:6/560: dread d0/d18/f4f [0,4194304] 0 2024-09-17T10:40:02.202 INFO:tasks.workunit.client.1.smithi170.stdout:6/561: write d0/d18/d70/d7f/d85/d69/fb7 [1172756,1180] 0 2024-09-17T10:40:02.202 INFO:tasks.workunit.client.1.smithi170.stdout:6/562: write d0/f40 [4529844,68942] 0 2024-09-17T10:40:02.202 INFO:tasks.workunit.client.1.smithi170.stdout:6/563: dread - d0/d18/d70/d7f/f95 zero size 2024-09-17T10:40:02.202 INFO:tasks.workunit.client.1.smithi170.stdout:6/564: write d0/f38 [1937568,118135] 0 2024-09-17T10:40:02.203 INFO:tasks.workunit.client.0.smithi159.stdout:0/944: creat d5/dcf/d18/d22/d4c/f151 x:0 0 0 2024-09-17T10:40:02.204 INFO:tasks.workunit.client.0.smithi159.stdout:1/944: read d1/d10/d5e/dbb/fce [3389744,69587] 0 2024-09-17T10:40:02.204 INFO:tasks.workunit.client.0.smithi159.stdout:7/887: creat d2/d18/d20/d3f/d77/db7/f148 x:0 0 0 2024-09-17T10:40:02.207 INFO:tasks.workunit.client.0.smithi159.stdout:2/911: link d0/d26/f10d d0/d6c/dba/f13a 0 2024-09-17T10:40:02.211 INFO:tasks.workunit.client.1.smithi170.stdout:0/602: rename cb to dd/de/d3d/cbd 0 2024-09-17T10:40:02.211 INFO:tasks.workunit.client.1.smithi170.stdout:0/603: chown dd/de/d3d/d4d/la1 43777834 1 2024-09-17T10:40:02.211 INFO:tasks.workunit.client.1.smithi170.stdout:0/604: creat dd/de/d3d/d4d/d5c/d8b/fbe x:0 0 0 2024-09-17T10:40:02.212 INFO:tasks.workunit.client.1.smithi170.stdout:0/605: write fc [14085620,111412] 0 2024-09-17T10:40:02.212 INFO:tasks.workunit.client.1.smithi170.stdout:0/606: dread - dd/de/d3d/d4d/d5c/d8b/fbe zero size 2024-09-17T10:40:02.219 INFO:tasks.workunit.client.0.smithi159.stdout:6/988: mkdir d1/df/d11/d5a/db2/d132 0 2024-09-17T10:40:02.219 INFO:tasks.workunit.client.0.smithi159.stdout:6/989: chown d1/df/d2c/d35/d3e/d7c/ff4 46011 1 2024-09-17T10:40:02.221 INFO:tasks.workunit.client.1.smithi170.stdout:6/565: write d0/d18/d70/d7f/d85/d69/d3e/f8a [2099615,6178] 0 2024-09-17T10:40:02.223 INFO:tasks.workunit.client.0.smithi159.stdout:5/845: rename d19/d1b/d1d/d59/f73 to d19/d1b/d1d/d59/da7/db5/d8e/f126 0 2024-09-17T10:40:02.224 INFO:tasks.workunit.client.0.smithi159.stdout:5/846: fdatasync d19/d1e/ffe 0 2024-09-17T10:40:02.225 INFO:tasks.workunit.client.1.smithi170.stdout:9/581: mknod dd/d40/d4e/d29/d2c/d41/cb9 0 2024-09-17T10:40:02.228 INFO:tasks.workunit.client.1.smithi170.stdout:0/607: dread dd/de/d3d/d4d/f95 [0,4194304] 0 2024-09-17T10:40:02.228 INFO:tasks.workunit.client.1.smithi170.stdout:0/608: creat dd/de/d16/d65/fbf x:0 0 0 2024-09-17T10:40:02.228 INFO:tasks.workunit.client.1.smithi170.stdout:4/402: rename d9/d12/d36/d42/d40/f39 to d9/d12/f80 0 2024-09-17T10:40:02.228 INFO:tasks.workunit.client.1.smithi170.stdout:4/403: stat d9/d12/d36/d42/d40/f33 0 2024-09-17T10:40:02.230 INFO:tasks.workunit.client.0.smithi159.stdout:1/945: truncate d1/d10/d5e/dbb/fce 3901624 0 2024-09-17T10:40:02.233 INFO:tasks.workunit.client.0.smithi159.stdout:6/990: unlink d1/df/d11/d57/c118 0 2024-09-17T10:40:02.237 INFO:tasks.workunit.client.1.smithi170.stdout:6/566: link d0/d66/c6d d0/d18/d70/d7f/d85/d69/d3e/d80/cbe 0 2024-09-17T10:40:02.237 INFO:tasks.workunit.client.1.smithi170.stdout:6/567: chown d0/d18/d70/d7f/d85/d69/d3e/d80/d8d 208471 1 2024-09-17T10:40:02.239 INFO:tasks.workunit.client.0.smithi159.stdout:1/946: truncate d1/d2/d14/f35 4336737 0 2024-09-17T10:40:02.242 INFO:tasks.workunit.client.0.smithi159.stdout:6/991: link d1/df/d2c/d35/d55/dc0/dd4/df1/ce3 d1/df/d2c/d35/d3e/d7c/d11d/c133 0 2024-09-17T10:40:02.243 INFO:tasks.workunit.client.1.smithi170.stdout:0/609: symlink dd/de/d16/d65/lc0 0 2024-09-17T10:40:02.243 INFO:tasks.workunit.client.0.smithi159.stdout:7/888: dwrite d2/d18/d20/d3f/d73/fe7 [0,4194304] 0 2024-09-17T10:40:02.243 INFO:tasks.workunit.client.1.smithi170.stdout:8/676: dwrite d4/df/f28 [0,4194304] 0 2024-09-17T10:40:02.244 INFO:tasks.workunit.client.1.smithi170.stdout:8/677: readlink d4/df/d3f/d44/dad/ld7 0 2024-09-17T10:40:02.244 INFO:tasks.workunit.client.0.smithi159.stdout:2/912: dwrite d0/d6c/dba/f13a [0,4194304] 0 2024-09-17T10:40:02.244 INFO:tasks.workunit.client.0.smithi159.stdout:3/940: rename d9/df/d2c/d77 to d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/d121 0 2024-09-17T10:40:02.245 INFO:tasks.workunit.client.1.smithi170.stdout:6/568: dread d0/f2c [0,4194304] 0 2024-09-17T10:40:02.246 INFO:tasks.workunit.client.1.smithi170.stdout:6/569: chown d0/d18/d70/d7f/d85/f31 253 1 2024-09-17T10:40:02.246 INFO:tasks.workunit.client.1.smithi170.stdout:6/570: creat d0/d18/d70/d7f/fbf x:0 0 0 2024-09-17T10:40:02.247 INFO:tasks.workunit.client.1.smithi170.stdout:2/754: rename dd/d14/d19/f3d to dd/d14/d19/d4c/d63/d32/fff 0 2024-09-17T10:40:02.247 INFO:tasks.workunit.client.1.smithi170.stdout:2/755: truncate dd/d3a/d78/ffe 711628 0 2024-09-17T10:40:02.247 INFO:tasks.workunit.client.1.smithi170.stdout:2/756: write dd/d1a/f43 [1319325,28253] 0 2024-09-17T10:40:02.249 INFO:tasks.workunit.client.1.smithi170.stdout:4/404: creat d9/d12/f81 x:0 0 0 2024-09-17T10:40:02.255 INFO:tasks.workunit.client.1.smithi170.stdout:0/610: link dd/de/d10/l11 dd/de/d16/d54/d63/db0/lc1 0 2024-09-17T10:40:02.256 INFO:tasks.workunit.client.0.smithi159.stdout:3/941: write d9/df/d54/d59/d5e/d9a/ddd/de2/f5f [1969887,82685] 0 2024-09-17T10:40:02.257 INFO:tasks.workunit.client.0.smithi159.stdout:3/942: getdents d9/df/d2c/d2f/d63/d8d/d8e/daf/db9 0 2024-09-17T10:40:02.257 INFO:tasks.workunit.client.0.smithi159.stdout:3/943: fdatasync d9/df/d54/d59/fa2 0 2024-09-17T10:40:02.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/992: mkdir d1/df/d11/d5a/db2/dce/dd5/d134 0 2024-09-17T10:40:02.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/993: readlink d1/df/d2c/l93 0 2024-09-17T10:40:02.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/994: fdatasync d1/df/d2c/d35/d55/d64/d98/f10c 0 2024-09-17T10:40:02.259 INFO:tasks.workunit.client.0.smithi159.stdout:6/995: chown d1/df/d2c/d35/d3e/dc3/cff 6 1 2024-09-17T10:40:02.263 INFO:tasks.workunit.client.0.smithi159.stdout:7/889: dwrite d2/d23/d67/d47/d4a/d4d/dad/dd8/d128/f135 [0,4194304] 0 2024-09-17T10:40:02.265 INFO:tasks.workunit.client.1.smithi170.stdout:8/678: creat d4/df/d1e/daa/fe7 x:0 0 0 2024-09-17T10:40:02.271 INFO:tasks.workunit.client.0.smithi159.stdout:3/944: dread d9/df/d54/f39 [0,4194304] 0 2024-09-17T10:40:02.272 INFO:tasks.workunit.client.1.smithi170.stdout:6/571: creat d0/d66/fc0 x:0 0 0 2024-09-17T10:40:02.278 INFO:tasks.workunit.client.0.smithi159.stdout:2/913: rmdir d0/df/dee/d67/df6 39 2024-09-17T10:40:02.281 INFO:tasks.workunit.client.0.smithi159.stdout:0/945: rename d5/d4f/d67/dad/l126 to d5/d4f/db2/df6/l152 0 2024-09-17T10:40:02.283 INFO:tasks.workunit.client.1.smithi170.stdout:8/679: dwrite d4/df/d3f/f68 [0,4194304] 0 2024-09-17T10:40:02.283 INFO:tasks.workunit.client.0.smithi159.stdout:1/947: rmdir d1/d63/d8d 39 2024-09-17T10:40:02.291 INFO:tasks.workunit.client.0.smithi159.stdout:7/890: creat d2/d23/d67/d126/f149 x:0 0 0 2024-09-17T10:40:02.296 INFO:tasks.workunit.client.0.smithi159.stdout:2/914: truncate d0/df/d3e/d46/fde 1820670 0 2024-09-17T10:40:02.298 INFO:tasks.workunit.client.1.smithi170.stdout:9/582: rename dd/d16/d17/c20 to dd/d40/d4e/d23/dae/cba 0 2024-09-17T10:40:02.298 INFO:tasks.workunit.client.1.smithi170.stdout:9/583: write dd/d40/d32/f4d [814201,70819] 0 2024-09-17T10:40:02.298 INFO:tasks.workunit.client.0.smithi159.stdout:1/948: dwrite d1/d2/f54 [0,4194304] 0 2024-09-17T10:40:02.298 INFO:tasks.workunit.client.0.smithi159.stdout:1/949: write d1/d2f/d9e/d1a/dc/f9b [1000895,22352] 0 2024-09-17T10:40:02.298 INFO:tasks.workunit.client.0.smithi159.stdout:1/950: fsync d1/d2f/d9e/d1a/dc/d18/f5c 0 2024-09-17T10:40:02.300 INFO:tasks.workunit.client.0.smithi159.stdout:0/946: rename d5/d4f/f93 to d5/d12/d32/f153 0 2024-09-17T10:40:02.301 INFO:tasks.workunit.client.1.smithi170.stdout:4/405: symlink d9/d5a/l82 0 2024-09-17T10:40:02.301 INFO:tasks.workunit.client.1.smithi170.stdout:4/406: creat d9/d12/d6c/f83 x:0 0 0 2024-09-17T10:40:02.301 INFO:tasks.workunit.client.1.smithi170.stdout:4/407: fdatasync d9/d12/f81 0 2024-09-17T10:40:02.302 INFO:tasks.workunit.client.0.smithi159.stdout:7/891: mknod d2/d18/d20/d3f/c14a 0 2024-09-17T10:40:02.304 INFO:tasks.workunit.client.0.smithi159.stdout:3/945: creat d9/df/d2c/d2f/de0/f122 x:0 0 0 2024-09-17T10:40:02.306 INFO:tasks.workunit.client.1.smithi170.stdout:6/572: mkdir d0/d18/d70/d7f/d85/d69/d8e/d92/dc1 0 2024-09-17T10:40:02.307 INFO:tasks.workunit.client.0.smithi159.stdout:2/915: write d0/d26/d4b/d6d/f5a [3105744,3423] 0 2024-09-17T10:40:02.307 INFO:tasks.workunit.client.0.smithi159.stdout:2/916: truncate d0/d6c/f107 1935428 0 2024-09-17T10:40:02.307 INFO:tasks.workunit.client.0.smithi159.stdout:2/917: write d0/df/dee/dd3/f90 [1038259,5688] 0 2024-09-17T10:40:02.308 INFO:tasks.workunit.client.1.smithi170.stdout:4/408: dread d9/f41 [0,4194304] 0 2024-09-17T10:40:02.308 INFO:tasks.workunit.client.1.smithi170.stdout:4/409: write d9/d3e/f50 [1432729,112988] 0 2024-09-17T10:40:02.308 INFO:tasks.workunit.client.0.smithi159.stdout:1/951: unlink d1/d2/d14/d67/dd6/f117 0 2024-09-17T10:40:02.309 INFO:tasks.workunit.client.0.smithi159.stdout:1/952: chown d1/d2 11 1 2024-09-17T10:40:02.309 INFO:tasks.workunit.client.0.smithi159.stdout:1/953: creat d1/d63/f120 x:0 0 0 2024-09-17T10:40:02.309 INFO:tasks.workunit.client.0.smithi159.stdout:1/954: write d1/d2f/f94 [454594,94510] 0 2024-09-17T10:40:02.311 INFO:tasks.workunit.client.0.smithi159.stdout:4/917: sync 2024-09-17T10:40:02.313 INFO:tasks.workunit.client.0.smithi159.stdout:5/847: rename d19/d69/d78/db3/dbd/d74 to d19/d1b/d1d/d127 0 2024-09-17T10:40:02.314 INFO:tasks.workunit.client.1.smithi170.stdout:8/680: creat d4/df/d1e/fe8 x:0 0 0 2024-09-17T10:40:02.314 INFO:tasks.workunit.client.1.smithi170.stdout:8/681: write d4/df/d1e/d69/f6a [2895747,36237] 0 2024-09-17T10:40:02.317 INFO:tasks.workunit.client.0.smithi159.stdout:0/947: symlink d5/dcf/d18/d22/da2/db3/d100/l154 0 2024-09-17T10:40:02.317 INFO:tasks.workunit.client.0.smithi159.stdout:0/948: readlink d5/d12/d32/d10a/l134 0 2024-09-17T10:40:02.318 INFO:tasks.workunit.client.1.smithi170.stdout:9/584: creat dd/d16/d2a/d51/dac/fbb x:0 0 0 2024-09-17T10:40:02.318 INFO:tasks.workunit.client.1.smithi170.stdout:9/585: write dd/d40/d4e/d23/dae/db4/fb7 [596723,18252] 0 2024-09-17T10:40:02.318 INFO:tasks.workunit.client.1.smithi170.stdout:9/586: creat dd/d40/d4e/d23/dae/db4/fbc x:0 0 0 2024-09-17T10:40:02.318 INFO:tasks.workunit.client.1.smithi170.stdout:9/587: dread - dd/d16/d17/d5c/d85/f9d zero size 2024-09-17T10:40:02.318 INFO:tasks.workunit.client.1.smithi170.stdout:9/588: chown dd/d16/d17/f8a 1 1 2024-09-17T10:40:02.319 INFO:tasks.workunit.client.1.smithi170.stdout:9/589: read - dd/d40/d4e/fa2 zero size 2024-09-17T10:40:02.320 INFO:tasks.workunit.client.0.smithi159.stdout:3/946: symlink d9/df/d54/d59/d5e/d112/l123 0 2024-09-17T10:40:02.320 INFO:tasks.workunit.client.0.smithi159.stdout:3/947: fsync d9/df/d54/d59/d99/f9d 0 2024-09-17T10:40:02.320 INFO:tasks.workunit.client.0.smithi159.stdout:3/948: dread - d9/df/d2c/d2f/d63/d8d/d8e/daf/fd7 zero size 2024-09-17T10:40:02.321 INFO:tasks.workunit.client.0.smithi159.stdout:1/955: dread d1/d2f/d9e/d1a/d3b/dd3/f114 [0,4194304] 0 2024-09-17T10:40:02.323 INFO:tasks.workunit.client.1.smithi170.stdout:2/757: unlink dd/lbd 0 2024-09-17T10:40:02.328 INFO:tasks.workunit.client.0.smithi159.stdout:2/918: mkdir d0/d26/d4b/d6d/dcd/d13b 0 2024-09-17T10:40:02.330 INFO:tasks.workunit.client.1.smithi170.stdout:0/611: mknod dd/de/cc2 0 2024-09-17T10:40:02.331 INFO:tasks.workunit.client.1.smithi170.stdout:6/573: mknod d0/d18/d70/d7f/d85/d69/d3e/db4/cc2 0 2024-09-17T10:40:02.334 INFO:tasks.workunit.client.1.smithi170.stdout:4/410: dwrite f2 [0,4194304] 0 2024-09-17T10:40:02.337 INFO:tasks.workunit.client.0.smithi159.stdout:6/996: rename d1/df/d2c/d35/d3e/d7c/ce4 to d1/df/d2c/d35/d3e/d12a/c135 0 2024-09-17T10:40:02.337 INFO:tasks.workunit.client.0.smithi159.stdout:6/997: write d1/fb [1491786,124215] 0 2024-09-17T10:40:02.338 INFO:tasks.workunit.client.1.smithi170.stdout:9/590: mkdir dd/d40/d32/d3d/dbd 0 2024-09-17T10:40:02.339 INFO:tasks.workunit.client.1.smithi170.stdout:9/591: creat dd/d40/d4e/d23/dae/db4/fbe x:0 0 0 2024-09-17T10:40:02.340 INFO:tasks.workunit.client.0.smithi159.stdout:0/949: symlink d5/d4f/d67/da6/l155 0 2024-09-17T10:40:02.340 INFO:tasks.workunit.client.0.smithi159.stdout:0/950: read d5/d4f/db2/fba [2037886,111908] 0 2024-09-17T10:40:02.340 INFO:tasks.workunit.client.0.smithi159.stdout:0/951: write d5/d12/f5a [974722,47390] 0 2024-09-17T10:40:02.341 INFO:tasks.workunit.client.1.smithi170.stdout:0/612: truncate f1 4008751 0 2024-09-17T10:40:02.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/613: write dd/de/d3d/d4d/d5c/d69/f55 [840901,50863] 0 2024-09-17T10:40:02.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/614: readlink dd/de/d3d/d4d/d5c/d69/l91 0 2024-09-17T10:40:02.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/615: dread - dd/de/d16/d54/fa2 zero size 2024-09-17T10:40:02.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/616: readlink dd/de/d10/d8d/l2e 0 2024-09-17T10:40:02.342 INFO:tasks.workunit.client.0.smithi159.stdout:4/918: dwrite d0/d12/d2f/de7/da/d33/fa4 [0,4194304] 0 2024-09-17T10:40:02.344 INFO:tasks.workunit.client.1.smithi170.stdout:6/574: creat d0/d18/d70/d7f/d85/d69/d3e/d80/fc3 x:0 0 0 2024-09-17T10:40:02.344 INFO:tasks.workunit.client.1.smithi170.stdout:6/575: creat d0/d18/d70/d7f/fc4 x:0 0 0 2024-09-17T10:40:02.348 INFO:tasks.workunit.client.0.smithi159.stdout:3/949: rmdir d9/df/d2c/d2f/d63 39 2024-09-17T10:40:02.348 INFO:tasks.workunit.client.0.smithi159.stdout:3/950: getdents d9/df/d54 0 2024-09-17T10:40:02.348 INFO:tasks.workunit.client.0.smithi159.stdout:3/951: creat d9/df/d54/d59/f124 x:0 0 0 2024-09-17T10:40:02.348 INFO:tasks.workunit.client.0.smithi159.stdout:3/952: getdents d9/df/d54/d59/d5e/d112/d113 0 2024-09-17T10:40:02.350 INFO:tasks.workunit.client.0.smithi159.stdout:2/919: chown d0/df/d3e/d46/dc4/d12a/c7f 44961705 1 2024-09-17T10:40:02.354 INFO:tasks.workunit.client.0.smithi159.stdout:7/892: rename d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/caa to d2/d18/d20/d3f/d73/d82/da2/c14b 0 2024-09-17T10:40:02.356 INFO:tasks.workunit.client.0.smithi159.stdout:4/919: getdents d0/d12/d2f/de7/d97/de6/d106 0 2024-09-17T10:40:02.357 INFO:tasks.workunit.client.0.smithi159.stdout:4/920: fdatasync d0/d12/d2f/de7/d24/d39/d6a/f9d 0 2024-09-17T10:40:02.357 INFO:tasks.workunit.client.0.smithi159.stdout:4/921: write d0/d12/d2f/de7/d24/d39/d6a/fb6 [1951215,21649] 0 2024-09-17T10:40:02.361 INFO:tasks.workunit.client.1.smithi170.stdout:9/592: symlink dd/d16/d17/d43/d6d/lbf 0 2024-09-17T10:40:02.363 INFO:tasks.workunit.client.0.smithi159.stdout:2/920: dread d0/d26/d4b/f9a [0,4194304] 0 2024-09-17T10:40:02.363 INFO:tasks.workunit.client.1.smithi170.stdout:0/617: rename dd/de/d3d/d4d/d5c/d69 to dd/de/d16/d54/d5f/dc3 0 2024-09-17T10:40:02.364 INFO:tasks.workunit.client.0.smithi159.stdout:3/953: symlink d9/df/d2c/d2f/d63/l125 0 2024-09-17T10:40:02.367 INFO:tasks.workunit.client.1.smithi170.stdout:6/576: link d0/d18/d70/d7f/d85/lb1 d0/d18/d70/d7f/d85/d69/da6/lc5 0 2024-09-17T10:40:02.367 INFO:tasks.workunit.client.0.smithi159.stdout:7/893: rmdir d2/d18/d20/d3f/d73 39 2024-09-17T10:40:02.369 INFO:tasks.workunit.client.1.smithi170.stdout:9/593: rename dd/d40/d4e/d23/dae/db4/l4f to dd/d16/lc0 0 2024-09-17T10:40:02.369 INFO:tasks.workunit.client.1.smithi170.stdout:9/594: fdatasync dd/d40/d32/d3d/f48 0 2024-09-17T10:40:02.370 INFO:tasks.workunit.client.0.smithi159.stdout:4/922: mkdir d0/d12/db1/d129 0 2024-09-17T10:40:02.370 INFO:tasks.workunit.client.0.smithi159.stdout:4/923: chown d0/d12/d2f/de7/d24/d39/c46 27 1 2024-09-17T10:40:02.370 INFO:tasks.workunit.client.0.smithi159.stdout:4/924: write d0/d12/d2f/de7/d24/d39/fb9 [3683833,62462] 0 2024-09-17T10:40:02.370 INFO:tasks.workunit.client.0.smithi159.stdout:4/925: fsync d0/db5/fd4 0 2024-09-17T10:40:02.370 INFO:tasks.workunit.client.0.smithi159.stdout:4/926: dread - d0/d12/d126/d53/fd7 zero size 2024-09-17T10:40:02.371 INFO:tasks.workunit.client.1.smithi170.stdout:0/618: rmdir dd/de/d3d/d4d 39 2024-09-17T10:40:02.371 INFO:tasks.workunit.client.1.smithi170.stdout:8/682: dwrite d4/df/d1e/f9b [0,4194304] 0 2024-09-17T10:40:02.371 INFO:tasks.workunit.client.0.smithi159.stdout:3/954: write d9/df/d2c/d2f/fe9 [1348584,38719] 0 2024-09-17T10:40:02.371 INFO:tasks.workunit.client.0.smithi159.stdout:3/955: chown d9/df/d54/d59/d99/fec 407 1 2024-09-17T10:40:02.372 INFO:tasks.workunit.client.1.smithi170.stdout:2/758: dwrite f1 [4194304,4194304] 0 2024-09-17T10:40:02.373 INFO:tasks.workunit.client.1.smithi170.stdout:4/411: dwrite d9/d12/d36/d42/d40/f2e [4194304,4194304] 0 2024-09-17T10:40:02.373 INFO:tasks.workunit.client.1.smithi170.stdout:4/412: fsync d9/d5a/f6d 0 2024-09-17T10:40:02.374 INFO:tasks.workunit.client.0.smithi159.stdout:6/998: dwrite d1/df/d11/f3b [0,4194304] 0 2024-09-17T10:40:02.374 INFO:tasks.workunit.client.0.smithi159.stdout:6/999: truncate d1/df/d11/d16/fdb 4694638 0 2024-09-17T10:40:02.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/577: rename d0/d18/d70/d7f/d85/f7b to d0/d18/d70/d7f/d85/d69/d8e/fc6 0 2024-09-17T10:40:02.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/578: stat d0/d18/d70/d7f/d85/d69/d3e/f59 0 2024-09-17T10:40:02.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/579: write d0/d18/d70/d7f/d85/d43/f46 [4807055,78607] 0 2024-09-17T10:40:02.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/580: fsync d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/fb0 0 2024-09-17T10:40:02.375 INFO:tasks.workunit.client.1.smithi170.stdout:9/595: symlink dd/d16/d2a/lc1 0 2024-09-17T10:40:02.376 INFO:tasks.workunit.client.0.smithi159.stdout:2/921: read d0/df/d3e/f44 [1208246,24541] 0 2024-09-17T10:40:02.376 INFO:tasks.workunit.client.0.smithi159.stdout:2/922: write d0/d26/d4b/faf [1819062,109986] 0 2024-09-17T10:40:02.378 INFO:tasks.workunit.client.0.smithi159.stdout:4/927: mkdir d0/d12/d2f/de7/d97/db7/ddc/d12a 0 2024-09-17T10:40:02.378 INFO:tasks.workunit.client.0.smithi159.stdout:4/928: fsync d0/d12/d126/f83 0 2024-09-17T10:40:02.378 INFO:tasks.workunit.client.0.smithi159.stdout:4/929: truncate d0/d12/db1/dc0/fe2 814479 0 2024-09-17T10:40:02.378 INFO:tasks.workunit.client.0.smithi159.stdout:4/930: chown d0/d12/d2f/de7/fa2 3260 1 2024-09-17T10:40:02.379 INFO:tasks.workunit.client.0.smithi159.stdout:7/894: read d2/d44/f99 [916971,24101] 0 2024-09-17T10:40:02.380 INFO:tasks.workunit.client.1.smithi170.stdout:0/619: mkdir dd/de/d16/d54/d5f/dc4 0 2024-09-17T10:40:02.385 INFO:tasks.workunit.client.0.smithi159.stdout:1/956: rename d1/d2/d8f/db3 to d1/d10/d5e/dbb/d121 0 2024-09-17T10:40:02.385 INFO:tasks.workunit.client.0.smithi159.stdout:1/957: read - d1/d2f/d9e/d1a/d3b/d9f/da1/f10e zero size 2024-09-17T10:40:02.385 INFO:tasks.workunit.client.0.smithi159.stdout:1/958: dread - d1/d10/d5e/dbb/ddb/da2/dc5/faa zero size 2024-09-17T10:40:02.386 INFO:tasks.workunit.client.0.smithi159.stdout:1/959: write d1/d2f/d9e/d1a/f39 [1747524,22051] 0 2024-09-17T10:40:02.386 INFO:tasks.workunit.client.0.smithi159.stdout:1/960: chown d1/f75 245715 1 2024-09-17T10:40:02.386 INFO:tasks.workunit.client.0.smithi159.stdout:1/961: write d1/d2f/d9e/d1a/dc/f3f [1718329,49626] 0 2024-09-17T10:40:02.387 INFO:tasks.workunit.client.1.smithi170.stdout:2/759: mkdir dd/d1a/d7d/d100 0 2024-09-17T10:40:02.387 INFO:tasks.workunit.client.1.smithi170.stdout:2/760: read dd/d14/d19/d4c/d63/f41 [856076,57294] 0 2024-09-17T10:40:02.387 INFO:tasks.workunit.client.1.smithi170.stdout:2/761: chown dd/d14/d19/f2d 171 1 2024-09-17T10:40:02.388 INFO:tasks.workunit.client.1.smithi170.stdout:2/762: chown dd/d14/d19/d4c/d63/d32/le3 1396132 1 2024-09-17T10:40:02.388 INFO:tasks.workunit.client.1.smithi170.stdout:2/763: fsync dd/d3a/d8e/ff8 0 2024-09-17T10:40:02.390 INFO:tasks.workunit.client.1.smithi170.stdout:8/683: write d4/df/d3f/f55 [3917909,5544] 0 2024-09-17T10:40:02.390 INFO:tasks.workunit.client.1.smithi170.stdout:8/684: creat d4/df/d3f/d44/d80/fe9 x:0 0 0 2024-09-17T10:40:02.390 INFO:tasks.workunit.client.1.smithi170.stdout:8/685: truncate d4/df/d95/fab 1428521 0 2024-09-17T10:40:02.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/413: creat d9/d12/d36/d42/d40/f84 x:0 0 0 2024-09-17T10:40:02.399 INFO:tasks.workunit.client.0.smithi159.stdout:2/923: mknod d0/df/dee/dd3/dd6/c13c 0 2024-09-17T10:40:02.399 INFO:tasks.workunit.client.0.smithi159.stdout:2/924: dread - d0/df/d3e/d7a/d91/ff4 zero size 2024-09-17T10:40:02.399 INFO:tasks.workunit.client.0.smithi159.stdout:2/925: chown d0/df/dee/d67/c104 3934883 1 2024-09-17T10:40:02.399 INFO:tasks.workunit.client.0.smithi159.stdout:2/926: chown d0/df/d3e/d46/d66/c85 41565 1 2024-09-17T10:40:02.399 INFO:tasks.workunit.client.0.smithi159.stdout:2/927: fsync d0/df/dee/d5e/f136 0 2024-09-17T10:40:02.400 INFO:tasks.workunit.client.1.smithi170.stdout:9/596: dwrite dd/d40/d4e/fa2 [0,4194304] 0 2024-09-17T10:40:02.401 INFO:tasks.workunit.client.0.smithi159.stdout:4/931: mknod d0/d12/d2f/de7/da/c12b 0 2024-09-17T10:40:02.401 INFO:tasks.workunit.client.0.smithi159.stdout:3/956: dwrite d9/df/f64 [4194304,4194304] 0 2024-09-17T10:40:02.402 INFO:tasks.workunit.client.0.smithi159.stdout:3/957: fsync d9/df/d2c/d2f/d63/fc3 0 2024-09-17T10:40:02.402 INFO:tasks.workunit.client.0.smithi159.stdout:3/958: write d9/df/d2c/d2f/d63/d8d/d74/d82/f11b [788373,106987] 0 2024-09-17T10:40:02.402 INFO:tasks.workunit.client.0.smithi159.stdout:3/959: read - d9/df/d2c/d2f/d63/d8d/d8e/daf/db9/def/ff7 zero size 2024-09-17T10:40:02.402 INFO:tasks.workunit.client.0.smithi159.stdout:3/960: chown d9/df/d2c/f73 26 1 2024-09-17T10:40:02.402 INFO:tasks.workunit.client.0.smithi159.stdout:3/961: readlink d9/df/l89 0 2024-09-17T10:40:02.403 INFO:tasks.workunit.client.1.smithi170.stdout:6/581: symlink d0/d18/d70/d7f/d85/d69/d3e/lc7 0 2024-09-17T10:40:02.404 INFO:tasks.workunit.client.1.smithi170.stdout:6/582: chown d0/d18/d70/d7f/d85/d69 3 1 2024-09-17T10:40:02.404 INFO:tasks.workunit.client.1.smithi170.stdout:9/597: dread dd/d16/d17/d43/d6d/fa0 [0,4194304] 0 2024-09-17T10:40:02.404 INFO:tasks.workunit.client.1.smithi170.stdout:6/583: dread d0/d18/d70/f90 [0,4194304] 0 2024-09-17T10:40:02.405 INFO:tasks.workunit.client.0.smithi159.stdout:0/952: rename d5/d12/daa/ce3 to d5/dcf/d18/d22/d4c/d6b/d7c/d92/c156 0 2024-09-17T10:40:02.405 INFO:tasks.workunit.client.1.smithi170.stdout:0/620: symlink dd/de/d3d/d4d/lc5 0 2024-09-17T10:40:02.408 INFO:tasks.workunit.client.1.smithi170.stdout:2/764: symlink dd/d14/d19/d4c/l101 0 2024-09-17T10:40:02.408 INFO:tasks.workunit.client.1.smithi170.stdout:2/765: creat dd/d54/f102 x:0 0 0 2024-09-17T10:40:02.412 INFO:tasks.workunit.client.1.smithi170.stdout:8/686: truncate d4/df/d3f/f68 1237713 0 2024-09-17T10:40:02.413 INFO:tasks.workunit.client.0.smithi159.stdout:4/932: creat d0/f12c x:0 0 0 2024-09-17T10:40:02.415 INFO:tasks.workunit.client.1.smithi170.stdout:4/414: creat d9/d12/d36/d42/d40/d70/d72/f85 x:0 0 0 2024-09-17T10:40:02.417 INFO:tasks.workunit.client.0.smithi159.stdout:3/962: mknod d9/df/d54/d59/d5e/d107/c126 0 2024-09-17T10:40:02.419 INFO:tasks.workunit.client.1.smithi170.stdout:7/530: sync 2024-09-17T10:40:02.419 INFO:tasks.workunit.client.1.smithi170.stdout:3/675: sync 2024-09-17T10:40:02.419 INFO:tasks.workunit.client.1.smithi170.stdout:5/546: sync 2024-09-17T10:40:02.419 INFO:tasks.workunit.client.1.smithi170.stdout:1/676: sync 2024-09-17T10:40:02.419 INFO:tasks.workunit.client.1.smithi170.stdout:7/531: dread - d25/d2a/d3e/f95 zero size 2024-09-17T10:40:02.420 INFO:tasks.workunit.client.1.smithi170.stdout:9/598: symlink dd/d40/d4e/d23/lc2 0 2024-09-17T10:40:02.420 INFO:tasks.workunit.client.1.smithi170.stdout:9/599: getdents dd/d40/d4e/d23/dae/db3 0 2024-09-17T10:40:02.420 INFO:tasks.workunit.client.0.smithi159.stdout:7/895: rename d2/d44/da9/cef to d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/c14c 0 2024-09-17T10:40:02.421 INFO:tasks.workunit.client.0.smithi159.stdout:7/896: stat d2/d23/d67/d47/c9c 0 2024-09-17T10:40:02.421 INFO:tasks.workunit.client.0.smithi159.stdout:7/897: readlink d2/d18/d20/d3f/d73/d95/dc4/le6 0 2024-09-17T10:40:02.422 INFO:tasks.workunit.client.1.smithi170.stdout:6/584: symlink d0/d18/d70/d7f/d85/d69/da6/lc8 0 2024-09-17T10:40:02.422 INFO:tasks.workunit.client.1.smithi170.stdout:6/585: chown d0/d18/d70/d7f/d85/d69/d3e/d80/cbe 11785255 1 2024-09-17T10:40:02.424 INFO:tasks.workunit.client.1.smithi170.stdout:0/621: symlink dd/de/d3d/lc6 0 2024-09-17T10:40:02.427 INFO:tasks.workunit.client.0.smithi159.stdout:3/963: mkdir d9/df/d54/d59/d99/dc7/d127 0 2024-09-17T10:40:02.428 INFO:tasks.workunit.client.1.smithi170.stdout:2/766: symlink dd/d1a/d7d/l103 0 2024-09-17T10:40:02.428 INFO:tasks.workunit.client.1.smithi170.stdout:2/767: getdents dd/d14/d19/dc4/df0 0 2024-09-17T10:40:02.430 INFO:tasks.workunit.client.1.smithi170.stdout:7/532: dwrite d25/d4e/f8d [0,4194304] 0 2024-09-17T10:40:02.430 INFO:tasks.workunit.client.0.smithi159.stdout:2/928: rename d0/df/d3e/d47/f4c to d0/d26/d4b/f13d 0 2024-09-17T10:40:02.431 INFO:tasks.workunit.client.1.smithi170.stdout:8/687: truncate d4/d2e/d33/f52 567881 0 2024-09-17T10:40:02.433 INFO:tasks.workunit.client.0.smithi159.stdout:4/933: rmdir d0/d12/d2f/de7/d67 39 2024-09-17T10:40:02.435 INFO:tasks.workunit.client.1.smithi170.stdout:1/677: rename d3/f3a to d3/d5/d54/dd0/fe9 0 2024-09-17T10:40:02.437 INFO:tasks.workunit.client.0.smithi159.stdout:3/964: truncate d9/df/d54/d59/fa2 3029329 0 2024-09-17T10:40:02.438 INFO:tasks.workunit.client.0.smithi159.stdout:3/965: stat d9/df/f64 0 2024-09-17T10:40:02.439 INFO:tasks.workunit.client.1.smithi170.stdout:3/676: link d18/d2c/d3e/d57/d7e/f7a d18/d2c/d4f/d7b/fe3 0 2024-09-17T10:40:02.440 INFO:tasks.workunit.client.1.smithi170.stdout:8/688: dread d4/df/d3f/d44/d80/f8d [0,4194304] 0 2024-09-17T10:40:02.440 INFO:tasks.workunit.client.1.smithi170.stdout:8/689: write d4/df/d3f/d44/d80/fc3 [39304,19065] 0 2024-09-17T10:40:02.440 INFO:tasks.workunit.client.1.smithi170.stdout:8/690: creat d4/df/d94/fea x:0 0 0 2024-09-17T10:40:02.442 INFO:tasks.workunit.client.1.smithi170.stdout:5/547: creat d1/d3/d55/d5e/d67/d86/fab x:0 0 0 2024-09-17T10:40:02.442 INFO:tasks.workunit.client.1.smithi170.stdout:5/548: getdents d1/d3/d55/d80/da4 0 2024-09-17T10:40:02.442 INFO:tasks.workunit.client.1.smithi170.stdout:5/549: dread - d1/d3/d13/d1a/d54/d8d/f91 zero size 2024-09-17T10:40:02.443 INFO:tasks.workunit.client.0.smithi159.stdout:2/929: creat d0/df/d3e/d46/dc8/f13e x:0 0 0 2024-09-17T10:40:02.444 INFO:tasks.workunit.client.1.smithi170.stdout:9/600: mknod dd/d40/d4e/d29/d54/cc3 0 2024-09-17T10:40:02.444 INFO:tasks.workunit.client.1.smithi170.stdout:9/601: chown dd/d40/d4e/d23/f60 8090 1 2024-09-17T10:40:02.444 INFO:tasks.workunit.client.1.smithi170.stdout:9/602: write dd/d40/d4e/d23/f30 [3664894,130266] 0 2024-09-17T10:40:02.446 INFO:tasks.workunit.client.0.smithi159.stdout:3/966: dread d9/df/d3f/f84 [0,4194304] 0 2024-09-17T10:40:02.446 INFO:tasks.workunit.client.0.smithi159.stdout:7/898: mknod d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/c14d 0 2024-09-17T10:40:02.448 INFO:tasks.workunit.client.1.smithi170.stdout:6/586: mkdir d0/d18/d70/d7f/d85/d69/d8e/d92/dc9 0 2024-09-17T10:40:02.461 INFO:tasks.workunit.client.1.smithi170.stdout:4/415: mknod d9/c86 0 2024-09-17T10:40:02.463 INFO:tasks.workunit.client.1.smithi170.stdout:9/603: dwrite dd/d40/d4e/d23/f81 [0,4194304] 0 2024-09-17T10:40:02.463 INFO:tasks.workunit.client.1.smithi170.stdout:9/604: readlink dd/d16/d2a/lc1 0 2024-09-17T10:40:02.463 INFO:tasks.workunit.client.1.smithi170.stdout:9/605: chown dd/d16/f7e 176486617 1 2024-09-17T10:40:02.464 INFO:tasks.workunit.client.0.smithi159.stdout:3/967: symlink d9/df/d54/d59/l128 0 2024-09-17T10:40:02.465 INFO:tasks.workunit.client.1.smithi170.stdout:0/622: rename dd/de/d10/d8d/c90 to dd/de/d16/d54/cc7 0 2024-09-17T10:40:02.466 INFO:tasks.workunit.client.0.smithi159.stdout:4/934: getdents d0/d12/d2f/de7/da/d42/dc2 0 2024-09-17T10:40:02.467 INFO:tasks.workunit.client.1.smithi170.stdout:1/678: getdents d3/d5/dc9/d7b/d8b/db8 0 2024-09-17T10:40:02.467 INFO:tasks.workunit.client.1.smithi170.stdout:1/679: creat d3/d5/dc9/d7b/dd4/d51/dc8/fea x:0 0 0 2024-09-17T10:40:02.469 INFO:tasks.workunit.client.0.smithi159.stdout:3/968: link d9/df/d2c/f73 d9/df/d2c/d2f/de0/f129 0 2024-09-17T10:40:02.470 INFO:tasks.workunit.client.0.smithi159.stdout:4/935: rename d0/d12/d2f/de7/da/l17 to d0/d12/l12d 0 2024-09-17T10:40:02.471 INFO:tasks.workunit.client.1.smithi170.stdout:3/677: rmdir d18/d2c/d41/d94 39 2024-09-17T10:40:02.477 INFO:tasks.workunit.client.1.smithi170.stdout:8/691: link d4/df/l2d d4/df/leb 0 2024-09-17T10:40:02.477 INFO:tasks.workunit.client.0.smithi159.stdout:3/969: dread d9/df/d54/d59/d5e/d9a/ddd/de2/f50 [0,4194304] 0 2024-09-17T10:40:02.478 INFO:tasks.workunit.client.1.smithi170.stdout:5/550: rmdir d1/d3/d13/d2c/d51 39 2024-09-17T10:40:02.480 INFO:tasks.workunit.client.0.smithi159.stdout:3/970: chown d9/df/d2c/d2f/f88 20388 1 2024-09-17T10:40:02.482 INFO:tasks.workunit.client.1.smithi170.stdout:6/587: creat d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/d9b/db6/fca x:0 0 0 2024-09-17T10:40:02.482 INFO:tasks.workunit.client.1.smithi170.stdout:1/680: write d3/d5/dc9/d7b/dd4/d51/f60 [787897,1744] 0 2024-09-17T10:40:02.482 INFO:tasks.workunit.client.0.smithi159.stdout:4/936: dread d0/d12/d2f/de7/da/d19/f23 [4194304,4194304] 0 2024-09-17T10:40:02.482 INFO:tasks.workunit.client.0.smithi159.stdout:4/937: creat d0/d12/db1/f12e x:0 0 0 2024-09-17T10:40:02.483 INFO:tasks.workunit.client.1.smithi170.stdout:2/768: symlink dd/d64/de0/l104 0 2024-09-17T10:40:02.483 INFO:tasks.workunit.client.0.smithi159.stdout:7/899: dwrite d2/d23/d67/d47/d4a/d4d/f89 [4194304,4194304] 0 2024-09-17T10:40:02.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/416: dwrite d9/d12/d36/d51/f77 [0,4194304] 0 2024-09-17T10:40:02.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/417: readlink d9/d12/l2b 0 2024-09-17T10:40:02.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/418: chown d9/d12/f3a 6 1 2024-09-17T10:40:02.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/419: read - d9/d12/d36/d42/d40/f37 zero size 2024-09-17T10:40:02.486 INFO:tasks.workunit.client.1.smithi170.stdout:6/588: dread d0/d18/d70/d7f/d85/d69/d3e/d80/fa5 [0,4194304] 0 2024-09-17T10:40:02.486 INFO:tasks.workunit.client.0.smithi159.stdout:3/971: symlink d9/l12a 0 2024-09-17T10:40:02.488 INFO:tasks.workunit.client.1.smithi170.stdout:7/533: getdents d25/d53/d59 0 2024-09-17T10:40:02.488 INFO:tasks.workunit.client.1.smithi170.stdout:7/534: fdatasync d25/d2a/d3e/d4b/f7b 0 2024-09-17T10:40:02.489 INFO:tasks.workunit.client.1.smithi170.stdout:7/535: fsync d25/f97 0 2024-09-17T10:40:02.489 INFO:tasks.workunit.client.1.smithi170.stdout:7/536: creat d25/d4e/f9e x:0 0 0 2024-09-17T10:40:02.489 INFO:tasks.workunit.client.1.smithi170.stdout:7/537: dread - d25/d53/d59/f86 zero size 2024-09-17T10:40:02.489 INFO:tasks.workunit.client.1.smithi170.stdout:4/420: write d9/f41 [773494,1355] 0 2024-09-17T10:40:02.495 INFO:tasks.workunit.client.0.smithi159.stdout:7/900: mkdir d2/d18/d20/d3f/d73/d95/dc4/d14e 0 2024-09-17T10:40:02.498 INFO:tasks.workunit.client.1.smithi170.stdout:9/606: rename dd/d40/d32/d3d/c86 to dd/d40/d4e/d23/dae/db4/cc4 0 2024-09-17T10:40:02.500 INFO:tasks.workunit.client.1.smithi170.stdout:0/623: mkdir dd/de/d10/d13/dc8 0 2024-09-17T10:40:02.501 INFO:tasks.workunit.client.0.smithi159.stdout:7/901: creat d2/d9a/de4/f14f x:0 0 0 2024-09-17T10:40:02.507 INFO:tasks.workunit.client.1.smithi170.stdout:5/551: creat d1/d3/d55/d80/d89/fac x:0 0 0 2024-09-17T10:40:02.507 INFO:tasks.workunit.client.1.smithi170.stdout:5/552: chown d1/d3/d55/d87 6802 1 2024-09-17T10:40:02.508 INFO:tasks.workunit.client.0.smithi159.stdout:3/972: dwrite d9/df/d2c/d2f/d63/d8d/d74/db7/de8/dcd/f100 [0,4194304] 0 2024-09-17T10:40:02.510 INFO:tasks.workunit.client.0.smithi159.stdout:4/938: dwrite d0/d12/d2f/de7/d24/f75 [0,4194304] 0 2024-09-17T10:40:02.510 INFO:tasks.workunit.client.0.smithi159.stdout:4/939: chown d0/d12/d2f/de7/da/d42/dc2/ff1 4113 1 2024-09-17T10:40:02.511 INFO:tasks.workunit.client.1.smithi170.stdout:1/681: symlink d3/d77/dad/d9d/leb 0 2024-09-17T10:40:02.511 INFO:tasks.workunit.client.1.smithi170.stdout:1/682: chown d3/d5/dc9/d7b/d8b/lae 7315 1 2024-09-17T10:40:02.521 INFO:tasks.workunit.client.1.smithi170.stdout:5/553: dread d1/d3/d13/d2c/d51/f56 [0,4194304] 0 2024-09-17T10:40:02.521 INFO:tasks.workunit.client.1.smithi170.stdout:5/554: creat d1/d3/d55/d80/d89/fad x:0 0 0 2024-09-17T10:40:02.522 INFO:tasks.workunit.client.0.smithi159.stdout:3/973: creat d9/df/d54/d59/d5e/d112/d113/f12b x:0 0 0 2024-09-17T10:40:02.522 INFO:tasks.workunit.client.0.smithi159.stdout:3/974: getdents d9/df/d2c/d2f/d63/d8d/d8e/daf 0 2024-09-17T10:40:02.528 INFO:tasks.workunit.client.1.smithi170.stdout:6/589: mkdir d0/d18/d70/dcb 0 2024-09-17T10:40:02.529 INFO:tasks.workunit.client.0.smithi159.stdout:7/902: dwrite d2/d18/d32/fe0 [0,4194304] 0 2024-09-17T10:40:02.531 INFO:tasks.workunit.client.1.smithi170.stdout:6/590: dread d0/d66/f48 [0,4194304] 0 2024-09-17T10:40:02.531 INFO:tasks.workunit.client.0.smithi159.stdout:5/848: sync 2024-09-17T10:40:02.532 INFO:tasks.workunit.client.0.smithi159.stdout:4/940: creat d0/d12/d2f/de7/d97/db7/ddc/f12f x:0 0 0 2024-09-17T10:40:02.534 INFO:tasks.workunit.client.1.smithi170.stdout:1/683: dwrite d3/d5/dc9/d7b/f88 [0,4194304] 0 2024-09-17T10:40:02.534 INFO:tasks.workunit.client.1.smithi170.stdout:7/538: rmdir d25/d3b/d8f 0 2024-09-17T10:40:02.538 INFO:tasks.workunit.client.1.smithi170.stdout:4/421: mknod d9/d5a/c87 0 2024-09-17T10:40:02.541 INFO:tasks.workunit.client.0.smithi159.stdout:7/903: symlink d2/d44/da9/l150 0 2024-09-17T10:40:02.543 INFO:tasks.workunit.client.1.smithi170.stdout:0/624: creat dd/de/d16/d54/fc9 x:0 0 0 2024-09-17T10:40:02.543 INFO:tasks.workunit.client.1.smithi170.stdout:0/625: fdatasync dd/de/d10/d61/f7f 0 2024-09-17T10:40:02.544 INFO:tasks.workunit.client.1.smithi170.stdout:2/769: getdents dd/d1a/d6c 0 2024-09-17T10:40:02.546 INFO:tasks.workunit.client.0.smithi159.stdout:4/941: creat d0/d12/d2f/de7/da/f130 x:0 0 0 2024-09-17T10:40:02.547 INFO:tasks.workunit.client.0.smithi159.stdout:4/942: creat d0/d12/d2f/de7/d97/d9f/d5d/d99/d11b/f131 x:0 0 0 2024-09-17T10:40:02.549 INFO:tasks.workunit.client.1.smithi170.stdout:2/770: dread dd/d14/d19/d4c/d63/d32/f67 [0,4194304] 0 2024-09-17T10:40:02.549 INFO:tasks.workunit.client.0.smithi159.stdout:3/975: truncate d9/df/d2c/d2f/f83 1400797 0 2024-09-17T10:40:02.553 INFO:tasks.workunit.client.1.smithi170.stdout:5/555: creat d1/d11/d62/fae x:0 0 0 2024-09-17T10:40:02.555 INFO:tasks.workunit.client.0.smithi159.stdout:5/849: mknod d19/c128 0 2024-09-17T10:40:02.556 INFO:tasks.workunit.client.0.smithi159.stdout:5/850: write d19/d6f/f11f [528969,112382] 0 2024-09-17T10:40:02.559 INFO:tasks.workunit.client.1.smithi170.stdout:6/591: mknod d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/d9b/db6/ccc 0 2024-09-17T10:40:02.559 INFO:tasks.workunit.client.1.smithi170.stdout:6/592: readlink d0/d18/d70/d7f/d85/d43/l86 0 2024-09-17T10:40:02.565 INFO:tasks.workunit.client.0.smithi159.stdout:3/976: truncate d9/df/d2c/d2f/d63/d8d/d8e/fc8 1775111 0 2024-09-17T10:40:02.567 INFO:tasks.workunit.client.0.smithi159.stdout:5/851: rmdir d19/d1a 39 2024-09-17T10:40:02.568 INFO:tasks.workunit.client.1.smithi170.stdout:7/539: rmdir d25/d53/d59 39 2024-09-17T10:40:02.570 INFO:tasks.workunit.client.1.smithi170.stdout:4/422: rename d9/d12/d36/d51/f68 to d9/d12/d36/d42/d76/f88 0 2024-09-17T10:40:02.572 INFO:tasks.workunit.client.0.smithi159.stdout:3/977: readlink d9/df/d2c/d2f/l55 0 2024-09-17T10:40:02.574 INFO:tasks.workunit.client.0.smithi159.stdout:5/852: rename d19/d33/f3b to d19/d1b/d1d/d127/d116/f129 0 2024-09-17T10:40:02.576 INFO:tasks.workunit.client.0.smithi159.stdout:3/978: dread - d9/df/d2c/d2f/f102 zero size 2024-09-17T10:40:02.579 INFO:tasks.workunit.client.0.smithi159.stdout:5/853: symlink d19/d6f/d75/l12a 0 2024-09-17T10:40:02.579 INFO:tasks.workunit.client.0.smithi159.stdout:5/854: dread - d19/d1b/d1d/d59/db6/fe8 zero size 2024-09-17T10:40:02.580 INFO:tasks.workunit.client.0.smithi159.stdout:3/979: symlink d9/df/d54/d59/d5e/l12c 0 2024-09-17T10:40:02.581 INFO:tasks.workunit.client.1.smithi170.stdout:9/607: rmdir dd/d16 39 2024-09-17T10:40:02.582 INFO:tasks.workunit.client.0.smithi159.stdout:5/855: truncate d19/d1b/d1d/d59/da7/db5/d8e/f126 1726786 0 2024-09-17T10:40:02.582 INFO:tasks.workunit.client.0.smithi159.stdout:1/962: sync 2024-09-17T10:40:02.582 INFO:tasks.workunit.client.0.smithi159.stdout:0/953: sync 2024-09-17T10:40:02.584 INFO:tasks.workunit.client.0.smithi159.stdout:2/930: sync 2024-09-17T10:40:02.584 INFO:tasks.workunit.client.0.smithi159.stdout:2/931: chown d0/d26/d4b/d6d/f57 1 1 2024-09-17T10:40:02.584 INFO:tasks.workunit.client.0.smithi159.stdout:3/980: mkdir d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/d12d 0 2024-09-17T10:40:02.585 INFO:tasks.workunit.client.0.smithi159.stdout:3/981: getdents d9/df/d54 0 2024-09-17T10:40:02.585 INFO:tasks.workunit.client.1.smithi170.stdout:2/771: dwrite dd/d3a/d84/ff5 [0,4194304] 0 2024-09-17T10:40:02.586 INFO:tasks.workunit.client.1.smithi170.stdout:6/593: symlink d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/d9b/lcd 0 2024-09-17T10:40:02.587 INFO:tasks.workunit.client.1.smithi170.stdout:1/684: getdents d3/dd8 0 2024-09-17T10:40:02.587 INFO:tasks.workunit.client.1.smithi170.stdout:1/685: read - d3/d5/dc9/d7b/dd4/d51/f5d zero size 2024-09-17T10:40:02.588 INFO:tasks.workunit.client.0.smithi159.stdout:4/943: dwrite d0/d12/d2f/de7/da/d19/f26 [0,4194304] 0 2024-09-17T10:40:02.588 INFO:tasks.workunit.client.0.smithi159.stdout:7/904: dwrite d2/d18/d20/d3f/d73/d82/f94 [0,4194304] 0 2024-09-17T10:40:02.588 INFO:tasks.workunit.client.0.smithi159.stdout:4/944: write d0/d12/d2f/de7/d97/d9f/d5d/dab/db0/f10c [398321,74422] 0 2024-09-17T10:40:02.588 INFO:tasks.workunit.client.0.smithi159.stdout:4/945: chown d0/d12/d2f/f6e 51933 1 2024-09-17T10:40:02.590 INFO:tasks.workunit.client.1.smithi170.stdout:1/686: dread d3/d5/f42 [0,4194304] 0 2024-09-17T10:40:02.590 INFO:tasks.workunit.client.1.smithi170.stdout:1/687: fdatasync d3/d5/dc9/d7b/dd4/d4e/f57 0 2024-09-17T10:40:02.591 INFO:tasks.workunit.client.1.smithi170.stdout:7/540: creat d25/f9f x:0 0 0 2024-09-17T10:40:02.591 INFO:tasks.workunit.client.0.smithi159.stdout:3/982: creat d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/d12d/f12e x:0 0 0 2024-09-17T10:40:02.591 INFO:tasks.workunit.client.0.smithi159.stdout:7/905: dread d2/d23/d67/d7b/d117/f143 [0,4194304] 0 2024-09-17T10:40:02.602 INFO:tasks.workunit.client.0.smithi159.stdout:4/946: creat d0/d12/d2f/de7/d97/d9f/d5d/d99/df3/f132 x:0 0 0 2024-09-17T10:40:02.604 INFO:tasks.workunit.client.0.smithi159.stdout:4/947: dread d0/d12/d2f/de7/d24/d39/d6a/fae [0,4194304] 0 2024-09-17T10:40:02.605 INFO:tasks.workunit.client.1.smithi170.stdout:5/556: rename d1/d3/d13/d1a/d54/d9d to d1/d3/d13/d2c/d51/daf 0 2024-09-17T10:40:02.605 INFO:tasks.workunit.client.1.smithi170.stdout:1/688: write d3/d5/dc9/d7b/f88 [1120357,104702] 0 2024-09-17T10:40:02.607 INFO:tasks.workunit.client.0.smithi159.stdout:7/906: unlink d2/d18/d20/d3f/d73/d95/dc4/le6 0 2024-09-17T10:40:02.608 INFO:tasks.workunit.client.1.smithi170.stdout:0/626: getdents dd/de/d16/d54/d63 0 2024-09-17T10:40:02.611 INFO:tasks.workunit.client.0.smithi159.stdout:2/932: dread d0/df/d3e/d7a/ffc [0,4194304] 0 2024-09-17T10:40:02.613 INFO:tasks.workunit.client.0.smithi159.stdout:4/948: mknod d0/d12/d2f/de7/da/d42/dc2/dcc/c133 0 2024-09-17T10:40:02.619 INFO:tasks.workunit.client.1.smithi170.stdout:0/627: dread dd/de/d16/d54/f83 [0,4194304] 0 2024-09-17T10:40:02.620 INFO:tasks.workunit.client.0.smithi159.stdout:7/907: creat d2/f151 x:0 0 0 2024-09-17T10:40:02.620 INFO:tasks.workunit.client.0.smithi159.stdout:7/908: write d2/d18/f125 [1307354,115298] 0 2024-09-17T10:40:02.620 INFO:tasks.workunit.client.0.smithi159.stdout:7/909: stat d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/la8 0 2024-09-17T10:40:02.621 INFO:tasks.workunit.client.0.smithi159.stdout:1/963: dwrite d1/d2f/d9e/d1a/d3b/d9f/da1/f106 [0,4194304] 0 2024-09-17T10:40:02.621 INFO:tasks.workunit.client.0.smithi159.stdout:1/964: write d1/d10/d5e/dbb/ddb/da2/fac [288421,88462] 0 2024-09-17T10:40:02.621 INFO:tasks.workunit.client.0.smithi159.stdout:1/965: chown d1/d2f/ce3 7614062 1 2024-09-17T10:40:02.621 INFO:tasks.workunit.client.0.smithi159.stdout:1/966: dread - d1/d10/de6/f11d zero size 2024-09-17T10:40:02.622 INFO:tasks.workunit.client.0.smithi159.stdout:5/856: dwrite d19/d1b/d1d/d127/fab [0,4194304] 0 2024-09-17T10:40:02.622 INFO:tasks.workunit.client.0.smithi159.stdout:5/857: creat d19/d1e/d4a/f12b x:0 0 0 2024-09-17T10:40:02.622 INFO:tasks.workunit.client.0.smithi159.stdout:5/858: chown d19/d1b/d1d/d59/da7/de2/d94 86924 1 2024-09-17T10:40:02.623 INFO:tasks.workunit.client.0.smithi159.stdout:2/933: symlink d0/df/dee/d5e/l13f 0 2024-09-17T10:40:02.681 INFO:tasks.workunit.client.0.smithi159.stdout:2/934: chown d0/d26/d4b/d6d/f87 5865020 1 2024-09-17T10:40:02.683 INFO:tasks.workunit.client.0.smithi159.stdout:4/949: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d99/df5/fbd [0,4194304] 0 2024-09-17T10:40:02.683 INFO:tasks.workunit.client.0.smithi159.stdout:4/950: chown d0/d12/d2f/de7/d24/d28/c2b 57 1 2024-09-17T10:40:02.683 INFO:tasks.workunit.client.0.smithi159.stdout:0/954: dwrite d5/dcf/d18/d22/da2/db3/d100/f113 [4194304,4194304] 0 2024-09-17T10:40:02.683 INFO:tasks.workunit.client.0.smithi159.stdout:1/967: mknod d1/d2f/d9e/d1a/dc/c122 0 2024-09-17T10:40:02.684 INFO:tasks.workunit.client.0.smithi159.stdout:4/951: read d0/d12/d2f/de7/d24/d28/f8e [1369125,32631] 0 2024-09-17T10:40:02.684 INFO:tasks.workunit.client.0.smithi159.stdout:1/968: write d1/d2f/d9e/d1a/dc/d18/f93 [1696728,110671] 0 2024-09-17T10:40:02.684 INFO:tasks.workunit.client.0.smithi159.stdout:5/859: dwrite d19/d33/dc7/fb8 [4194304,4194304] 0 2024-09-17T10:40:02.684 INFO:tasks.workunit.client.0.smithi159.stdout:2/935: dwrite d0/d6c/f107 [0,4194304] 0 2024-09-17T10:40:02.684 INFO:tasks.workunit.client.1.smithi170.stdout:6/594: unlink d0/d18/d70/c89 0 2024-09-17T10:40:02.684 INFO:tasks.workunit.client.1.smithi170.stdout:6/595: truncate d0/d18/d70/d7f/d85/d69/f6f 4606431 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:7/541: creat d25/d2a/d3e/d56/fa0 x:0 0 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:5/557: unlink d1/d3/d55/d5e/d67/d86/fab 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:9/608: rename dd/d16/d17/d43/d6d/ca5 to dd/d40/d4e/d23/dae/db3/cc5 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:9/609: link dd/d40/d4e/d23/c76 dd/d40/d4e/d23/dae/db3/cc6 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:2/772: dwrite dd/f18 [0,4194304] 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:6/596: dwrite d0/d18/d70/d7f/d85/d64/f8c [0,4194304] 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:6/597: write d0/d18/d70/f73 [927067,56415] 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:1/689: getdents d3/d5/dc9/d7b/dd9 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:5/558: rmdir d1/d3/d13/d2c/d51/d6f 39 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:5/559: chown d1/d3/d55 34 1 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:0/628: rename dd/de/d3d/d4d to dd/de/d16/d65/dca 0 2024-09-17T10:40:02.685 INFO:tasks.workunit.client.1.smithi170.stdout:9/610: link dd/d40/d4e/d29/d2c/c5e dd/d16/d17/d5c/cc7 0 2024-09-17T10:40:02.688 INFO:tasks.workunit.client.0.smithi159.stdout:0/955: symlink d5/d12/daa/dbd/l157 0 2024-09-17T10:40:02.690 INFO:tasks.workunit.client.0.smithi159.stdout:4/952: mknod d0/d12/d2f/de7/d24/d39/c134 0 2024-09-17T10:40:02.692 INFO:tasks.workunit.client.0.smithi159.stdout:1/969: creat d1/d2f/d9e/d1a/d3b/dbf/f123 x:0 0 0 2024-09-17T10:40:02.698 INFO:tasks.workunit.client.1.smithi170.stdout:0/629: dread dd/de/d3d/f3f [0,4194304] 0 2024-09-17T10:40:02.698 INFO:tasks.workunit.client.1.smithi170.stdout:0/630: chown dd/de/d16/d65/dca/d5c/d9c/daa 795681 1 2024-09-17T10:40:02.698 INFO:tasks.workunit.client.1.smithi170.stdout:0/631: dread - dd/d82/fb5 zero size 2024-09-17T10:40:02.698 INFO:tasks.workunit.client.1.smithi170.stdout:0/632: chown dd/de/d16/d65/dca/d5c/d9c/cb6 2294378 1 2024-09-17T10:40:02.698 INFO:tasks.workunit.client.1.smithi170.stdout:0/633: chown dd/de/d10/d13/f26 3381400 1 2024-09-17T10:40:02.700 INFO:tasks.workunit.client.0.smithi159.stdout:5/860: dwrite d19/d1b/d1d/d59/da7/db5/d8e/fac [0,4194304] 0 2024-09-17T10:40:02.700 INFO:tasks.workunit.client.0.smithi159.stdout:2/936: dwrite d0/df/d3e/d47/d79/fc0 [0,4194304] 0 2024-09-17T10:40:02.700 INFO:tasks.workunit.client.0.smithi159.stdout:2/937: readlink d0/d6c/lb0 0 2024-09-17T10:40:02.700 INFO:tasks.workunit.client.0.smithi159.stdout:2/938: getdents d0/df/d138 0 2024-09-17T10:40:02.700 INFO:tasks.workunit.client.0.smithi159.stdout:2/939: chown d0/d26/d4b/f5b 86275901 1 2024-09-17T10:40:02.700 INFO:tasks.workunit.client.0.smithi159.stdout:2/940: dread - d0/df/d3e/d46/dc4/d12a/fe5 zero size 2024-09-17T10:40:02.701 INFO:tasks.workunit.client.1.smithi170.stdout:2/773: dwrite dd/d14/d19/d4c/d63/da3/ff7 [0,4194304] 0 2024-09-17T10:40:02.701 INFO:tasks.workunit.client.1.smithi170.stdout:6/598: dwrite d0/d18/d70/d7f/fc4 [0,4194304] 0 2024-09-17T10:40:02.701 INFO:tasks.workunit.client.1.smithi170.stdout:6/599: write d0/d18/d70/f73 [1581606,45850] 0 2024-09-17T10:40:02.701 INFO:tasks.workunit.client.1.smithi170.stdout:6/600: creat d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/fce x:0 0 0 2024-09-17T10:40:02.701 INFO:tasks.workunit.client.1.smithi170.stdout:6/601: chown d0/d18/d70/d7f/d85/d43/f47 59625608 1 2024-09-17T10:40:02.702 INFO:tasks.workunit.client.1.smithi170.stdout:1/690: symlink d3/d5/dc9/d7b/dd4/d51/dac/lec 0 2024-09-17T10:40:02.707 INFO:tasks.workunit.client.1.smithi170.stdout:5/560: mknod d1/d27/d95/cb0 0 2024-09-17T10:40:02.707 INFO:tasks.workunit.client.1.smithi170.stdout:5/561: stat d1/d3/d55/d6d 0 2024-09-17T10:40:02.713 INFO:tasks.workunit.client.1.smithi170.stdout:7/542: rename d25/d2a/d3e/f95 to d25/d53/d59/fa1 0 2024-09-17T10:40:02.713 INFO:tasks.workunit.client.1.smithi170.stdout:7/543: readlink d25/l6c 0 2024-09-17T10:40:02.713 INFO:tasks.workunit.client.1.smithi170.stdout:7/544: chown l24 12492519 1 2024-09-17T10:40:02.713 INFO:tasks.workunit.client.1.smithi170.stdout:7/545: chown d25/d53 1823 1 2024-09-17T10:40:02.717 INFO:tasks.workunit.client.1.smithi170.stdout:7/546: dread d25/d3b/f4d [0,4194304] 0 2024-09-17T10:40:02.720 INFO:tasks.workunit.client.1.smithi170.stdout:0/634: dwrite dd/de/d16/d65/fac [0,4194304] 0 2024-09-17T10:40:02.720 INFO:tasks.workunit.client.1.smithi170.stdout:0/635: chown dd/de/d10/d61 22 1 2024-09-17T10:40:02.721 INFO:tasks.workunit.client.0.smithi159.stdout:0/956: mknod d5/dcf/d18/d22/d4c/d6b/dec/c158 0 2024-09-17T10:40:02.724 INFO:tasks.workunit.client.0.smithi159.stdout:4/953: creat d0/d12/d2f/de7/da/d19/f135 x:0 0 0 2024-09-17T10:40:02.725 INFO:tasks.workunit.client.0.smithi159.stdout:1/970: rmdir d1/d2/d8f 39 2024-09-17T10:40:02.729 INFO:tasks.workunit.client.1.smithi170.stdout:6/602: link d0/d66/c81 d0/d18/d70/d7f/d85/d69/d8e/d92/dc9/ccf 0 2024-09-17T10:40:02.731 INFO:tasks.workunit.client.0.smithi159.stdout:5/861: unlink d19/d1b/d1d/d59/da7/de2/l119 0 2024-09-17T10:40:02.731 INFO:tasks.workunit.client.0.smithi159.stdout:5/862: read - d19/d1b/d1d/d112/f9e zero size 2024-09-17T10:40:02.733 INFO:tasks.workunit.client.1.smithi170.stdout:5/562: rename d1/f58 to d1/d3/d13/d2c/d51/d6f/d93/da9/fb1 0 2024-09-17T10:40:02.735 INFO:tasks.workunit.client.1.smithi170.stdout:9/611: rmdir dd/d40/d4e/d29/d54 39 2024-09-17T10:40:02.737 INFO:tasks.workunit.client.0.smithi159.stdout:4/954: link d0/d12/d2f/de7/da/c12b d0/d12/d2f/de7/da/d42/dce/c136 0 2024-09-17T10:40:02.738 INFO:tasks.workunit.client.1.smithi170.stdout:7/547: creat d25/d2a/d3e/d4b/fa2 x:0 0 0 2024-09-17T10:40:02.739 INFO:tasks.workunit.client.0.smithi159.stdout:1/971: creat d1/f124 x:0 0 0 2024-09-17T10:40:02.745 INFO:tasks.workunit.client.0.smithi159.stdout:5/863: link d19/d6f/d75/la2 d19/df7/l12c 0 2024-09-17T10:40:02.746 INFO:tasks.workunit.client.1.smithi170.stdout:1/691: dwrite d3/f7 [0,4194304] 0 2024-09-17T10:40:02.746 INFO:tasks.workunit.client.1.smithi170.stdout:1/692: chown d3/d77 1298374 1 2024-09-17T10:40:02.746 INFO:tasks.workunit.client.1.smithi170.stdout:2/774: dwrite dd/d1a/d2a/f34 [0,4194304] 0 2024-09-17T10:40:02.746 INFO:tasks.workunit.client.1.smithi170.stdout:2/775: chown dd/d14/d19/d37/l45 25429 1 2024-09-17T10:40:02.748 INFO:tasks.workunit.client.0.smithi159.stdout:0/957: getdents d5 0 2024-09-17T10:40:02.749 INFO:tasks.workunit.client.1.smithi170.stdout:0/636: creat dd/de/fcb x:0 0 0 2024-09-17T10:40:02.749 INFO:tasks.workunit.client.1.smithi170.stdout:0/637: chown dd/de/d16/d65/dca/f7c 2708532 1 2024-09-17T10:40:02.750 INFO:tasks.workunit.client.0.smithi159.stdout:4/955: stat d0/d12/d2f/de7/d97/d9f/la5 0 2024-09-17T10:40:02.750 INFO:tasks.workunit.client.0.smithi159.stdout:4/956: fsync d0/d12/d2f/de7/d97/db7/ff7 0 2024-09-17T10:40:02.750 INFO:tasks.workunit.client.0.smithi159.stdout:4/957: dread - d0/d12/d2f/de7/da/d19/f135 zero size 2024-09-17T10:40:02.752 INFO:tasks.workunit.client.0.smithi159.stdout:5/864: creat d19/d1b/d36/f12d x:0 0 0 2024-09-17T10:40:02.754 INFO:tasks.workunit.client.1.smithi170.stdout:5/563: rename d1/d11/f36 to d1/d3/d13/d2c/d51/d6f/d93/fb2 0 2024-09-17T10:40:02.755 INFO:tasks.workunit.client.0.smithi159.stdout:0/958: truncate d5/d12/d32/f38 8022198 0 2024-09-17T10:40:02.756 INFO:tasks.workunit.client.1.smithi170.stdout:9/612: creat dd/d16/d2a/d51/dac/fc8 x:0 0 0 2024-09-17T10:40:02.757 INFO:tasks.workunit.client.0.smithi159.stdout:4/958: creat d0/d12/d126/d53/dbc/f137 x:0 0 0 2024-09-17T10:40:02.758 INFO:tasks.workunit.client.0.smithi159.stdout:4/959: dread - d0/d12/d2f/de7/d97/de6/f115 zero size 2024-09-17T10:40:02.759 INFO:tasks.workunit.client.1.smithi170.stdout:1/693: mkdir d3/d77/dad/ded 0 2024-09-17T10:40:02.759 INFO:tasks.workunit.client.1.smithi170.stdout:1/694: chown d3/ca 2668 1 2024-09-17T10:40:02.760 INFO:tasks.workunit.client.0.smithi159.stdout:5/865: rmdir d19/d1b/d21 39 2024-09-17T10:40:02.760 INFO:tasks.workunit.client.0.smithi159.stdout:2/941: dwrite d0/df/d3e/d7a/ffc [0,4194304] 0 2024-09-17T10:40:02.760 INFO:tasks.workunit.client.0.smithi159.stdout:2/942: creat d0/df/dee/d5e/f140 x:0 0 0 2024-09-17T10:40:02.761 INFO:tasks.workunit.client.1.smithi170.stdout:2/776: mkdir dd/d14/d19/d37/d105 0 2024-09-17T10:40:02.762 INFO:tasks.workunit.client.1.smithi170.stdout:1/695: dread d3/d5/dc9/d7b/dd4/d51/d64/f6d [0,4194304] 0 2024-09-17T10:40:02.762 INFO:tasks.workunit.client.1.smithi170.stdout:1/696: fdatasync d3/d5/dc9/d7b/dd4/d51/fa3 0 2024-09-17T10:40:02.762 INFO:tasks.workunit.client.1.smithi170.stdout:7/548: dwrite fe [4194304,4194304] 0 2024-09-17T10:40:02.762 INFO:tasks.workunit.client.1.smithi170.stdout:6/603: dwrite d0/d18/d70/d7f/d85/d69/f6f [0,4194304] 0 2024-09-17T10:40:02.763 INFO:tasks.workunit.client.0.smithi159.stdout:0/959: mkdir d5/d159 0 2024-09-17T10:40:02.763 INFO:tasks.workunit.client.0.smithi159.stdout:7/910: dwrite d2/d18/d20/fde [0,4194304] 0 2024-09-17T10:40:02.764 INFO:tasks.workunit.client.1.smithi170.stdout:0/638: truncate dd/de/d3d/faf 1015615 0 2024-09-17T10:40:02.766 INFO:tasks.workunit.client.0.smithi159.stdout:4/960: unlink d0/d12/d2f/de7/d97/d9f/d5d/cfd 0 2024-09-17T10:40:02.769 INFO:tasks.workunit.client.0.smithi159.stdout:7/911: dread d2/d23/d67/d47/f51 [0,4194304] 0 2024-09-17T10:40:02.769 INFO:tasks.workunit.client.1.smithi170.stdout:5/564: symlink d1/d3/d55/d80/da4/lb3 0 2024-09-17T10:40:02.770 INFO:tasks.workunit.client.0.smithi159.stdout:3/983: sync 2024-09-17T10:40:02.771 INFO:tasks.workunit.client.1.smithi170.stdout:9/613: chown dd/c58 4255 1 2024-09-17T10:40:02.777 INFO:tasks.workunit.client.0.smithi159.stdout:0/960: dread d5/d12/d32/d3a/f83 [0,4194304] 0 2024-09-17T10:40:02.778 INFO:tasks.workunit.client.1.smithi170.stdout:2/777: creat dd/d1a/d6c/f106 x:0 0 0 2024-09-17T10:40:02.778 INFO:tasks.workunit.client.0.smithi159.stdout:4/961: dread d0/d12/f35 [0,4194304] 0 2024-09-17T10:40:02.783 INFO:tasks.workunit.client.1.smithi170.stdout:1/697: unlink d3/l23 0 2024-09-17T10:40:02.783 INFO:tasks.workunit.client.1.smithi170.stdout:1/698: fsync d3/d5/dc9/d7b/dd4/d51/d64/fa0 0 2024-09-17T10:40:02.783 INFO:tasks.workunit.client.1.smithi170.stdout:1/699: chown d3/d5/lbd 7087713 1 2024-09-17T10:40:02.787 INFO:tasks.workunit.client.0.smithi159.stdout:5/866: dwrite d19/d1a/d32/f6e [0,4194304] 0 2024-09-17T10:40:02.787 INFO:tasks.workunit.client.0.smithi159.stdout:2/943: dwrite d0/d9/f2d [0,4194304] 0 2024-09-17T10:40:02.789 INFO:tasks.workunit.client.1.smithi170.stdout:7/549: mknod d25/d2a/d94/ca3 0 2024-09-17T10:40:02.790 INFO:tasks.workunit.client.0.smithi159.stdout:3/984: symlink d9/df/l12f 0 2024-09-17T10:40:02.792 INFO:tasks.workunit.client.0.smithi159.stdout:0/961: dread d5/d12/daa/dbd/fef [0,4194304] 0 2024-09-17T10:40:02.794 INFO:tasks.workunit.client.0.smithi159.stdout:4/962: link d0/d12/d2f/de7/d97/d9f/d5d/d82/ff9 d0/d12/d2f/de7/d24/d39/d6a/f138 0 2024-09-17T10:40:02.798 INFO:tasks.workunit.client.1.smithi170.stdout:2/778: dwrite dd/d1a/d2a/f58 [0,4194304] 0 2024-09-17T10:40:02.798 INFO:tasks.workunit.client.1.smithi170.stdout:2/779: chown dd/d1a/d6c/c93 6984 1 2024-09-17T10:40:02.798 INFO:tasks.workunit.client.1.smithi170.stdout:2/780: dread - dd/d54/f102 zero size 2024-09-17T10:40:02.804 INFO:tasks.workunit.client.0.smithi159.stdout:0/962: write d5/dcf/d18/d22/d4c/fbb [1307765,44572] 0 2024-09-17T10:40:02.806 INFO:tasks.workunit.client.0.smithi159.stdout:5/867: mknod d19/d1b/d1d/d59/c12e 0 2024-09-17T10:40:02.808 INFO:tasks.workunit.client.0.smithi159.stdout:2/944: mkdir d0/d26/d4b/d6d/d141 0 2024-09-17T10:40:02.810 INFO:tasks.workunit.client.0.smithi159.stdout:7/912: link d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/fdc d2/d18/d20/d3f/d73/d95/dc4/d14e/f152 0 2024-09-17T10:40:02.812 INFO:tasks.workunit.client.1.smithi170.stdout:6/604: rename d0/d18/d70/d7f/d85/d43/faf to d0/d18/d70/d7f/d85/d69/d8e/d92/dc1/fd0 0 2024-09-17T10:40:02.812 INFO:tasks.workunit.client.1.smithi170.stdout:6/605: stat d0/d66/fc0 0 2024-09-17T10:40:02.813 INFO:tasks.workunit.client.0.smithi159.stdout:4/963: rmdir d0/d12/d126 39 2024-09-17T10:40:02.813 INFO:tasks.workunit.client.0.smithi159.stdout:4/964: creat d0/d12/db1/f139 x:0 0 0 2024-09-17T10:40:02.814 INFO:tasks.workunit.client.1.smithi170.stdout:1/700: dwrite d3/d5/dc9/d7b/dd4/d51/f5d [0,4194304] 0 2024-09-17T10:40:02.814 INFO:tasks.workunit.client.1.smithi170.stdout:1/701: creat d3/d68/fee x:0 0 0 2024-09-17T10:40:02.814 INFO:tasks.workunit.client.1.smithi170.stdout:1/702: fsync d3/d5/dc9/d7b/dd4/d51/f3b 0 2024-09-17T10:40:02.814 INFO:tasks.workunit.client.1.smithi170.stdout:0/639: mkdir dd/de/d16/d54/d5f/dc3/db2/dcc 0 2024-09-17T10:40:02.817 INFO:tasks.workunit.client.1.smithi170.stdout:5/565: creat d1/d11/d62/fb4 x:0 0 0 2024-09-17T10:40:02.817 INFO:tasks.workunit.client.1.smithi170.stdout:0/640: dread dd/de/d3d/f4a [0,4194304] 0 2024-09-17T10:40:02.817 INFO:tasks.workunit.client.1.smithi170.stdout:0/641: fdatasync dd/de/d16/d65/dca/d5c/f9d 0 2024-09-17T10:40:02.817 INFO:tasks.workunit.client.1.smithi170.stdout:7/550: dwrite d25/d4e/f66 [0,4194304] 0 2024-09-17T10:40:02.818 INFO:tasks.workunit.client.0.smithi159.stdout:0/963: chown d5/dcf/d18/l8f 494 1 2024-09-17T10:40:02.818 INFO:tasks.workunit.client.0.smithi159.stdout:0/964: fsync d5/f81 0 2024-09-17T10:40:02.818 INFO:tasks.workunit.client.0.smithi159.stdout:0/965: chown d5/dcf/d18/d22/d4c/d6b/fda 190083 1 2024-09-17T10:40:02.818 INFO:tasks.workunit.client.1.smithi170.stdout:9/614: getdents dd/d16 0 2024-09-17T10:40:02.819 INFO:tasks.workunit.client.1.smithi170.stdout:9/615: chown dd/d40/d4e/f36 125571303 1 2024-09-17T10:40:02.820 INFO:tasks.workunit.client.0.smithi159.stdout:5/868: mkdir d19/d1b/d1d/d127/d12f 0 2024-09-17T10:40:02.820 INFO:tasks.workunit.client.0.smithi159.stdout:5/869: readlink d19/d69/d78/db3/l11e 0 2024-09-17T10:40:02.820 INFO:tasks.workunit.client.0.smithi159.stdout:5/870: chown d19/d1a/d32/d5e/c66 179930501 1 2024-09-17T10:40:02.820 INFO:tasks.workunit.client.0.smithi159.stdout:5/871: truncate d19/d1e/d4a/ffc 768615 0 2024-09-17T10:40:02.822 INFO:tasks.workunit.client.0.smithi159.stdout:2/945: rename d0/df/d3e/d46/dc4/d12a to d0/df/d3e/d46/dc4/d12a/d142 22 2024-09-17T10:40:02.823 INFO:tasks.workunit.client.1.smithi170.stdout:2/781: stat dd/d14/cc1 0 2024-09-17T10:40:02.825 INFO:tasks.workunit.client.1.smithi170.stdout:6/606: mkdir d0/d18/d70/d7f/d85/d69/d8e/d92/dd1 0 2024-09-17T10:40:02.830 INFO:tasks.workunit.client.0.smithi159.stdout:0/966: mknod d5/d12/c15a 0 2024-09-17T10:40:02.830 INFO:tasks.workunit.client.0.smithi159.stdout:0/967: fsync d5/dcf/d18/d22/d4c/d70/fc1 0 2024-09-17T10:40:02.832 INFO:tasks.workunit.client.0.smithi159.stdout:5/872: mkdir d19/d6f/d75/d130 0 2024-09-17T10:40:02.833 INFO:tasks.workunit.client.1.smithi170.stdout:9/616: dwrite dd/d16/d17/d43/d6d/fa0 [0,4194304] 0 2024-09-17T10:40:02.835 INFO:tasks.workunit.client.0.smithi159.stdout:2/946: link d0/df/d3e/d7a/d91/ded/f131 d0/df/d3e/d46/f143 0 2024-09-17T10:40:02.838 INFO:tasks.workunit.client.1.smithi170.stdout:1/703: symlink d3/d5/dc9/d7b/dd9/lef 0 2024-09-17T10:40:02.839 INFO:tasks.workunit.client.1.smithi170.stdout:5/566: rename d1/d3/d96/la2 to d1/d3/d55/d80/d89/lb5 0 2024-09-17T10:40:02.841 INFO:tasks.workunit.client.1.smithi170.stdout:0/642: creat dd/de/d16/d65/dca/d5c/d8b/fcd x:0 0 0 2024-09-17T10:40:02.844 INFO:tasks.workunit.client.1.smithi170.stdout:4/423: sync 2024-09-17T10:40:02.844 INFO:tasks.workunit.client.1.smithi170.stdout:8/692: sync 2024-09-17T10:40:02.844 INFO:tasks.workunit.client.1.smithi170.stdout:3/678: sync 2024-09-17T10:40:02.845 INFO:tasks.workunit.client.1.smithi170.stdout:7/551: rmdir d25/d2a/d3e/d6a 39 2024-09-17T10:40:02.845 INFO:tasks.workunit.client.1.smithi170.stdout:7/552: dread - d25/f96 zero size 2024-09-17T10:40:02.846 INFO:tasks.workunit.client.1.smithi170.stdout:9/617: dwrite dd/d40/d32/d3d/f48 [0,4194304] 0 2024-09-17T10:40:02.850 INFO:tasks.workunit.client.1.smithi170.stdout:7/553: dread f20 [0,4194304] 0 2024-09-17T10:40:02.852 INFO:tasks.workunit.client.1.smithi170.stdout:2/782: mkdir dd/d14/d19/d4c/d63/d32/d53/d107 0 2024-09-17T10:40:02.854 INFO:tasks.workunit.client.1.smithi170.stdout:6/607: creat d0/d18/d70/d74/fd2 x:0 0 0 2024-09-17T10:40:02.864 INFO:tasks.workunit.client.1.smithi170.stdout:1/704: link d3/d68/l9b d3/d77/db0/lf0 0 2024-09-17T10:40:02.868 INFO:tasks.workunit.client.1.smithi170.stdout:3/679: dwrite d18/d2c/d4f/f62 [4194304,4194304] 0 2024-09-17T10:40:02.870 INFO:tasks.workunit.client.1.smithi170.stdout:8/693: dwrite d4/df/d1e/f32 [0,4194304] 0 2024-09-17T10:40:02.873 INFO:tasks.workunit.client.1.smithi170.stdout:7/554: dwrite d25/d2a/d3e/d56/f89 [0,4194304] 0 2024-09-17T10:40:02.873 INFO:tasks.workunit.client.1.smithi170.stdout:7/555: chown fa 412028346 1 2024-09-17T10:40:02.873 INFO:tasks.workunit.client.1.smithi170.stdout:7/556: truncate d25/d2a/d3e/d4b/f8a 760546 0 2024-09-17T10:40:02.875 INFO:tasks.workunit.client.1.smithi170.stdout:9/618: rename dd/d16/d17/f22 to dd/d16/d17/d43/fc9 0 2024-09-17T10:40:02.875 INFO:tasks.workunit.client.1.smithi170.stdout:9/619: truncate dd/d40/d4e/f4a 1742325 0 2024-09-17T10:40:02.875 INFO:tasks.workunit.client.1.smithi170.stdout:9/620: chown dd/d16/f77 7516399 1 2024-09-17T10:40:02.878 INFO:tasks.workunit.client.1.smithi170.stdout:6/608: truncate d0/d18/d70/d7f/fc4 291646 0 2024-09-17T10:40:02.881 INFO:tasks.workunit.client.1.smithi170.stdout:0/643: getdents dd/de/d16 0 2024-09-17T10:40:02.885 INFO:tasks.workunit.client.0.smithi159.stdout:4/965: rmdir d0 39 2024-09-17T10:40:02.885 INFO:tasks.workunit.client.0.smithi159.stdout:4/966: stat d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f7c 0 2024-09-17T10:40:02.886 INFO:tasks.workunit.client.1.smithi170.stdout:3/680: mknod d18/d59/dbc/ce4 0 2024-09-17T10:40:02.888 INFO:tasks.workunit.client.0.smithi159.stdout:0/968: mkdir d5/dcf/d18/d22/da2/d115/d62/da8/d15b 0 2024-09-17T10:40:02.888 INFO:tasks.workunit.client.0.smithi159.stdout:0/969: stat d5/dcf/db9/de7/ce4 0 2024-09-17T10:40:02.889 INFO:tasks.workunit.client.1.smithi170.stdout:4/424: getdents d9/d12/d36/d42/d40/d70 0 2024-09-17T10:40:02.890 INFO:tasks.workunit.client.0.smithi159.stdout:5/873: symlink d19/d1b/d1d/d59/da7/db5/l131 0 2024-09-17T10:40:02.891 INFO:tasks.workunit.client.1.smithi170.stdout:8/694: mknod d4/df/d95/cec 0 2024-09-17T10:40:02.893 INFO:tasks.workunit.client.0.smithi159.stdout:2/947: mkdir d0/d6c/ddb/d144 0 2024-09-17T10:40:02.898 INFO:tasks.workunit.client.1.smithi170.stdout:7/557: link d25/d2a/f2b d25/d53/fa4 0 2024-09-17T10:40:02.899 INFO:tasks.workunit.client.0.smithi159.stdout:4/967: creat d0/d12/d2f/f13a x:0 0 0 2024-09-17T10:40:02.900 INFO:tasks.workunit.client.0.smithi159.stdout:4/968: fsync d0/d12/d2f/de7/da/d33/f78 0 2024-09-17T10:40:02.900 INFO:tasks.workunit.client.0.smithi159.stdout:5/874: dread d19/d6f/d75/f91 [0,4194304] 0 2024-09-17T10:40:02.901 INFO:tasks.workunit.client.1.smithi170.stdout:8/695: dread d4/df/d1e/f32 [0,4194304] 0 2024-09-17T10:40:02.903 INFO:tasks.workunit.client.1.smithi170.stdout:9/621: creat dd/d16/fca x:0 0 0 2024-09-17T10:40:02.904 INFO:tasks.workunit.client.1.smithi170.stdout:9/622: dread - dd/d40/d4e/d29/d54/d8c/fab zero size 2024-09-17T10:40:02.904 INFO:tasks.workunit.client.1.smithi170.stdout:9/623: fdatasync dd/d40/d4e/fa9 0 2024-09-17T10:40:02.904 INFO:tasks.workunit.client.1.smithi170.stdout:9/624: chown dd/d16/d2a/f8f 668586 1 2024-09-17T10:40:02.904 INFO:tasks.workunit.client.1.smithi170.stdout:9/625: dread - dd/d16/d2a/d51/dac/fbb zero size 2024-09-17T10:40:02.906 INFO:tasks.workunit.client.0.smithi159.stdout:0/970: mknod d5/d159/c15c 0 2024-09-17T10:40:02.909 INFO:tasks.workunit.client.1.smithi170.stdout:2/783: rmdir dd/d3a/d84 39 2024-09-17T10:40:02.910 INFO:tasks.workunit.client.1.smithi170.stdout:2/784: chown dd/d14/d19/d4c/d63/f3e 4112 1 2024-09-17T10:40:02.910 INFO:tasks.workunit.client.1.smithi170.stdout:2/785: write dd/d1a/d6c/fde [395856,84851] 0 2024-09-17T10:40:02.910 INFO:tasks.workunit.client.1.smithi170.stdout:2/786: chown dd/d14/d19/f83 103273250 1 2024-09-17T10:40:02.912 INFO:tasks.workunit.client.0.smithi159.stdout:1/972: sync 2024-09-17T10:40:02.913 INFO:tasks.workunit.client.0.smithi159.stdout:2/948: mknod d0/df/d3e/c145 0 2024-09-17T10:40:02.913 INFO:tasks.workunit.client.1.smithi170.stdout:6/609: creat d0/d18/d70/d7f/d85/d69/da6/fd3 x:0 0 0 2024-09-17T10:40:02.915 INFO:tasks.workunit.client.1.smithi170.stdout:1/705: getdents d3/d5/dc9 0 2024-09-17T10:40:02.916 INFO:tasks.workunit.client.0.smithi159.stdout:4/969: write d0/d12/d2f/de7/d24/f75 [2772497,59411] 0 2024-09-17T10:40:02.916 INFO:tasks.workunit.client.0.smithi159.stdout:0/971: creat d5/dcf/d18/d22/d4c/d70/f15d x:0 0 0 2024-09-17T10:40:02.916 INFO:tasks.workunit.client.0.smithi159.stdout:0/972: write d5/f2d [5509527,81680] 0 2024-09-17T10:40:02.917 INFO:tasks.workunit.client.1.smithi170.stdout:7/558: dwrite d25/d2a/d3e/d56/fa0 [0,4194304] 0 2024-09-17T10:40:02.917 INFO:tasks.workunit.client.1.smithi170.stdout:0/644: mknod dd/de/d16/d54/d63/cce 0 2024-09-17T10:40:02.918 INFO:tasks.workunit.client.1.smithi170.stdout:3/681: mkdir d18/d2c/d4f/da3/de0/d7c/d82/de5 0 2024-09-17T10:40:02.922 INFO:tasks.workunit.client.0.smithi159.stdout:2/949: unlink d0/d6c/ddb/fef 0 2024-09-17T10:40:02.923 INFO:tasks.workunit.client.0.smithi159.stdout:3/985: sync 2024-09-17T10:40:02.923 INFO:tasks.workunit.client.0.smithi159.stdout:3/986: dread - d9/df/d54/d59/ff4 zero size 2024-09-17T10:40:02.926 INFO:tasks.workunit.client.1.smithi170.stdout:1/706: read d3/f34 [2465937,117374] 0 2024-09-17T10:40:02.926 INFO:tasks.workunit.client.1.smithi170.stdout:1/707: chown d3/d5/dc9/d7b/dd4/d51/dac/dc4 26 1 2024-09-17T10:40:02.927 INFO:tasks.workunit.client.0.smithi159.stdout:1/973: dread d1/d2f/d9e/f71 [0,4194304] 0 2024-09-17T10:40:02.927 INFO:tasks.workunit.client.0.smithi159.stdout:1/974: fdatasync d1/d2/d14/ff6 0 2024-09-17T10:40:02.927 INFO:tasks.workunit.client.0.smithi159.stdout:1/975: dread - d1/d2/d14/d67/f10d zero size 2024-09-17T10:40:02.927 INFO:tasks.workunit.client.0.smithi159.stdout:0/973: mknod d5/d4f/de2/d117/c15e 0 2024-09-17T10:40:02.928 INFO:tasks.workunit.client.1.smithi170.stdout:8/696: truncate d4/df/f6e 338969 0 2024-09-17T10:40:02.929 INFO:tasks.workunit.client.1.smithi170.stdout:9/626: rmdir dd/d40/d4e/d29/d2c 39 2024-09-17T10:40:02.929 INFO:tasks.workunit.client.1.smithi170.stdout:9/627: write dd/d40/d4e/fa9 [878528,64171] 0 2024-09-17T10:40:02.929 INFO:tasks.workunit.client.1.smithi170.stdout:9/628: stat dd/d40/d4e/fa9 0 2024-09-17T10:40:02.932 INFO:tasks.workunit.client.0.smithi159.stdout:5/875: dwrite d19/d1b/d1d/d112/f9e [0,4194304] 0 2024-09-17T10:40:02.932 INFO:tasks.workunit.client.0.smithi159.stdout:5/876: write d19/d1b/d1d/d59/da7/db5/f8c [94898,101396] 0 2024-09-17T10:40:02.932 INFO:tasks.workunit.client.0.smithi159.stdout:5/877: fdatasync d19/d1b/d1d/d59/db6/f125 0 2024-09-17T10:40:02.932 INFO:tasks.workunit.client.0.smithi159.stdout:5/878: chown d19/d6f/l103 32 1 2024-09-17T10:40:02.932 INFO:tasks.workunit.client.0.smithi159.stdout:0/974: unlink d5/dcf/d18/d22/d4c/d6b/d7c/cb5 0 2024-09-17T10:40:02.933 INFO:tasks.workunit.client.1.smithi170.stdout:6/610: rmdir d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/d9b 39 2024-09-17T10:40:02.935 INFO:tasks.workunit.client.0.smithi159.stdout:1/976: getdents d1/d10/de6 0 2024-09-17T10:40:02.935 INFO:tasks.workunit.client.0.smithi159.stdout:1/977: getdents d1/d2f/d9e/d1a/dc/d18/d112 0 2024-09-17T10:40:02.936 INFO:tasks.workunit.client.0.smithi159.stdout:4/970: dwrite d0/d12/d2f/de7/d97/d9f/d5d/dab/db0/f10c [0,4194304] 0 2024-09-17T10:40:02.937 INFO:tasks.workunit.client.0.smithi159.stdout:3/987: dread d9/df/d54/d59/d5e/d9a/ddd/de2/f65 [0,4194304] 0 2024-09-17T10:40:02.937 INFO:tasks.workunit.client.0.smithi159.stdout:3/988: fdatasync d9/df/d54/f39 0 2024-09-17T10:40:02.939 INFO:tasks.workunit.client.0.smithi159.stdout:0/975: dread d5/dcf/d18/f86 [0,4194304] 0 2024-09-17T10:40:02.942 INFO:tasks.workunit.client.1.smithi170.stdout:7/559: unlink d25/d2a/d3e/d56/l9c 0 2024-09-17T10:40:02.943 INFO:tasks.workunit.client.1.smithi170.stdout:0/645: mknod dd/ccf 0 2024-09-17T10:40:02.945 INFO:tasks.workunit.client.1.smithi170.stdout:3/682: unlink d18/d26/d58/fb8 0 2024-09-17T10:40:02.945 INFO:tasks.workunit.client.1.smithi170.stdout:3/683: creat d18/d1c/d2b/fe6 x:0 0 0 2024-09-17T10:40:02.945 INFO:tasks.workunit.client.1.smithi170.stdout:3/684: truncate d18/d26/fb7 54085 0 2024-09-17T10:40:02.946 INFO:tasks.workunit.client.1.smithi170.stdout:1/708: creat d3/d5/dc9/db1/ff1 x:0 0 0 2024-09-17T10:40:02.946 INFO:tasks.workunit.client.1.smithi170.stdout:1/709: write d3/d5/dc9/d7b/dd4/d51/d64/fa0 [247379,77188] 0 2024-09-17T10:40:02.948 INFO:tasks.workunit.client.1.smithi170.stdout:9/629: mkdir dd/d16/d17/dcb 0 2024-09-17T10:40:02.949 INFO:tasks.workunit.client.0.smithi159.stdout:5/879: rename d19/d1b/d1d/d59/l88 to d19/d1b/d21/l132 0 2024-09-17T10:40:02.950 INFO:tasks.workunit.client.0.smithi159.stdout:5/880: chown d19/d1b/d1d/la0 2253 1 2024-09-17T10:40:02.952 INFO:tasks.workunit.client.1.smithi170.stdout:1/710: dread d3/d5/dc9/d7b/d8b/f95 [0,4194304] 0 2024-09-17T10:40:02.952 INFO:tasks.workunit.client.1.smithi170.stdout:2/787: link dd/d14/d72/c73 dd/d14/d19/d4c/da6/c108 0 2024-09-17T10:40:02.953 INFO:tasks.workunit.client.0.smithi159.stdout:1/978: dread d1/d10/f8a [0,4194304] 0 2024-09-17T10:40:02.954 INFO:tasks.workunit.client.1.smithi170.stdout:6/611: mknod d0/d18/d70/d7f/d85/d69/d8e/d92/cd4 0 2024-09-17T10:40:02.955 INFO:tasks.workunit.client.1.smithi170.stdout:7/560: rmdir d25/d2a/d3e/d56/d72 39 2024-09-17T10:40:02.955 INFO:tasks.workunit.client.1.smithi170.stdout:7/561: fsync d25/d3b/f46 0 2024-09-17T10:40:02.957 INFO:tasks.workunit.client.1.smithi170.stdout:0/646: link dd/de/d16/f3b dd/de/d16/d65/dca/fd0 0 2024-09-17T10:40:02.958 INFO:tasks.workunit.client.0.smithi159.stdout:4/971: symlink d0/d12/d2f/de7/da/l13b 0 2024-09-17T10:40:02.959 INFO:tasks.workunit.client.1.smithi170.stdout:2/788: dread dd/d1a/d6c/f96 [0,4194304] 0 2024-09-17T10:40:02.960 INFO:tasks.workunit.client.0.smithi159.stdout:0/976: mkdir d5/d4f/de2/d117/d15f 0 2024-09-17T10:40:02.961 INFO:tasks.workunit.client.1.smithi170.stdout:2/789: readlink dd/d14/d19/d4c/d63/d32/lf1 0 2024-09-17T10:40:02.961 INFO:tasks.workunit.client.1.smithi170.stdout:2/790: creat dd/d14/d19/d4c/da6/f109 x:0 0 0 2024-09-17T10:40:02.961 INFO:tasks.workunit.client.1.smithi170.stdout:9/630: mknod dd/d40/d50/ccc 0 2024-09-17T10:40:02.962 INFO:tasks.workunit.client.0.smithi159.stdout:1/979: symlink d1/d2f/d9e/d1a/dc/d18/de4/l125 0 2024-09-17T10:40:02.964 INFO:tasks.workunit.client.1.smithi170.stdout:1/711: unlink d3/d5/dc9/d7b/d8b/f8e 0 2024-09-17T10:40:02.966 INFO:tasks.workunit.client.0.smithi159.stdout:4/972: symlink d0/d12/d2f/de7/da/d42/dc2/dcc/l13c 0 2024-09-17T10:40:02.966 INFO:tasks.workunit.client.0.smithi159.stdout:4/973: write d0/d12/d2f/f13a [553315,108470] 0 2024-09-17T10:40:02.966 INFO:tasks.workunit.client.0.smithi159.stdout:4/974: fsync d0/d12/d2f/de7/da/d33/f3c 0 2024-09-17T10:40:02.967 INFO:tasks.workunit.client.0.smithi159.stdout:5/881: dread d19/d1a/d32/f3f [0,4194304] 0 2024-09-17T10:40:02.967 INFO:tasks.workunit.client.1.smithi170.stdout:6/612: link d0/d18/d70/d7f/d85/c56 d0/d18/d70/d7f/d85/d69/d8e/d92/dc1/cd5 0 2024-09-17T10:40:02.967 INFO:tasks.workunit.client.1.smithi170.stdout:6/613: creat d0/d66/fd6 x:0 0 0 2024-09-17T10:40:02.968 INFO:tasks.workunit.client.0.smithi159.stdout:0/977: unlink d5/dcf/d18/d22/d4c/d6b/d7c/l104 0 2024-09-17T10:40:02.968 INFO:tasks.workunit.client.1.smithi170.stdout:7/562: mknod d25/ca5 0 2024-09-17T10:40:02.969 INFO:tasks.workunit.client.1.smithi170.stdout:7/563: chown d25/d2a/d3e/d56/d72/l7f 14342 1 2024-09-17T10:40:02.969 INFO:tasks.workunit.client.1.smithi170.stdout:7/564: chown d25/d2a/d3e/d56/d5d/f64 1831 1 2024-09-17T10:40:02.970 INFO:tasks.workunit.client.0.smithi159.stdout:4/975: symlink d0/d12/d2f/de7/d97/db7/ddd/l13d 0 2024-09-17T10:40:02.970 INFO:tasks.workunit.client.0.smithi159.stdout:4/976: fsync d0/d12/d2f/de7/da/d33/fa4 0 2024-09-17T10:40:02.973 INFO:tasks.workunit.client.1.smithi170.stdout:2/791: link dd/d3a/d8e/cb1 dd/d14/d19/d37/d105/c10a 0 2024-09-17T10:40:02.974 INFO:tasks.workunit.client.0.smithi159.stdout:4/977: symlink d0/d12/d2f/de7/d97/l13e 0 2024-09-17T10:40:02.974 INFO:tasks.workunit.client.0.smithi159.stdout:5/882: dread d19/d6f/d75/f91 [0,4194304] 0 2024-09-17T10:40:02.976 INFO:tasks.workunit.client.1.smithi170.stdout:1/712: creat d3/d5/dc9/d7b/dd4/d51/ff2 x:0 0 0 2024-09-17T10:40:02.978 INFO:tasks.workunit.client.0.smithi159.stdout:4/978: getdents d0/d12/d2f/de7/d97/d9f/d5d/d82 0 2024-09-17T10:40:02.979 INFO:tasks.workunit.client.0.smithi159.stdout:1/980: write d1/d2/d14/d67/fd1 [3721498,31620] 0 2024-09-17T10:40:02.981 INFO:tasks.workunit.client.0.smithi159.stdout:5/883: creat d19/d1b/d1d/d59/f133 x:0 0 0 2024-09-17T10:40:02.983 INFO:tasks.workunit.client.0.smithi159.stdout:4/979: creat d0/d12/d2f/de7/d24/d28/f13f x:0 0 0 2024-09-17T10:40:02.983 INFO:tasks.workunit.client.0.smithi159.stdout:4/980: chown d0/d12/d2f/de7/d97/de6/d106/f125 7 1 2024-09-17T10:40:02.984 INFO:tasks.workunit.client.1.smithi170.stdout:4/425: dwrite d9/d12/f28 [0,4194304] 0 2024-09-17T10:40:02.984 INFO:tasks.workunit.client.1.smithi170.stdout:7/565: dread d25/d2a/d3e/d4b/f4f [0,4194304] 0 2024-09-17T10:40:02.984 INFO:tasks.workunit.client.1.smithi170.stdout:1/713: rename d3/d5/dc9/d7b/dd4/ccf to d3/d5/dc9/d7b/dd4/cf3 0 2024-09-17T10:40:02.985 INFO:tasks.workunit.client.1.smithi170.stdout:1/714: chown d3/dd8 46749 1 2024-09-17T10:40:02.985 INFO:tasks.workunit.client.1.smithi170.stdout:1/715: stat d3/d68 0 2024-09-17T10:40:02.987 INFO:tasks.workunit.client.0.smithi159.stdout:1/981: creat d1/d10/d5e/dbb/f126 x:0 0 0 2024-09-17T10:40:02.988 INFO:tasks.workunit.client.0.smithi159.stdout:5/884: mknod d19/d1a/df8/c134 0 2024-09-17T10:40:02.988 INFO:tasks.workunit.client.0.smithi159.stdout:5/885: read d19/d1a/d32/f3f [590522,128910] 0 2024-09-17T10:40:02.990 INFO:tasks.workunit.client.0.smithi159.stdout:4/981: creat d0/d12/db1/f140 x:0 0 0 2024-09-17T10:40:02.990 INFO:tasks.workunit.client.0.smithi159.stdout:4/982: chown d0/d12/d2f/de7/d97/de6/d106 59502250 1 2024-09-17T10:40:02.995 INFO:tasks.workunit.client.1.smithi170.stdout:4/426: creat d9/d12/d36/d42/d76/f89 x:0 0 0 2024-09-17T10:40:02.995 INFO:tasks.workunit.client.1.smithi170.stdout:7/566: rmdir d25/d2a/d94 39 2024-09-17T10:40:02.995 INFO:tasks.workunit.client.1.smithi170.stdout:7/567: chown d25/d2a/d3e/d56/d72/d79/f9d 1270613 1 2024-09-17T10:40:02.996 INFO:tasks.workunit.client.1.smithi170.stdout:7/568: fsync d25/f97 0 2024-09-17T10:40:02.996 INFO:tasks.workunit.client.0.smithi159.stdout:3/989: dwrite d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/d121/fb2 [0,4194304] 0 2024-09-17T10:40:02.996 INFO:tasks.workunit.client.0.smithi159.stdout:3/990: readlink d9/df/d54/la0 0 2024-09-17T10:40:02.997 INFO:tasks.workunit.client.1.smithi170.stdout:8/697: dwrite d4/df/d3a/f61 [0,4194304] 0 2024-09-17T10:40:02.997 INFO:tasks.workunit.client.1.smithi170.stdout:8/698: truncate d4/df/d3a/f59 1316829 0 2024-09-17T10:40:02.998 INFO:tasks.workunit.client.1.smithi170.stdout:7/569: mknod d25/d2a/d3e/d56/d72/d79/ca6 0 2024-09-17T10:40:03.005 INFO:tasks.workunit.client.0.smithi159.stdout:3/991: symlink d9/df/d3f/l130 0 2024-09-17T10:40:03.005 INFO:tasks.workunit.client.0.smithi159.stdout:4/983: dread d0/d12/d2f/de7/d67/fbf [0,4194304] 0 2024-09-17T10:40:03.005 INFO:tasks.workunit.client.0.smithi159.stdout:4/984: truncate d0/d12/d2f/de7/d97/db7/ff7 895098 0 2024-09-17T10:40:03.006 INFO:tasks.workunit.client.0.smithi159.stdout:4/985: dread d0/d12/db1/dc0/fe2 [0,4194304] 0 2024-09-17T10:40:03.006 INFO:tasks.workunit.client.1.smithi170.stdout:7/570: getdents d25/d2a/d94 0 2024-09-17T10:40:03.012 INFO:tasks.workunit.client.1.smithi170.stdout:1/716: dread d3/d5/f7d [0,4194304] 0 2024-09-17T10:40:03.015 INFO:tasks.workunit.client.0.smithi159.stdout:4/986: read d0/d12/d2f/de7/da/f50 [2563522,36911] 0 2024-09-17T10:40:03.015 INFO:tasks.workunit.client.0.smithi159.stdout:4/987: chown d0/d12/d2f/de7/d24/d39/d6a 1 1 2024-09-17T10:40:03.015 INFO:tasks.workunit.client.0.smithi159.stdout:4/988: fdatasync d0/d12/d2f/de7/d97/d9f/d5d/d82/f118 0 2024-09-17T10:40:03.016 INFO:tasks.workunit.client.1.smithi170.stdout:0/647: dwrite dd/de/d10/d8d/f58 [0,4194304] 0 2024-09-17T10:40:03.019 INFO:tasks.workunit.client.1.smithi170.stdout:8/699: rmdir d4/d2e/d33 39 2024-09-17T10:40:03.021 INFO:tasks.workunit.client.1.smithi170.stdout:1/717: creat d3/d5/dc9/d7b/dd4/d4e/dd1/ff4 x:0 0 0 2024-09-17T10:40:03.022 INFO:tasks.workunit.client.1.smithi170.stdout:8/700: mknod d4/df/d3f/ced 0 2024-09-17T10:40:03.023 INFO:tasks.workunit.client.1.smithi170.stdout:1/718: mkdir d3/df5 0 2024-09-17T10:40:03.023 INFO:tasks.workunit.client.1.smithi170.stdout:1/719: chown d3/d5/dc9/d7b/dd4/d51/dac/dc4/fc7 779 1 2024-09-17T10:40:03.023 INFO:tasks.workunit.client.1.smithi170.stdout:1/720: chown d3/d77/dad/d9d/l79 7975 1 2024-09-17T10:40:03.028 INFO:tasks.workunit.client.0.smithi159.stdout:7/913: sync 2024-09-17T10:40:03.028 INFO:tasks.workunit.client.1.smithi170.stdout:1/721: dread d3/d5/f7d [0,4194304] 0 2024-09-17T10:40:03.029 INFO:tasks.workunit.client.0.smithi159.stdout:7/914: write d2/d23/d67/d7b/fc6 [773167,116596] 0 2024-09-17T10:40:03.029 INFO:tasks.workunit.client.0.smithi159.stdout:7/915: dread - d2/d9a/de4/f14f zero size 2024-09-17T10:40:03.031 INFO:tasks.workunit.client.0.smithi159.stdout:7/916: rename d2/cd to d2/d9a/de4/d12e/c153 0 2024-09-17T10:40:03.031 INFO:tasks.workunit.client.0.smithi159.stdout:7/917: fdatasync d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/f90 0 2024-09-17T10:40:03.032 INFO:tasks.workunit.client.0.smithi159.stdout:7/918: mkdir d2/d130/d154 0 2024-09-17T10:40:03.035 INFO:tasks.workunit.client.1.smithi170.stdout:0/648: dread dd/de/d10/d13/f2a [0,4194304] 0 2024-09-17T10:40:03.037 INFO:tasks.workunit.client.1.smithi170.stdout:0/649: rename dd/de/d16/c80 to dd/de/d16/d65/dca/d5c/d8b/cd1 0 2024-09-17T10:40:03.037 INFO:tasks.workunit.client.1.smithi170.stdout:0/650: readlink dd/de/d16/d54/d5f/l60 0 2024-09-17T10:40:03.037 INFO:tasks.workunit.client.1.smithi170.stdout:0/651: read - dd/de/fcb zero size 2024-09-17T10:40:03.040 INFO:tasks.workunit.client.1.smithi170.stdout:0/652: symlink dd/de/d16/d54/d5f/dc3/db2/dcc/ld2 0 2024-09-17T10:40:03.040 INFO:tasks.workunit.client.1.smithi170.stdout:0/653: truncate dd/de/d16/d65/dca/d5c/d8b/fbe 372287 0 2024-09-17T10:40:03.040 INFO:tasks.workunit.client.1.smithi170.stdout:0/654: rename dd/de/f57 to dd/de/d16/d65/fd3 0 2024-09-17T10:40:03.040 INFO:tasks.workunit.client.1.smithi170.stdout:0/655: fdatasync dd/de/d16/f30 0 2024-09-17T10:40:03.042 INFO:tasks.workunit.client.0.smithi159.stdout:7/919: read d2/d18/d20/f31 [1859888,122603] 0 2024-09-17T10:40:03.044 INFO:tasks.workunit.client.1.smithi170.stdout:9/631: dwrite dd/d16/d17/fb0 [0,4194304] 0 2024-09-17T10:40:03.053 INFO:tasks.workunit.client.0.smithi159.stdout:0/978: dwrite d5/d12/d32/d3a/f65 [0,4194304] 0 2024-09-17T10:40:03.053 INFO:tasks.workunit.client.0.smithi159.stdout:5/886: dwrite d19/d1b/d1d/d59/da7/db5/fcf [0,4194304] 0 2024-09-17T10:40:03.053 INFO:tasks.workunit.client.0.smithi159.stdout:5/887: write d19/d69/d78/db3/dbd/fea [530254,76045] 0 2024-09-17T10:40:03.055 INFO:tasks.workunit.client.1.smithi170.stdout:7/571: dwrite d25/d2a/f70 [4194304,4194304] 0 2024-09-17T10:40:03.055 INFO:tasks.workunit.client.1.smithi170.stdout:2/792: dwrite dd/d3a/d78/ffa [0,4194304] 0 2024-09-17T10:40:03.055 INFO:tasks.workunit.client.1.smithi170.stdout:4/427: dwrite d9/d12/d36/d42/d76/f88 [0,4194304] 0 2024-09-17T10:40:03.056 INFO:tasks.workunit.client.0.smithi159.stdout:1/982: dwrite d1/d63/d6c/f3e [0,4194304] 0 2024-09-17T10:40:03.056 INFO:tasks.workunit.client.0.smithi159.stdout:5/888: dread d19/d1b/d1d/d59/da7/db5/ffd [0,4194304] 0 2024-09-17T10:40:03.056 INFO:tasks.workunit.client.0.smithi159.stdout:4/989: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d82/dc6/f61 [4194304,4194304] 0 2024-09-17T10:40:03.056 INFO:tasks.workunit.client.0.smithi159.stdout:4/990: chown d0/d12/d2f/de7 0 1 2024-09-17T10:40:03.056 INFO:tasks.workunit.client.0.smithi159.stdout:4/991: dread - d0/d12/d2f/de7/d24/d39/d6a/f104 zero size 2024-09-17T10:40:03.056 INFO:tasks.workunit.client.1.smithi170.stdout:1/722: dwrite d3/d5/dc9/d7b/dd4/d51/dc8/fdf [0,4194304] 0 2024-09-17T10:40:03.059 INFO:tasks.workunit.client.1.smithi170.stdout:9/632: dread dd/d40/f2d [0,4194304] 0 2024-09-17T10:40:03.059 INFO:tasks.workunit.client.1.smithi170.stdout:9/633: dread - dd/d16/d2a/d51/f6a zero size 2024-09-17T10:40:03.060 INFO:tasks.workunit.client.1.smithi170.stdout:7/572: unlink d25/d2a/f3f 0 2024-09-17T10:40:03.060 INFO:tasks.workunit.client.1.smithi170.stdout:7/573: readlink d25/d2a/d3e/d56/l92 0 2024-09-17T10:40:03.066 INFO:tasks.workunit.client.1.smithi170.stdout:1/723: dread d3/d5/f17 [0,4194304] 0 2024-09-17T10:40:03.070 INFO:tasks.workunit.client.1.smithi170.stdout:6/614: rmdir d0/d18/d70/d7f/d85 39 2024-09-17T10:40:03.071 INFO:tasks.workunit.client.1.smithi170.stdout:9/634: write dd/d16/d17/d43/d6d/fb1 [1441553,129281] 0 2024-09-17T10:40:03.072 INFO:tasks.workunit.client.0.smithi159.stdout:4/992: dwrite d0/d12/d2f/de7/d97/d9f/d5d/d99/ffa [4194304,4194304] 0 2024-09-17T10:40:03.074 INFO:tasks.workunit.client.0.smithi159.stdout:0/979: creat d5/dcf/db9/f160 x:0 0 0 2024-09-17T10:40:03.078 INFO:tasks.workunit.client.1.smithi170.stdout:2/793: mkdir dd/d64/d10b 0 2024-09-17T10:40:03.079 INFO:tasks.workunit.client.1.smithi170.stdout:2/794: chown dd/d1a/d2a/db3 503929660 1 2024-09-17T10:40:03.082 INFO:tasks.workunit.client.0.smithi159.stdout:5/889: rename d19/d1b/d21/f2a to d19/d1b/d1d/d127/f135 0 2024-09-17T10:40:03.084 INFO:tasks.workunit.client.1.smithi170.stdout:4/428: getdents d9 0 2024-09-17T10:40:03.084 INFO:tasks.workunit.client.1.smithi170.stdout:4/429: write d9/f53 [4662986,72003] 0 2024-09-17T10:40:03.087 INFO:tasks.workunit.client.0.smithi159.stdout:4/993: mkdir d0/d12/d2f/de7/da/d42/dc2/dcc/d141 0 2024-09-17T10:40:03.087 INFO:tasks.workunit.client.0.smithi159.stdout:4/994: chown d0/d12/d2f/de7/d97/de6/f115 692241 1 2024-09-17T10:40:03.088 INFO:tasks.workunit.client.1.smithi170.stdout:2/795: dread dd/d3a/d5b/f6e [0,4194304] 0 2024-09-17T10:40:03.088 INFO:tasks.workunit.client.1.smithi170.stdout:2/796: stat dd/d1a/l4e 0 2024-09-17T10:40:03.090 INFO:tasks.workunit.client.0.smithi159.stdout:1/983: symlink d1/d2f/d9e/d1a/d3b/l127 0 2024-09-17T10:40:03.090 INFO:tasks.workunit.client.0.smithi159.stdout:1/984: truncate d1/d2f/d64/fc2 688147 0 2024-09-17T10:40:03.090 INFO:tasks.workunit.client.0.smithi159.stdout:1/985: chown d1/d2/c2b 355 1 2024-09-17T10:40:03.090 INFO:tasks.workunit.client.0.smithi159.stdout:4/995: read d0/f2a [605269,76590] 0 2024-09-17T10:40:03.091 INFO:tasks.workunit.client.1.smithi170.stdout:7/574: mknod d25/ca7 0 2024-09-17T10:40:03.093 INFO:tasks.workunit.client.0.smithi159.stdout:0/980: dwrite d5/d12/d32/f99 [0,4194304] 0 2024-09-17T10:40:03.093 INFO:tasks.workunit.client.0.smithi159.stdout:0/981: chown d5/dcf/f1e 1794783 1 2024-09-17T10:40:03.093 INFO:tasks.workunit.client.1.smithi170.stdout:1/724: truncate d3/d77/dad/fbc 2810601 0 2024-09-17T10:40:03.097 INFO:tasks.workunit.client.1.smithi170.stdout:4/430: dread d9/d12/d36/d42/d76/f88 [0,4194304] 0 2024-09-17T10:40:03.097 INFO:tasks.workunit.client.0.smithi159.stdout:5/890: unlink d19/d1b/d21/cb7 0 2024-09-17T10:40:03.097 INFO:tasks.workunit.client.0.smithi159.stdout:0/982: dread d5/dcf/d18/fa3 [0,4194304] 0 2024-09-17T10:40:03.098 INFO:tasks.workunit.client.1.smithi170.stdout:6/615: creat d0/d18/d70/d7f/d85/d69/d8e/d92/dc1/fd7 x:0 0 0 2024-09-17T10:40:03.098 INFO:tasks.workunit.client.1.smithi170.stdout:6/616: truncate d0/f62 4769572 0 2024-09-17T10:40:03.098 INFO:tasks.workunit.client.0.smithi159.stdout:1/986: symlink d1/d10/d5e/dbb/ddb/l128 0 2024-09-17T10:40:03.102 INFO:tasks.workunit.client.0.smithi159.stdout:4/996: rename d0/d12/d2f/de7/d97/d9f/d5d/d99/df5 to d0/d12/d142 0 2024-09-17T10:40:03.104 INFO:tasks.workunit.client.1.smithi170.stdout:9/635: link dd/d16/d2a/d51/cb8 dd/d40/d4e/d29/d54/d8c/ccd 0 2024-09-17T10:40:03.104 INFO:tasks.workunit.client.1.smithi170.stdout:9/636: fdatasync dd/d40/d32/f39 0 2024-09-17T10:40:03.104 INFO:tasks.workunit.client.1.smithi170.stdout:9/637: write dd/d40/d4e/d23/f30 [2850998,111574] 0 2024-09-17T10:40:03.104 INFO:tasks.workunit.client.0.smithi159.stdout:3/992: truncate d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/d121/fb2 332634 0 2024-09-17T10:40:03.105 INFO:tasks.workunit.client.0.smithi159.stdout:3/993: dread - d9/df/d2c/d2f/d63/d8d/d8e/f103 zero size 2024-09-17T10:40:03.106 INFO:tasks.workunit.client.0.smithi159.stdout:5/891: mknod d19/d1b/d1d/da9/c136 0 2024-09-17T10:40:03.107 INFO:tasks.workunit.client.1.smithi170.stdout:2/797: getdents dd/d14/d19/d37/d105 0 2024-09-17T10:40:03.107 INFO:tasks.workunit.client.1.smithi170.stdout:2/798: fdatasync dd/d14/d19/d4c/d63/d32/f67 0 2024-09-17T10:40:03.107 INFO:tasks.workunit.client.1.smithi170.stdout:2/799: truncate dd/d14/d19/d4c/d63/d32/d53/f82 605511 0 2024-09-17T10:40:03.108 INFO:tasks.workunit.client.0.smithi159.stdout:0/983: link d5/d12/d32/l13d d5/d12/daa/dbd/l161 0 2024-09-17T10:40:03.112 INFO:tasks.workunit.client.1.smithi170.stdout:7/575: rename d25/d2a/d3e/d6a/d81 to d25/d2a/d3e/d56/d72/da8 0 2024-09-17T10:40:03.112 INFO:tasks.workunit.client.1.smithi170.stdout:7/576: readlink d25/d2a/l31 0 2024-09-17T10:40:03.112 INFO:tasks.workunit.client.1.smithi170.stdout:7/577: dread - d25/d2a/d3e/d4b/fa2 zero size 2024-09-17T10:40:03.114 INFO:tasks.workunit.client.0.smithi159.stdout:4/997: creat d0/d12/dc4/d11a/f143 x:0 0 0 2024-09-17T10:40:03.115 INFO:tasks.workunit.client.1.smithi170.stdout:1/725: unlink d3/d5/dc9/d7b/dd4/d51/lba 0 2024-09-17T10:40:03.115 INFO:tasks.workunit.client.1.smithi170.stdout:1/726: write d3/d5/dc9/d7b/dd4/fc2 [3344771,90949] 0 2024-09-17T10:40:03.116 INFO:tasks.workunit.client.0.smithi159.stdout:3/994: creat d9/f131 x:0 0 0 2024-09-17T10:40:03.117 INFO:tasks.workunit.client.0.smithi159.stdout:1/987: dwrite d1/d2/d82/fb7 [0,4194304] 0 2024-09-17T10:40:03.118 INFO:tasks.workunit.client.1.smithi170.stdout:4/431: unlink d9/d12/d36/d42/d40/f57 0 2024-09-17T10:40:03.118 INFO:tasks.workunit.client.1.smithi170.stdout:4/432: write d9/d3e/f4c [586495,29869] 0 2024-09-17T10:40:03.119 INFO:tasks.workunit.client.1.smithi170.stdout:9/638: dread dd/d16/f7e [0,4194304] 0 2024-09-17T10:40:03.120 INFO:tasks.workunit.client.0.smithi159.stdout:5/892: rename d19/d33/dc7/fb8 to d19/d1b/d1d/d127/d116/f137 0 2024-09-17T10:40:03.121 INFO:tasks.workunit.client.1.smithi170.stdout:6/617: creat d0/d18/d70/d7f/d85/d69/fd8 x:0 0 0 2024-09-17T10:40:03.121 INFO:tasks.workunit.client.1.smithi170.stdout:6/618: write d0/f32 [540733,102403] 0 2024-09-17T10:40:03.121 INFO:tasks.workunit.client.0.smithi159.stdout:4/998: mkdir d0/d12/d2f/de7/d24/d144 0 2024-09-17T10:40:03.123 INFO:tasks.workunit.client.1.smithi170.stdout:2/800: creat dd/d14/d19/d37/d105/f10c x:0 0 0 2024-09-17T10:40:03.126 INFO:tasks.workunit.client.1.smithi170.stdout:0/656: rmdir dd/de/d16/d65/dca/d5c/d8b 39 2024-09-17T10:40:03.126 INFO:tasks.workunit.client.1.smithi170.stdout:0/657: stat dd/de/d10/d8d/c31 0 2024-09-17T10:40:03.126 INFO:tasks.workunit.client.1.smithi170.stdout:0/658: readlink dd/de/d10/d13/d59/l7b 0 2024-09-17T10:40:03.127 INFO:tasks.workunit.client.0.smithi159.stdout:1/988: creat d1/d2f/d9e/f129 x:0 0 0 2024-09-17T10:40:03.127 INFO:tasks.workunit.client.0.smithi159.stdout:1/989: write d1/f124 [563953,55853] 0 2024-09-17T10:40:03.130 INFO:tasks.workunit.client.1.smithi170.stdout:1/727: symlink d3/df5/lf6 0 2024-09-17T10:40:03.130 INFO:tasks.workunit.client.1.smithi170.stdout:1/728: read d3/d5/dc9/d7b/dd4/f2d [341498,77803] 0 2024-09-17T10:40:03.133 INFO:tasks.workunit.client.1.smithi170.stdout:4/433: creat d9/d12/d36/d42/f8a x:0 0 0 2024-09-17T10:40:03.133 INFO:tasks.workunit.client.1.smithi170.stdout:4/434: fsync d9/f1d 0 2024-09-17T10:40:03.137 INFO:tasks.workunit.client.1.smithi170.stdout:4/435: dread d9/d3e/f50 [0,4194304] 0 2024-09-17T10:40:03.142 INFO:tasks.workunit.client.0.smithi159.stdout:3/995: rename d9/df/d2c/d2f/d63/d8d/d74/db7/de8/f101 to d9/df/d54/d59/d5e/d9a/ddd/de2/d9c/d121/df9/f132 0 2024-09-17T10:40:03.145 INFO:tasks.workunit.client.0.smithi159.stdout:5/893: getdents d19/d69/d78/db3 0 2024-09-17T10:40:03.145 INFO:tasks.workunit.client.0.smithi159.stdout:5/894: chown d19/d1b/d1d/d127/f135 4290 1 2024-09-17T10:40:03.147 INFO:tasks.workunit.client.0.smithi159.stdout:4/999: symlink d0/d12/d2f/de7/d24/l145 0 2024-09-17T10:40:03.147 INFO:tasks.workunit.client.0.smithi159.stdout:7/920: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/f5a [0,4194304] 0 2024-09-17T10:40:03.149 INFO:tasks.workunit.client.0.smithi159.stdout:1/990: creat d1/d10/d5e/dbb/de9/f12a x:0 0 0 2024-09-17T10:40:03.151 INFO:tasks.workunit.client.1.smithi170.stdout:9/639: symlink dd/d16/d17/d43/lce 0 2024-09-17T10:40:03.155 INFO:tasks.workunit.client.1.smithi170.stdout:6/619: rename d0/d18/d70/d7f/d85/l5c to d0/d18/d70/d7f/d85/d69/d8e/ld9 0 2024-09-17T10:40:03.158 INFO:tasks.workunit.client.1.smithi170.stdout:2/801: creat dd/d14/d19/dc4/f10d x:0 0 0 2024-09-17T10:40:03.159 INFO:tasks.workunit.client.1.smithi170.stdout:2/802: readlink dd/d14/d19/d4c/da6/led 0 2024-09-17T10:40:03.159 INFO:tasks.workunit.client.1.smithi170.stdout:2/803: fsync dd/d14/d19/f2f 0 2024-09-17T10:40:03.159 INFO:tasks.workunit.client.1.smithi170.stdout:2/804: stat dd/d1a/d2a/db3/cd0 0 2024-09-17T10:40:03.159 INFO:tasks.workunit.client.0.smithi159.stdout:5/895: dwrite d19/d69/d78/db3/dbd/f114 [0,4194304] 0 2024-09-17T10:40:03.159 INFO:tasks.workunit.client.0.smithi159.stdout:5/896: chown d19/d1e/d4a/c121 788 1 2024-09-17T10:40:03.159 INFO:tasks.workunit.client.0.smithi159.stdout:5/897: chown d19/d1b/d1d/d112/fe1 360 1 2024-09-17T10:40:03.160 INFO:tasks.workunit.client.0.smithi159.stdout:1/991: dread d1/d10/d5e/dbb/ddb/da2/f46 [0,4194304] 0 2024-09-17T10:40:03.161 INFO:tasks.workunit.client.1.smithi170.stdout:0/659: unlink dd/de/d16/d65/dca/d5c/d8b/l8a 0 2024-09-17T10:40:03.161 INFO:tasks.workunit.client.1.smithi170.stdout:0/660: fdatasync dd/de/d16/d54/d63/f7d 0 2024-09-17T10:40:03.163 INFO:tasks.workunit.client.0.smithi159.stdout:7/921: creat d2/d130/d154/f155 x:0 0 0 2024-09-17T10:40:03.165 INFO:tasks.workunit.client.1.smithi170.stdout:7/578: getdents d25/d4e 0 2024-09-17T10:40:03.165 INFO:tasks.workunit.client.0.smithi159.stdout:2/950: sync 2024-09-17T10:40:03.166 INFO:tasks.workunit.client.0.smithi159.stdout:5/898: write fa [2930474,64217] 0 2024-09-17T10:40:03.174 INFO:tasks.workunit.client.1.smithi170.stdout:7/579: dread d25/d2a/d3e/d56/fa0 [0,4194304] 0 2024-09-17T10:40:03.174 INFO:tasks.workunit.client.1.smithi170.stdout:7/580: write d25/d2a/f70 [813393,120959] 0 2024-09-17T10:40:03.174 INFO:tasks.workunit.client.1.smithi170.stdout:7/581: write d25/d2a/f2e [4503425,36254] 0 2024-09-17T10:40:03.174 INFO:tasks.workunit.client.1.smithi170.stdout:7/582: chown d25/f44 35541 1 2024-09-17T10:40:03.174 INFO:tasks.workunit.client.0.smithi159.stdout:1/992: rename d1/d2f/d9e/d1a/d3b/dd3 to d1/d63/d8d/d12b 0 2024-09-17T10:40:03.176 INFO:tasks.workunit.client.1.smithi170.stdout:6/620: rename d0/d18/d70/d7f/fc4 to d0/d18/d70/d7f/d85/d43/fda 0 2024-09-17T10:40:03.177 INFO:tasks.workunit.client.0.smithi159.stdout:2/951: dread d0/f3c [0,4194304] 0 2024-09-17T10:40:03.177 INFO:tasks.workunit.client.0.smithi159.stdout:2/952: truncate d0/df/d3e/d7a/d91/ff4 569798 0 2024-09-17T10:40:03.177 INFO:tasks.workunit.client.0.smithi159.stdout:5/899: link d19/d33/f3c d19/d6f/d75/d130/f138 0 2024-09-17T10:40:03.179 INFO:tasks.workunit.client.0.smithi159.stdout:2/953: write d0/df/dee/dd3/f90 [274864,83703] 0 2024-09-17T10:40:03.179 INFO:tasks.workunit.client.1.smithi170.stdout:2/805: mkdir dd/d14/d19/dc4/df0/d10e 0 2024-09-17T10:40:03.184 INFO:tasks.workunit.client.0.smithi159.stdout:7/922: rename d2/d23/d67/d47/l110 to d2/d23/d67/d126/l156 0 2024-09-17T10:40:03.184 INFO:tasks.workunit.client.1.smithi170.stdout:2/806: dread dd/d14/d19/d4c/d63/d32/f67 [0,4194304] 0 2024-09-17T10:40:03.185 INFO:tasks.workunit.client.0.smithi159.stdout:1/993: getdents d1/d2f/d9e/d1a/dc/d18/de4/dd2 0 2024-09-17T10:40:03.189 INFO:tasks.workunit.client.0.smithi159.stdout:5/900: mkdir d19/d1b/d1d/d127/d139 0 2024-09-17T10:40:03.189 INFO:tasks.workunit.client.0.smithi159.stdout:5/901: write d19/d33/dc7/f11b [697325,74799] 0 2024-09-17T10:40:03.192 INFO:tasks.workunit.client.1.smithi170.stdout:4/436: rmdir d9/d12/d6c 39 2024-09-17T10:40:03.192 INFO:tasks.workunit.client.1.smithi170.stdout:4/437: write d9/d5a/f6a [732667,25234] 0 2024-09-17T10:40:03.194 INFO:tasks.workunit.client.0.smithi159.stdout:1/994: dread d1/d10/d5e/dbb/ddb/da2/dc5/fba [0,4194304] 0 2024-09-17T10:40:03.198 INFO:tasks.workunit.client.0.smithi159.stdout:7/923: dread d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/f90 [0,4194304] 0 2024-09-17T10:40:03.199 INFO:tasks.workunit.client.1.smithi170.stdout:7/583: dwrite d25/d2a/f4a [0,4194304] 0 2024-09-17T10:40:03.199 INFO:tasks.workunit.client.1.smithi170.stdout:7/584: truncate d25/d2a/f49 821793 0 2024-09-17T10:40:03.204 INFO:tasks.workunit.client.1.smithi170.stdout:1/729: rename d3/d5/d54/f66 to d3/d77/dad/ddb/ff7 0 2024-09-17T10:40:03.205 INFO:tasks.workunit.client.1.smithi170.stdout:4/438: write f2 [2826545,84231] 0 2024-09-17T10:40:03.207 INFO:tasks.workunit.client.0.smithi159.stdout:2/954: dwrite d0/df/dee/fc5 [4194304,4194304] 0 2024-09-17T10:40:03.207 INFO:tasks.workunit.client.0.smithi159.stdout:2/955: chown d0/df/d3e/d46/dc8/fbe 593662 1 2024-09-17T10:40:03.209 INFO:tasks.workunit.client.1.smithi170.stdout:6/621: creat d0/d18/d70/d7f/d85/d69/d3e/fdb x:0 0 0 2024-09-17T10:40:03.212 INFO:tasks.workunit.client.1.smithi170.stdout:6/622: dread d0/d18/d70/d7f/d85/d43/fda [0,4194304] 0 2024-09-17T10:40:03.213 INFO:tasks.workunit.client.0.smithi159.stdout:5/902: creat d19/d69/f13a x:0 0 0 2024-09-17T10:40:03.217 INFO:tasks.workunit.client.0.smithi159.stdout:1/995: mkdir d1/d2f/d9e/d1a/d12c 0 2024-09-17T10:40:03.217 INFO:tasks.workunit.client.0.smithi159.stdout:1/996: rename d1/d2f to d1/d2f/d9e/d1a/d12d 22 2024-09-17T10:40:03.218 INFO:tasks.workunit.client.1.smithi170.stdout:2/807: dwrite dd/d1a/d2a/f58 [4194304,4194304] 0 2024-09-17T10:40:03.218 INFO:tasks.workunit.client.1.smithi170.stdout:2/808: write dd/d3a/d78/f8a [2570640,53195] 0 2024-09-17T10:40:03.218 INFO:tasks.workunit.client.1.smithi170.stdout:4/439: dread d9/d12/f3d [0,4194304] 0 2024-09-17T10:40:03.218 INFO:tasks.workunit.client.1.smithi170.stdout:4/440: write d9/d12/d36/d42/d40/f66 [520750,2742] 0 2024-09-17T10:40:03.219 INFO:tasks.workunit.client.1.smithi170.stdout:4/441: readlink l4 0 2024-09-17T10:40:03.219 INFO:tasks.workunit.client.1.smithi170.stdout:4/442: write d9/d12/d36/d42/d40/f33 [9331178,126900] 0 2024-09-17T10:40:03.219 INFO:tasks.workunit.client.1.smithi170.stdout:4/443: write d9/d12/f81 [974361,72651] 0 2024-09-17T10:40:03.219 INFO:tasks.workunit.client.0.smithi159.stdout:7/924: dwrite d2/d23/d67/d7b/d117/f143 [0,4194304] 0 2024-09-17T10:40:03.229 INFO:tasks.workunit.client.0.smithi159.stdout:2/956: dwrite d0/df/dee/d67/df6/dfd/f113 [0,4194304] 0 2024-09-17T10:40:03.229 INFO:tasks.workunit.client.0.smithi159.stdout:2/957: fdatasync d0/d26/d4b/faf 0 2024-09-17T10:40:03.230 INFO:tasks.workunit.client.1.smithi170.stdout:1/730: creat d3/d5/dc9/d7b/dd9/de3/ff8 x:0 0 0 2024-09-17T10:40:03.230 INFO:tasks.workunit.client.1.smithi170.stdout:1/731: chown d3/d5/dc9/d7b/dd4 1023092 1 2024-09-17T10:40:03.230 INFO:tasks.workunit.client.1.smithi170.stdout:1/732: chown d3/d5/dc9/d7b/dd4/d51/da4/cb9 251909340 1 2024-09-17T10:40:03.230 INFO:tasks.workunit.client.1.smithi170.stdout:1/733: read d3/f4c [2768129,11274] 0 2024-09-17T10:40:03.230 INFO:tasks.workunit.client.0.smithi159.stdout:1/997: mknod d1/d10/de6/c12e 0 2024-09-17T10:40:03.231 INFO:tasks.workunit.client.0.smithi159.stdout:5/903: dwrite d19/d1b/fde [0,4194304] 0 2024-09-17T10:40:03.231 INFO:tasks.workunit.client.1.smithi170.stdout:9/640: rename dd/d40/d4e/d29/c83 to dd/d40/d4e/d23/dae/db4/da7/ccf 0 2024-09-17T10:40:03.233 INFO:tasks.workunit.client.0.smithi159.stdout:7/925: mknod d2/d130/c157 0 2024-09-17T10:40:03.233 INFO:tasks.workunit.client.1.smithi170.stdout:1/734: write d3/d5/dc9/d7b/dd4/d51/f43 [865851,96383] 0 2024-09-17T10:40:03.233 INFO:tasks.workunit.client.1.smithi170.stdout:1/735: fsync d3/d77/dad/d9d/f9a 0 2024-09-17T10:40:03.234 INFO:tasks.workunit.client.1.smithi170.stdout:1/736: truncate d3/d68/fe7 675206 0 2024-09-17T10:40:03.234 INFO:tasks.workunit.client.1.smithi170.stdout:6/623: link d0/d18/d70/d7f/d85/d69/c63 d0/d18/d70/d7f/d85/d69/da6/cdc 0 2024-09-17T10:40:03.234 INFO:tasks.workunit.client.0.smithi159.stdout:1/998: dread d1/d2f/d9e/d1a/dc/f3f [0,4194304] 0 2024-09-17T10:40:03.239 INFO:tasks.workunit.client.0.smithi159.stdout:2/958: rename d0/df/d3e/d46/d66/fbb to d0/f146 0 2024-09-17T10:40:03.241 INFO:tasks.workunit.client.1.smithi170.stdout:2/809: mkdir dd/d14/d19/d4c/d63/d32/d53/d10f 0 2024-09-17T10:40:03.243 INFO:tasks.workunit.client.0.smithi159.stdout:1/999: mknod d1/d2/d14/d67/dd6/c12f 0 2024-09-17T10:40:03.248 INFO:tasks.workunit.client.0.smithi159.stdout:5/904: dwrite d19/d1b/d1d/d59/f5c [4194304,4194304] 0 2024-09-17T10:40:03.249 INFO:tasks.workunit.client.1.smithi170.stdout:0/661: rename dd/de/d10/d13/f1f to dd/de/d16/d54/fd4 0 2024-09-17T10:40:03.252 INFO:tasks.workunit.client.0.smithi159.stdout:7/926: rename d2/d23/d67/d47/l4e to d2/d23/d67/d47/d4a/d4d/d75/d11e/l158 0 2024-09-17T10:40:03.253 INFO:tasks.workunit.client.1.smithi170.stdout:2/810: dread dd/d1a/d2a/f34 [0,4194304] 0 2024-09-17T10:40:03.254 INFO:tasks.workunit.client.1.smithi170.stdout:9/641: mkdir dd/d16/d2a/d51/dd0 0 2024-09-17T10:40:03.254 INFO:tasks.workunit.client.1.smithi170.stdout:9/642: dread - dd/d16/f99 zero size 2024-09-17T10:40:03.256 INFO:tasks.workunit.client.1.smithi170.stdout:3/685: sync 2024-09-17T10:40:03.256 INFO:tasks.workunit.client.1.smithi170.stdout:5/567: sync 2024-09-17T10:40:03.256 INFO:tasks.workunit.client.1.smithi170.stdout:5/568: chown d1/d3/d13/d1a/l47 240 1 2024-09-17T10:40:03.257 INFO:tasks.workunit.client.1.smithi170.stdout:1/737: symlink d3/d5/d54/dd0/lf9 0 2024-09-17T10:40:03.258 INFO:tasks.workunit.client.1.smithi170.stdout:1/738: stat d3/d5/dc9/d7b/dd4/d4e 0 2024-09-17T10:40:03.258 INFO:tasks.workunit.client.1.smithi170.stdout:1/739: chown d3/d5/dc9/d7b/dd4/d51/dac/dc4/fc7 66 1 2024-09-17T10:40:03.259 INFO:tasks.workunit.client.0.smithi159.stdout:7/927: dread d2/f1d [0,4194304] 0 2024-09-17T10:40:03.259 INFO:tasks.workunit.client.0.smithi159.stdout:7/928: stat d2/d18/f2f 0 2024-09-17T10:40:03.260 INFO:tasks.workunit.client.0.smithi159.stdout:5/905: creat d19/d6f/d75/d130/f13b x:0 0 0 2024-09-17T10:40:03.260 INFO:tasks.workunit.client.0.smithi159.stdout:2/959: dwrite d0/df/dee/d5e/f140 [0,4194304] 0 2024-09-17T10:40:03.260 INFO:tasks.workunit.client.0.smithi159.stdout:2/960: chown d0/d9/f23 12445615 1 2024-09-17T10:40:03.265 INFO:tasks.workunit.client.1.smithi170.stdout:6/624: unlink d0/d18/d70/d7f/d85/d69/d8e/fc6 0 2024-09-17T10:40:03.268 INFO:tasks.workunit.client.1.smithi170.stdout:6/625: write d0/d18/f6c [48074,130112] 0 2024-09-17T10:40:03.269 INFO:tasks.workunit.client.0.smithi159.stdout:7/929: creat d2/d18/d20/d3f/d73/d95/dc4/f159 x:0 0 0 2024-09-17T10:40:03.271 INFO:tasks.workunit.client.0.smithi159.stdout:7/930: dread d2/d23/d67/d47/f51 [0,4194304] 0 2024-09-17T10:40:03.272 INFO:tasks.workunit.client.0.smithi159.stdout:5/906: symlink d19/d1e/l13c 0 2024-09-17T10:40:03.274 INFO:tasks.workunit.client.1.smithi170.stdout:4/444: rename d9/l2f to d9/d12/d36/d42/d40/l8b 0 2024-09-17T10:40:03.275 INFO:tasks.workunit.client.1.smithi170.stdout:4/445: write d9/d12/d36/d42/f8a [90973,90154] 0 2024-09-17T10:40:03.275 INFO:tasks.workunit.client.0.smithi159.stdout:0/984: sync 2024-09-17T10:40:03.277 INFO:tasks.workunit.client.1.smithi170.stdout:5/569: getdents d1/d3/d13/d2c/d51/d6f 0 2024-09-17T10:40:03.277 INFO:tasks.workunit.client.1.smithi170.stdout:5/570: chown d1/d3/f5 4055 1 2024-09-17T10:40:03.278 INFO:tasks.workunit.client.1.smithi170.stdout:0/662: dwrite dd/de/d3d/f3f [0,4194304] 0 2024-09-17T10:40:03.280 INFO:tasks.workunit.client.1.smithi170.stdout:3/686: dwrite f8 [4194304,4194304] 0 2024-09-17T10:40:03.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/740: dwrite d3/d5/dc9/d7b/dd4/d4e/f61 [0,4194304] 0 2024-09-17T10:40:03.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/741: fdatasync f1 0 2024-09-17T10:40:03.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/742: write d3/f34 [1280938,117615] 0 2024-09-17T10:40:03.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/743: truncate d3/d5/dc9/d7b/dd9/de3/ff8 183192 0 2024-09-17T10:40:03.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/744: write d3/d5/dc9/d7b/fce [465284,67803] 0 2024-09-17T10:40:03.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/745: chown d3/d5/dc9/d7b/dd4/d4e/c5c 20689745 1 2024-09-17T10:40:03.281 INFO:tasks.workunit.client.1.smithi170.stdout:1/746: creat d3/d5/dc9/d7b/dd4/d4e/dd1/ffa x:0 0 0 2024-09-17T10:40:03.282 INFO:tasks.workunit.client.1.smithi170.stdout:1/747: write d3/d5/dc9/d7b/dd4/fc2 [4197831,90033] 0 2024-09-17T10:40:03.284 INFO:tasks.workunit.client.1.smithi170.stdout:2/811: rename dd/d1a/f65 to dd/d14/d19/d37/f110 0 2024-09-17T10:40:03.285 INFO:tasks.workunit.client.0.smithi159.stdout:2/961: truncate d0/df/d3e/d47/d79/fc0 1718741 0 2024-09-17T10:40:03.290 INFO:tasks.workunit.client.1.smithi170.stdout:4/446: link d9/d12/l2b d9/d12/d6c/l8c 0 2024-09-17T10:40:03.290 INFO:tasks.workunit.client.1.smithi170.stdout:4/447: creat d9/d12/d36/d42/f8d x:0 0 0 2024-09-17T10:40:03.290 INFO:tasks.workunit.client.1.smithi170.stdout:4/448: chown d9/d12/d36/d42/d40/c31 1234 1 2024-09-17T10:40:03.290 INFO:tasks.workunit.client.1.smithi170.stdout:4/449: creat d9/d12/d36/d42/d40/d70/d72/f8e x:0 0 0 2024-09-17T10:40:03.290 INFO:tasks.workunit.client.1.smithi170.stdout:4/450: truncate d9/d3e/f50 1702748 0 2024-09-17T10:40:03.290 INFO:tasks.workunit.client.1.smithi170.stdout:6/626: dread d0/d18/d70/d7f/d85/d69/f6f [0,4194304] 0 2024-09-17T10:40:03.290 INFO:tasks.workunit.client.1.smithi170.stdout:6/627: write d0/d18/d70/d7f/d85/fb9 [936998,101174] 0 2024-09-17T10:40:03.291 INFO:tasks.workunit.client.0.smithi159.stdout:5/907: rename l16 to d19/d1b/d36/l13d 0 2024-09-17T10:40:03.291 INFO:tasks.workunit.client.0.smithi159.stdout:3/996: sync 2024-09-17T10:40:03.291 INFO:tasks.workunit.client.0.smithi159.stdout:5/908: creat d19/d1b/d1d/d59/da7/de2/d94/f13e x:0 0 0 2024-09-17T10:40:03.291 INFO:tasks.workunit.client.0.smithi159.stdout:5/909: fsync d19/d33/f64 0 2024-09-17T10:40:03.292 INFO:tasks.workunit.client.1.smithi170.stdout:8/701: sync 2024-09-17T10:40:03.293 INFO:tasks.workunit.client.0.smithi159.stdout:2/962: dread d0/d6c/dba/fcf [0,4194304] 0 2024-09-17T10:40:03.293 INFO:tasks.workunit.client.0.smithi159.stdout:2/963: fsync d0/d6c/fc6 0 2024-09-17T10:40:03.294 INFO:tasks.workunit.client.0.smithi159.stdout:2/964: chown d0/df/dee/dd3/dd6 0 1 2024-09-17T10:40:03.298 INFO:tasks.workunit.client.0.smithi159.stdout:0/985: dwrite d5/dcf/d18/d22/da2/df0/dfa/f10c [4194304,4194304] 0 2024-09-17T10:40:03.302 INFO:tasks.workunit.client.1.smithi170.stdout:4/451: write d9/d3e/f75 [1786386,43921] 0 2024-09-17T10:40:03.303 INFO:tasks.workunit.client.1.smithi170.stdout:4/452: dread - d9/d12/d36/d42/d40/d70/f78 zero size 2024-09-17T10:40:03.303 INFO:tasks.workunit.client.1.smithi170.stdout:4/453: fdatasync d9/d12/d36/d42/f8d 0 2024-09-17T10:40:03.303 INFO:tasks.workunit.client.1.smithi170.stdout:8/702: dread d4/f1d [4194304,4194304] 0 2024-09-17T10:40:03.305 INFO:tasks.workunit.client.1.smithi170.stdout:8/703: write d4/df/d3a/f4b [719636,37449] 0 2024-09-17T10:40:03.305 INFO:tasks.workunit.client.1.smithi170.stdout:8/704: chown d4/d2e/f77 29118 1 2024-09-17T10:40:03.305 INFO:tasks.workunit.client.1.smithi170.stdout:8/705: write d4/df/d3f/f50 [939922,77367] 0 2024-09-17T10:40:03.305 INFO:tasks.workunit.client.1.smithi170.stdout:3/687: unlink d18/d2c/d4f/da3/de0/d7c/d82/fc4 0 2024-09-17T10:40:03.307 INFO:tasks.workunit.client.0.smithi159.stdout:3/997: symlink d9/df/d2c/d2f/d63/d8d/d74/d82/dd8/l133 0 2024-09-17T10:40:03.310 INFO:tasks.workunit.client.1.smithi170.stdout:1/748: dwrite d3/f7 [0,4194304] 0 2024-09-17T10:40:03.310 INFO:tasks.workunit.client.1.smithi170.stdout:1/749: readlink d3/d77/dad/d9d/l79 0 2024-09-17T10:40:03.310 INFO:tasks.workunit.client.1.smithi170.stdout:5/571: dwrite d1/d3/f50 [4194304,4194304] 0 2024-09-17T10:40:03.310 INFO:tasks.workunit.client.1.smithi170.stdout:5/572: write d1/d3/d13/d2c/f52 [556121,114897] 0 2024-09-17T10:40:03.311 INFO:tasks.workunit.client.1.smithi170.stdout:1/750: dread d3/d5/dc9/d7b/dd4/d51/f3b [0,4194304] 0 2024-09-17T10:40:03.312 INFO:tasks.workunit.client.0.smithi159.stdout:5/910: unlink d19/d1a/d32/fdf 0 2024-09-17T10:40:03.318 INFO:tasks.workunit.client.0.smithi159.stdout:2/965: mkdir d0/df/d3e/d46/dc4/d120/d147 0 2024-09-17T10:40:03.318 INFO:tasks.workunit.client.0.smithi159.stdout:2/966: dread - d0/d26/d4b/d6d/dcd/ffa zero size 2024-09-17T10:40:03.322 INFO:tasks.workunit.client.0.smithi159.stdout:0/986: mkdir d5/d4f/d67/dad/d162 0 2024-09-17T10:40:03.323 INFO:tasks.workunit.client.1.smithi170.stdout:2/812: truncate dd/d64/f9c 4159121 0 2024-09-17T10:40:03.324 INFO:tasks.workunit.client.0.smithi159.stdout:3/998: chown d9/df/d2c/d2f/l69 1208 1 2024-09-17T10:40:03.324 INFO:tasks.workunit.client.0.smithi159.stdout:3/999: chown d9/df/f64 1696719 1 2024-09-17T10:40:03.327 INFO:tasks.workunit.client.1.smithi170.stdout:9/643: rename dd/d16/d2a/cad to dd/d40/d32/d3d/cd1 0 2024-09-17T10:40:03.327 INFO:tasks.workunit.client.1.smithi170.stdout:9/644: chown dd/d16 385 1 2024-09-17T10:40:03.329 INFO:tasks.workunit.client.0.smithi159.stdout:5/911: mkdir d19/d1b/d1d/d127/d116/d13f 0 2024-09-17T10:40:03.331 INFO:tasks.workunit.client.0.smithi159.stdout:0/987: write d5/d12/d32/d10a/f13b [3277455,117339] 0 2024-09-17T10:40:03.331 INFO:tasks.workunit.client.0.smithi159.stdout:2/967: dwrite d0/df/dee/dd3/de7/ff0 [0,4194304] 0 2024-09-17T10:40:03.335 INFO:tasks.workunit.client.0.smithi159.stdout:5/912: creat d19/f140 x:0 0 0 2024-09-17T10:40:03.338 INFO:tasks.workunit.client.1.smithi170.stdout:6/628: symlink d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/ldd 0 2024-09-17T10:40:03.338 INFO:tasks.workunit.client.1.smithi170.stdout:6/629: readlink d0/d18/d70/d7f/d85/d69/d8e/ld9 0 2024-09-17T10:40:03.341 INFO:tasks.workunit.client.0.smithi159.stdout:0/988: read d5/d4f/de2/ff4 [3233416,89937] 0 2024-09-17T10:40:03.341 INFO:tasks.workunit.client.0.smithi159.stdout:2/968: mknod d0/df/dee/d5e/c148 0 2024-09-17T10:40:03.343 INFO:tasks.workunit.client.1.smithi170.stdout:9/645: dwrite dd/f27 [0,4194304] 0 2024-09-17T10:40:03.348 INFO:tasks.workunit.client.0.smithi159.stdout:2/969: rename d0/df/dee/d5e/f140 to d0/df/d138/f149 0 2024-09-17T10:40:03.353 INFO:tasks.workunit.client.0.smithi159.stdout:2/970: truncate d0/d26/d4b/f9a 2554030 0 2024-09-17T10:40:03.362 INFO:tasks.workunit.client.0.smithi159.stdout:0/989: dwrite d5/d12/daa/dbd/fef [4194304,4194304] 0 2024-09-17T10:40:03.363 INFO:tasks.workunit.client.1.smithi170.stdout:4/454: link d9/f2d d9/d12/d36/d42/d76/f8f 0 2024-09-17T10:40:03.364 INFO:tasks.workunit.client.0.smithi159.stdout:5/913: dwrite d19/d33/dc7/f11b [0,4194304] 0 2024-09-17T10:40:03.367 INFO:tasks.workunit.client.1.smithi170.stdout:3/688: creat d18/d59/fe7 x:0 0 0 2024-09-17T10:40:03.367 INFO:tasks.workunit.client.1.smithi170.stdout:3/689: readlink d18/d2c/d41/l80 0 2024-09-17T10:40:03.367 INFO:tasks.workunit.client.1.smithi170.stdout:3/690: chown d18/d2c/d4f/f98 11331409 1 2024-09-17T10:40:03.368 INFO:tasks.workunit.client.0.smithi159.stdout:0/990: symlink d5/l163 0 2024-09-17T10:40:03.370 INFO:tasks.workunit.client.0.smithi159.stdout:2/971: dwrite d0/f3c [0,4194304] 0 2024-09-17T10:40:03.370 INFO:tasks.workunit.client.0.smithi159.stdout:2/972: chown d0/d26/d4b/c102 143845 1 2024-09-17T10:40:03.373 INFO:tasks.workunit.client.1.smithi170.stdout:5/573: symlink d1/d3/d55/d80/d89/lb6 0 2024-09-17T10:40:03.375 INFO:tasks.workunit.client.0.smithi159.stdout:5/914: creat d19/d1a/d32/d5e/f141 x:0 0 0 2024-09-17T10:40:03.375 INFO:tasks.workunit.client.0.smithi159.stdout:5/915: chown d19/d6f/d75/d130/f13b 343508868 1 2024-09-17T10:40:03.375 INFO:tasks.workunit.client.1.smithi170.stdout:2/813: symlink dd/d64/de0/l111 0 2024-09-17T10:40:03.376 INFO:tasks.workunit.client.1.smithi170.stdout:2/814: chown dd/d1a/d6c/fde 219 1 2024-09-17T10:40:03.377 INFO:tasks.workunit.client.0.smithi159.stdout:0/991: truncate d5/f81 585665 0 2024-09-17T10:40:03.379 INFO:tasks.workunit.client.1.smithi170.stdout:0/663: rename dd/de/d10/fba to dd/de/d16/fd5 0 2024-09-17T10:40:03.382 INFO:tasks.workunit.client.1.smithi170.stdout:6/630: mkdir d0/d18/d70/dde 0 2024-09-17T10:40:03.382 INFO:tasks.workunit.client.1.smithi170.stdout:6/631: fdatasync d0/f5a 0 2024-09-17T10:40:03.383 INFO:tasks.workunit.client.0.smithi159.stdout:2/973: mkdir d0/d26/d4b/d14a 0 2024-09-17T10:40:03.393 INFO:tasks.workunit.client.1.smithi170.stdout:6/632: read d0/d18/d70/d7f/d85/d43/f46 [3375852,52651] 0 2024-09-17T10:40:03.395 INFO:tasks.workunit.client.0.smithi159.stdout:5/916: mknod d19/d1b/d1d/d127/d12f/c142 0 2024-09-17T10:40:03.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/455: mknod d9/d12/d36/d42/d40/c90 0 2024-09-17T10:40:03.397 INFO:tasks.workunit.client.1.smithi170.stdout:3/691: creat d18/d24/d73/fe8 x:0 0 0 2024-09-17T10:40:03.398 INFO:tasks.workunit.client.1.smithi170.stdout:5/574: mknod d1/d3/d13/d2c/d51/cb7 0 2024-09-17T10:40:03.400 INFO:tasks.workunit.client.1.smithi170.stdout:2/815: unlink dd/d14/d19/d4c/c79 0 2024-09-17T10:40:03.400 INFO:tasks.workunit.client.1.smithi170.stdout:2/816: creat dd/d14/d19/d4c/da6/f112 x:0 0 0 2024-09-17T10:40:03.403 INFO:tasks.workunit.client.1.smithi170.stdout:8/706: rename d4/df/d3f/f68 to d4/d2e/fee 0 2024-09-17T10:40:03.404 INFO:tasks.workunit.client.0.smithi159.stdout:5/917: dread d19/d1a/d32/f6e [0,4194304] 0 2024-09-17T10:40:03.406 INFO:tasks.workunit.client.1.smithi170.stdout:4/456: mknod d9/d12/d36/d42/d40/c91 0 2024-09-17T10:40:03.407 INFO:tasks.workunit.client.1.smithi170.stdout:3/692: dread d18/f1b [0,4194304] 0 2024-09-17T10:40:03.408 INFO:tasks.workunit.client.1.smithi170.stdout:5/575: link d1/c71 d1/d27/cb8 0 2024-09-17T10:40:03.410 INFO:tasks.workunit.client.0.smithi159.stdout:2/974: dwrite d0/df/d3e/d46/dc4/d12a/f139 [4194304,4194304] 0 2024-09-17T10:40:03.410 INFO:tasks.workunit.client.0.smithi159.stdout:0/992: dwrite d5/d12/d32/d3a/f83 [0,4194304] 0 2024-09-17T10:40:03.413 INFO:tasks.workunit.client.1.smithi170.stdout:1/751: rename d3/d5/dc9/d7b/f88 to d3/d5/dc9/d7b/dd9/de3/ffb 0 2024-09-17T10:40:03.418 INFO:tasks.workunit.client.1.smithi170.stdout:5/576: mknod d1/d3/d13/cb9 0 2024-09-17T10:40:03.419 INFO:tasks.workunit.client.0.smithi159.stdout:2/975: mknod d0/df/dee/dd3/c14b 0 2024-09-17T10:40:03.421 INFO:tasks.workunit.client.1.smithi170.stdout:0/664: rename dd/de/d16/d54/d63/c81 to dd/de/d16/d65/dca/d5c/d9c/daa/cd6 0 2024-09-17T10:40:03.423 INFO:tasks.workunit.client.0.smithi159.stdout:0/993: creat d5/d4f/db2/de1/f164 x:0 0 0 2024-09-17T10:40:03.424 INFO:tasks.workunit.client.1.smithi170.stdout:1/752: read d3/f7a [2365162,99061] 0 2024-09-17T10:40:03.424 INFO:tasks.workunit.client.1.smithi170.stdout:1/753: write d3/d5/dc9/d7b/dd4/f1b [391789,35860] 0 2024-09-17T10:40:03.425 INFO:tasks.workunit.client.1.smithi170.stdout:1/754: dread - d3/d5/dc9/d7b/dd4/d51/dac/fb3 zero size 2024-09-17T10:40:03.425 INFO:tasks.workunit.client.1.smithi170.stdout:5/577: creat d1/d3/d55/d80/d89/da5/fba x:0 0 0 2024-09-17T10:40:03.426 INFO:tasks.workunit.client.1.smithi170.stdout:2/817: dwrite f1 [4194304,4194304] 0 2024-09-17T10:40:03.426 INFO:tasks.workunit.client.1.smithi170.stdout:2/818: dread - dd/d1a/d2a/fb2 zero size 2024-09-17T10:40:03.426 INFO:tasks.workunit.client.1.smithi170.stdout:2/819: truncate dd/d54/f5c 4714748 0 2024-09-17T10:40:03.428 INFO:tasks.workunit.client.1.smithi170.stdout:8/707: rename d4/ce to d4/df/d62/dc6/cef 0 2024-09-17T10:40:03.428 INFO:tasks.workunit.client.1.smithi170.stdout:8/708: chown d4/df/d3f/f65 568211005 1 2024-09-17T10:40:03.429 INFO:tasks.workunit.client.0.smithi159.stdout:0/994: dread d5/dcf/d18/d22/f80 [0,4194304] 0 2024-09-17T10:40:03.429 INFO:tasks.workunit.client.0.smithi159.stdout:0/995: write d5/dcf/d18/d22/f28 [321007,69165] 0 2024-09-17T10:40:03.429 INFO:tasks.workunit.client.0.smithi159.stdout:0/996: chown d5/d12/d32/d3a/f89 66276969 1 2024-09-17T10:40:03.430 INFO:tasks.workunit.client.1.smithi170.stdout:0/665: creat dd/de/d10/d61/fd7 x:0 0 0 2024-09-17T10:40:03.432 INFO:tasks.workunit.client.0.smithi159.stdout:0/997: mknod d5/d4f/d67/dad/d162/c165 0 2024-09-17T10:40:03.432 INFO:tasks.workunit.client.0.smithi159.stdout:0/998: write d5/dcf/d18/d22/da2/fab [832542,31518] 0 2024-09-17T10:40:03.433 INFO:tasks.workunit.client.1.smithi170.stdout:5/578: dread d1/f94 [0,4194304] 0 2024-09-17T10:40:03.433 INFO:tasks.workunit.client.1.smithi170.stdout:3/693: dwrite d18/d59/dbc/fe1 [0,4194304] 0 2024-09-17T10:40:03.433 INFO:tasks.workunit.client.1.smithi170.stdout:5/579: chown d1/d3/d55/d5e/d67/l78 1 1 2024-09-17T10:40:03.434 INFO:tasks.workunit.client.0.smithi159.stdout:2/976: dwrite d0/d6c/dba/fcf [4194304,4194304] 0 2024-09-17T10:40:03.435 INFO:tasks.workunit.client.1.smithi170.stdout:2/820: creat dd/d54/db5/f113 x:0 0 0 2024-09-17T10:40:03.438 INFO:tasks.workunit.client.1.smithi170.stdout:8/709: rename d4/d2e/d33/l6c to d4/df/d62/d88/lf0 0 2024-09-17T10:40:03.438 INFO:tasks.workunit.client.0.smithi159.stdout:7/931: sync 2024-09-17T10:40:03.441 INFO:tasks.workunit.client.1.smithi170.stdout:0/666: mkdir dd/de/d16/d65/dca/d5c/d8b/dd8 0 2024-09-17T10:40:03.441 INFO:tasks.workunit.client.0.smithi159.stdout:0/999: dread d5/d12/ffe [0,4194304] 0 2024-09-17T10:40:03.442 INFO:tasks.workunit.client.1.smithi170.stdout:5/580: write d1/d27/f73 [2092581,81338] 0 2024-09-17T10:40:03.442 INFO:tasks.workunit.client.0.smithi159.stdout:7/932: creat d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/f15a x:0 0 0 2024-09-17T10:40:03.445 INFO:tasks.workunit.client.0.smithi159.stdout:7/933: link d2/d23/f43 d2/d18/d20/d2c/f15b 0 2024-09-17T10:40:03.446 INFO:tasks.workunit.client.1.smithi170.stdout:3/694: mknod d18/d2c/d4f/da3/dcc/ce9 0 2024-09-17T10:40:03.446 INFO:tasks.workunit.client.1.smithi170.stdout:3/695: truncate f14 9431372 0 2024-09-17T10:40:03.447 INFO:tasks.workunit.client.0.smithi159.stdout:2/977: dread d0/d26/f3b [0,4194304] 0 2024-09-17T10:40:03.447 INFO:tasks.workunit.client.0.smithi159.stdout:2/978: read - d0/d26/d4b/f11c zero size 2024-09-17T10:40:03.449 INFO:tasks.workunit.client.1.smithi170.stdout:2/821: creat dd/d14/d19/d4c/d63/d7f/dbb/dd5/f114 x:0 0 0 2024-09-17T10:40:03.450 INFO:tasks.workunit.client.1.smithi170.stdout:8/710: dread d4/df/f28 [0,4194304] 0 2024-09-17T10:40:03.451 INFO:tasks.workunit.client.0.smithi159.stdout:7/934: mkdir d2/d44/d15c 0 2024-09-17T10:40:03.451 INFO:tasks.workunit.client.0.smithi159.stdout:7/935: chown d2/d18/d20/d3f/d73/d95/dc4/deb/l12a 21 1 2024-09-17T10:40:03.451 INFO:tasks.workunit.client.0.smithi159.stdout:7/936: truncate d2/d18/d20/d3f/d73/d95/dc4/f159 359903 0 2024-09-17T10:40:03.452 INFO:tasks.workunit.client.0.smithi159.stdout:7/937: write d2/d18/f28 [727343,60656] 0 2024-09-17T10:40:03.452 INFO:tasks.workunit.client.0.smithi159.stdout:7/938: fdatasync d2/d18/d20/d2c/f6f 0 2024-09-17T10:40:03.452 INFO:tasks.workunit.client.0.smithi159.stdout:7/939: truncate d2/d23/d67/d47/d4a/d4d/d75/d11e/f12f 458395 0 2024-09-17T10:40:03.452 INFO:tasks.workunit.client.1.smithi170.stdout:0/667: creat dd/de/d16/d65/dca/d5c/d8b/fd9 x:0 0 0 2024-09-17T10:40:03.452 INFO:tasks.workunit.client.1.smithi170.stdout:0/668: fsync dd/de/d16/d54/d5f/dc3/f64 0 2024-09-17T10:40:03.455 INFO:tasks.workunit.client.0.smithi159.stdout:2/979: rmdir d0/d26/d4b/d6d/dcd 39 2024-09-17T10:40:03.455 INFO:tasks.workunit.client.0.smithi159.stdout:2/980: chown d0/d26/d4b/d6d/l81 291737382 1 2024-09-17T10:40:03.455 INFO:tasks.workunit.client.0.smithi159.stdout:2/981: chown d0/d26/d4b/d6d/c12d 3778 1 2024-09-17T10:40:03.456 INFO:tasks.workunit.client.1.smithi170.stdout:3/696: dread d18/d69/fc2 [0,4194304] 0 2024-09-17T10:40:03.457 INFO:tasks.workunit.client.1.smithi170.stdout:5/581: mknod d1/d3/d55/d80/d89/da5/cbb 0 2024-09-17T10:40:03.457 INFO:tasks.workunit.client.1.smithi170.stdout:5/582: stat d1/d3/d55/d80/d89/da5/fba 0 2024-09-17T10:40:03.457 INFO:tasks.workunit.client.1.smithi170.stdout:5/583: write d1/d3/d13/d1a/d54/d8d/f91 [360041,64620] 0 2024-09-17T10:40:03.460 INFO:tasks.workunit.client.1.smithi170.stdout:2/822: symlink dd/d1a/d6c/l115 0 2024-09-17T10:40:03.461 INFO:tasks.workunit.client.0.smithi159.stdout:7/940: symlink d2/d9a/l15d 0 2024-09-17T10:40:03.462 INFO:tasks.workunit.client.1.smithi170.stdout:8/711: mkdir d4/df/d3f/d44/df1 0 2024-09-17T10:40:03.465 INFO:tasks.workunit.client.1.smithi170.stdout:2/823: dread dd/d1a/d2a/f34 [0,4194304] 0 2024-09-17T10:40:03.465 INFO:tasks.workunit.client.1.smithi170.stdout:2/824: dread - dd/d14/d19/d37/fda zero size 2024-09-17T10:40:03.465 INFO:tasks.workunit.client.1.smithi170.stdout:2/825: write dd/d1a/d6c/fce [3246066,67092] 0 2024-09-17T10:40:03.466 INFO:tasks.workunit.client.0.smithi159.stdout:2/982: creat d0/d6c/f14c x:0 0 0 2024-09-17T10:40:03.472 INFO:tasks.workunit.client.1.smithi170.stdout:2/826: creat dd/d14/d72/f116 x:0 0 0 2024-09-17T10:40:03.472 INFO:tasks.workunit.client.1.smithi170.stdout:2/827: write dd/d54/db5/fe7 [656370,22521] 0 2024-09-17T10:40:03.472 INFO:tasks.workunit.client.1.smithi170.stdout:2/828: write dd/d1a/d6c/f96 [2039267,125287] 0 2024-09-17T10:40:03.473 INFO:tasks.workunit.client.1.smithi170.stdout:2/829: dread dd/d14/d19/d4c/fc5 [0,4194304] 0 2024-09-17T10:40:03.473 INFO:tasks.workunit.client.1.smithi170.stdout:2/830: creat dd/d14/d19/d4c/d63/d7f/dbb/dd5/f117 x:0 0 0 2024-09-17T10:40:03.476 INFO:tasks.workunit.client.0.smithi159.stdout:2/983: rename d0/df/d3e/d7a/d91/lce to d0/df/d3e/d47/d79/l14d 0 2024-09-17T10:40:03.482 INFO:tasks.workunit.client.1.smithi170.stdout:5/584: dread d1/f49 [0,4194304] 0 2024-09-17T10:40:03.482 INFO:tasks.workunit.client.1.smithi170.stdout:5/585: chown d1/d3/d13/d2c/d51/d6f 1999 1 2024-09-17T10:40:03.486 INFO:tasks.workunit.client.0.smithi159.stdout:2/984: mknod d0/df/dee/dd3/dd6/c14e 0 2024-09-17T10:40:03.486 INFO:tasks.workunit.client.0.smithi159.stdout:2/985: fdatasync d0/df/dee/dd3/f11b 0 2024-09-17T10:40:03.486 INFO:tasks.workunit.client.0.smithi159.stdout:2/986: dread - d0/f135 zero size 2024-09-17T10:40:03.488 INFO:tasks.workunit.client.1.smithi170.stdout:2/831: symlink dd/d1a/d6c/l118 0 2024-09-17T10:40:03.489 INFO:tasks.workunit.client.1.smithi170.stdout:3/697: dwrite d18/d59/dbc/fdd [0,4194304] 0 2024-09-17T10:40:03.489 INFO:tasks.workunit.client.1.smithi170.stdout:1/755: write d3/d5/dc9/d7b/dd4/f56 [80897,85005] 0 2024-09-17T10:40:03.490 INFO:tasks.workunit.client.1.smithi170.stdout:1/756: write d3/d5/dc9/d7b/dd9/de3/ffb [3255697,128483] 0 2024-09-17T10:40:03.493 INFO:tasks.workunit.client.0.smithi159.stdout:2/987: creat d0/df/dee/d67/df6/f14f x:0 0 0 2024-09-17T10:40:03.494 INFO:tasks.workunit.client.0.smithi159.stdout:7/941: dwrite d2/d23/d67/d47/d4a/d4d/d75/d11e/f12f [0,4194304] 0 2024-09-17T10:40:03.494 INFO:tasks.workunit.client.1.smithi170.stdout:0/669: dwrite dd/de/d16/f6a [0,4194304] 0 2024-09-17T10:40:03.495 INFO:tasks.workunit.client.1.smithi170.stdout:0/670: stat dd/de/d16/f3b 0 2024-09-17T10:40:03.497 INFO:tasks.workunit.client.0.smithi159.stdout:7/942: dread d2/d23/d67/d47/f51 [0,4194304] 0 2024-09-17T10:40:03.499 INFO:tasks.workunit.client.1.smithi170.stdout:3/698: symlink d18/d2c/d41/d94/dd6/lea 0 2024-09-17T10:40:03.507 INFO:tasks.workunit.client.1.smithi170.stdout:1/757: mkdir d3/d5/dc9/d7b/dd4/d4e/dfc 0 2024-09-17T10:40:03.513 INFO:tasks.workunit.client.1.smithi170.stdout:2/832: dwrite dd/d3a/d78/f8a [0,4194304] 0 2024-09-17T10:40:03.519 INFO:tasks.workunit.client.0.smithi159.stdout:7/943: creat d2/d23/d67/d47/d4a/f15e x:0 0 0 2024-09-17T10:40:03.519 INFO:tasks.workunit.client.0.smithi159.stdout:7/944: creat d2/d44/da9/db1/f15f x:0 0 0 2024-09-17T10:40:03.520 INFO:tasks.workunit.client.1.smithi170.stdout:0/671: dwrite dd/de/d3d/f6e [0,4194304] 0 2024-09-17T10:40:03.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/988: dwrite d0/df/d3e/d7a/fb9 [0,4194304] 0 2024-09-17T10:40:03.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/989: chown d0/d6c/dba 51013 1 2024-09-17T10:40:03.520 INFO:tasks.workunit.client.0.smithi159.stdout:2/990: chown d0/df/d3e/d46/d66/f114 0 1 2024-09-17T10:40:03.521 INFO:tasks.workunit.client.1.smithi170.stdout:3/699: mknod d18/d2c/d4f/da3/de0/ceb 0 2024-09-17T10:40:03.521 INFO:tasks.workunit.client.1.smithi170.stdout:3/700: creat d18/d26/d58/d88/fec x:0 0 0 2024-09-17T10:40:03.521 INFO:tasks.workunit.client.1.smithi170.stdout:0/672: write dd/de/d3d/f4a [658866,35011] 0 2024-09-17T10:40:03.522 INFO:tasks.workunit.client.1.smithi170.stdout:1/758: creat d3/dd8/ffd x:0 0 0 2024-09-17T10:40:03.522 INFO:tasks.workunit.client.1.smithi170.stdout:1/759: write d3/d77/dad/faf [1330119,51473] 0 2024-09-17T10:40:03.522 INFO:tasks.workunit.client.1.smithi170.stdout:1/760: write d3/d5/dc9/d7b/dd4/d51/f60 [4074962,110590] 0 2024-09-17T10:40:03.525 INFO:tasks.workunit.client.1.smithi170.stdout:2/833: rename dd/d54/f57 to dd/d14/d19/d4c/d63/d32/d53/d10f/f119 0 2024-09-17T10:40:03.533 INFO:tasks.workunit.client.1.smithi170.stdout:3/701: readlink d18/l1f 0 2024-09-17T10:40:03.534 INFO:tasks.workunit.client.1.smithi170.stdout:0/673: mknod dd/de/d10/d61/cda 0 2024-09-17T10:40:03.535 INFO:tasks.workunit.client.1.smithi170.stdout:1/761: mkdir d3/d5/dc9/d7b/dfe 0 2024-09-17T10:40:03.537 INFO:tasks.workunit.client.1.smithi170.stdout:2/834: truncate dd/d64/f9c 3504167 0 2024-09-17T10:40:03.538 INFO:tasks.workunit.client.0.smithi159.stdout:7/945: dwrite d2/d44/da9/f119 [0,4194304] 0 2024-09-17T10:40:03.538 INFO:tasks.workunit.client.1.smithi170.stdout:3/702: stat d18/d26/d56/d97/dba/ce2 0 2024-09-17T10:40:03.539 INFO:tasks.workunit.client.1.smithi170.stdout:3/703: read - d18/d1c/d2b/f78 zero size 2024-09-17T10:40:03.540 INFO:tasks.workunit.client.1.smithi170.stdout:0/674: symlink dd/de/d3d/ldb 0 2024-09-17T10:40:03.542 INFO:tasks.workunit.client.0.smithi159.stdout:2/991: dwrite d0/f2 [0,4194304] 0 2024-09-17T10:40:03.542 INFO:tasks.workunit.client.1.smithi170.stdout:1/762: mkdir d3/d5/dc9/d7b/dd9/dff 0 2024-09-17T10:40:03.542 INFO:tasks.workunit.client.1.smithi170.stdout:1/763: creat d3/d68/f100 x:0 0 0 2024-09-17T10:40:03.544 INFO:tasks.workunit.client.1.smithi170.stdout:1/764: read d3/d77/dad/ddb/ff7 [692139,98572] 0 2024-09-17T10:40:03.545 INFO:tasks.workunit.client.0.smithi159.stdout:5/918: sync 2024-09-17T10:40:03.545 INFO:tasks.workunit.client.0.smithi159.stdout:5/919: write d19/d1b/d1d/d127/fab [1731547,51828] 0 2024-09-17T10:40:03.548 INFO:tasks.workunit.client.1.smithi170.stdout:3/704: unlink d18/d2c/d4f/f62 0 2024-09-17T10:40:03.560 INFO:tasks.workunit.client.1.smithi170.stdout:0/675: rename dd/f15 to dd/de/fdc 0 2024-09-17T10:40:03.566 INFO:tasks.workunit.client.1.smithi170.stdout:0/676: unlink dd/de/d16/d65/dca/d5c/d8b/fbe 0 2024-09-17T10:40:03.567 INFO:tasks.workunit.client.1.smithi170.stdout:0/677: getdents dd/de/d16/d54/d63 0 2024-09-17T10:40:03.570 INFO:tasks.workunit.client.0.smithi159.stdout:7/946: dwrite d2/d18/d20/fb0 [0,4194304] 0 2024-09-17T10:40:03.571 INFO:tasks.workunit.client.0.smithi159.stdout:2/992: dwrite d0/df/f121 [0,4194304] 0 2024-09-17T10:40:03.571 INFO:tasks.workunit.client.1.smithi170.stdout:3/705: dwrite d18/d2c/d4f/da3/de0/d7c/fad [0,4194304] 0 2024-09-17T10:40:03.571 INFO:tasks.workunit.client.1.smithi170.stdout:3/706: chown d18/f9d 351 1 2024-09-17T10:40:03.571 INFO:tasks.workunit.client.1.smithi170.stdout:3/707: creat d18/d26/d56/d97/dba/fed x:0 0 0 2024-09-17T10:40:03.572 INFO:tasks.workunit.client.0.smithi159.stdout:2/993: rmdir d0/df/d3e/d47 39 2024-09-17T10:40:03.573 INFO:tasks.workunit.client.1.smithi170.stdout:2/835: dwrite dd/d14/f20 [0,4194304] 0 2024-09-17T10:40:03.577 INFO:tasks.workunit.client.0.smithi159.stdout:2/994: link d0/df/dee/dd3/f11b d0/df/d3e/d46/d66/f150 0 2024-09-17T10:40:03.577 INFO:tasks.workunit.client.0.smithi159.stdout:2/995: write d0/df/dee/d67/d89/f97 [3475773,105870] 0 2024-09-17T10:40:03.578 INFO:tasks.workunit.client.1.smithi170.stdout:0/678: dread dd/d93/fa4 [0,4194304] 0 2024-09-17T10:40:03.578 INFO:tasks.workunit.client.1.smithi170.stdout:0/679: chown dd/de/d16/d54/d5f/dc3/l91 90853832 1 2024-09-17T10:40:03.578 INFO:tasks.workunit.client.1.smithi170.stdout:0/680: readlink dd/de/d16/d65/dca/lb4 0 2024-09-17T10:40:03.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/836: unlink dd/d3a/d84/ff5 0 2024-09-17T10:40:03.583 INFO:tasks.workunit.client.0.smithi159.stdout:7/947: dread d2/d23/d67/d47/d4a/fa5 [0,4194304] 0 2024-09-17T10:40:03.585 INFO:tasks.workunit.client.0.smithi159.stdout:2/996: mknod d0/d6c/ddb/d144/c151 0 2024-09-17T10:40:03.588 INFO:tasks.workunit.client.1.smithi170.stdout:3/708: dwrite d18/f6b [0,4194304] 0 2024-09-17T10:40:03.588 INFO:tasks.workunit.client.1.smithi170.stdout:3/709: creat d18/d69/fee x:0 0 0 2024-09-17T10:40:03.590 INFO:tasks.workunit.client.0.smithi159.stdout:2/997: mkdir d0/df/d3e/d152 0 2024-09-17T10:40:03.590 INFO:tasks.workunit.client.0.smithi159.stdout:2/998: stat d0/d9/d40/cb2 0 2024-09-17T10:40:03.590 INFO:tasks.workunit.client.0.smithi159.stdout:2/999: write d0/df/d3e/d7a/ffc [4566247,128022] 0 2024-09-17T10:40:03.591 INFO:tasks.workunit.client.1.smithi170.stdout:0/681: unlink dd/de/d10/d8d/c31 0 2024-09-17T10:40:03.593 INFO:tasks.workunit.client.1.smithi170.stdout:2/837: mkdir dd/d14/d19/d4c/d11a 0 2024-09-17T10:40:03.593 INFO:tasks.workunit.client.0.smithi159.stdout:7/948: dread d2/d23/d67/d7b/d117/f143 [0,4194304] 0 2024-09-17T10:40:03.593 INFO:tasks.workunit.client.0.smithi159.stdout:7/949: truncate d2/d23/d67/fb4 822943 0 2024-09-17T10:40:03.597 INFO:tasks.workunit.client.0.smithi159.stdout:7/950: rename d2/d18/d20/d2c/c8b to d2/d23/c160 0 2024-09-17T10:40:03.599 INFO:tasks.workunit.client.1.smithi170.stdout:3/710: creat d18/d2c/fef x:0 0 0 2024-09-17T10:40:03.600 INFO:tasks.workunit.client.1.smithi170.stdout:3/711: creat d18/d59/dbc/ff0 x:0 0 0 2024-09-17T10:40:03.600 INFO:tasks.workunit.client.1.smithi170.stdout:3/712: creat d18/d2c/d41/d7d/ff1 x:0 0 0 2024-09-17T10:40:03.600 INFO:tasks.workunit.client.1.smithi170.stdout:3/713: truncate f12 396109 0 2024-09-17T10:40:03.600 INFO:tasks.workunit.client.1.smithi170.stdout:3/714: read - d18/d2c/d4f/f98 zero size 2024-09-17T10:40:03.601 INFO:tasks.workunit.client.0.smithi159.stdout:7/951: truncate d2/d18/d20/d3f/d73/d95/dc4/deb/d127/ff9 1829440 0 2024-09-17T10:40:03.604 INFO:tasks.workunit.client.1.smithi170.stdout:0/682: unlink dd/de/d16/f1a 0 2024-09-17T10:40:03.610 INFO:tasks.workunit.client.1.smithi170.stdout:2/838: unlink dd/c92 0 2024-09-17T10:40:03.612 INFO:tasks.workunit.client.1.smithi170.stdout:2/839: unlink dd/d14/d19/d4c/d63/d32/f52 0 2024-09-17T10:40:03.613 INFO:tasks.workunit.client.1.smithi170.stdout:2/840: symlink dd/d3a/d84/l11b 0 2024-09-17T10:40:03.619 INFO:tasks.workunit.client.1.smithi170.stdout:2/841: dread dd/d64/f80 [0,4194304] 0 2024-09-17T10:40:03.619 INFO:tasks.workunit.client.1.smithi170.stdout:0/683: dwrite dd/de/d10/d8d/f56 [0,4194304] 0 2024-09-17T10:40:03.623 INFO:tasks.workunit.client.1.smithi170.stdout:0/684: rename dd/de/d16/d65/lc0 to dd/de/d16/d54/d5f/dc4/ldd 0 2024-09-17T10:40:03.623 INFO:tasks.workunit.client.1.smithi170.stdout:0/685: getdents dd/de/d16/d65/dca/d5c/d8b/dd8 0 2024-09-17T10:40:03.625 INFO:tasks.workunit.client.1.smithi170.stdout:0/686: symlink dd/de/d10/d13/dc8/lde 0 2024-09-17T10:40:03.629 INFO:tasks.workunit.client.1.smithi170.stdout:0/687: rename dd/de/d16/d54/d5f/cbb to dd/de/d16/d65/dca/d5c/cdf 0 2024-09-17T10:40:03.629 INFO:tasks.workunit.client.1.smithi170.stdout:0/688: readlink dd/de/l46 0 2024-09-17T10:40:03.629 INFO:tasks.workunit.client.1.smithi170.stdout:0/689: creat dd/d82/fe0 x:0 0 0 2024-09-17T10:40:03.629 INFO:tasks.workunit.client.1.smithi170.stdout:0/690: write dd/de/d10/d61/fd7 [924400,36432] 0 2024-09-17T10:40:03.632 INFO:tasks.workunit.client.1.smithi170.stdout:2/842: dwrite dd/d54/f85 [0,4194304] 0 2024-09-17T10:40:03.633 INFO:tasks.workunit.client.1.smithi170.stdout:7/585: sync 2024-09-17T10:40:03.635 INFO:tasks.workunit.client.1.smithi170.stdout:2/843: fdatasync dd/d1a/d2a/db3/fdf 0 2024-09-17T10:40:03.636 INFO:tasks.workunit.client.1.smithi170.stdout:2/844: chown dd/d14/d19 3522 1 2024-09-17T10:40:03.636 INFO:tasks.workunit.client.1.smithi170.stdout:2/845: dread - dd/d14/d19/d37/fda zero size 2024-09-17T10:40:03.643 INFO:tasks.workunit.client.1.smithi170.stdout:7/586: link d25/d2a/d3e/d56/l92 d25/d2a/d3e/d56/d72/d79/la9 0 2024-09-17T10:40:03.647 INFO:tasks.workunit.client.1.smithi170.stdout:0/691: rmdir dd/de/d16 39 2024-09-17T10:40:03.647 INFO:tasks.workunit.client.0.smithi159.stdout:5/920: sync 2024-09-17T10:40:03.647 INFO:tasks.workunit.client.0.smithi159.stdout:7/952: sync 2024-09-17T10:40:03.649 INFO:tasks.workunit.client.1.smithi170.stdout:2/846: unlink dd/d14/d19/d4c/d63/d32/f67 0 2024-09-17T10:40:03.649 INFO:tasks.workunit.client.1.smithi170.stdout:7/587: stat d25/d2a/d3e/d56/d72/d79/l82 0 2024-09-17T10:40:03.651 INFO:tasks.workunit.client.0.smithi159.stdout:5/921: creat d19/d69/d78/db3/f143 x:0 0 0 2024-09-17T10:40:03.651 INFO:tasks.workunit.client.1.smithi170.stdout:0/692: getdents dd/de/d16/d65/dca 0 2024-09-17T10:40:03.651 INFO:tasks.workunit.client.1.smithi170.stdout:0/693: stat dd/de/d10/fa8 0 2024-09-17T10:40:03.652 INFO:tasks.workunit.client.0.smithi159.stdout:7/953: mkdir d2/d9a/d161 0 2024-09-17T10:40:03.653 INFO:tasks.workunit.client.1.smithi170.stdout:7/588: symlink d25/d2a/d3e/d56/d72/d79/laa 0 2024-09-17T10:40:03.653 INFO:tasks.workunit.client.1.smithi170.stdout:7/589: read - d25/d2a/d3e/d4b/f90 zero size 2024-09-17T10:40:03.653 INFO:tasks.workunit.client.1.smithi170.stdout:7/590: chown cf 6300559 1 2024-09-17T10:40:03.653 INFO:tasks.workunit.client.1.smithi170.stdout:7/591: fdatasync d25/d4e/f8d 0 2024-09-17T10:40:03.653 INFO:tasks.workunit.client.0.smithi159.stdout:5/922: truncate d19/d1b/d1d/f10e 1080036 0 2024-09-17T10:40:03.654 INFO:tasks.workunit.client.1.smithi170.stdout:0/694: symlink dd/de/d10/d61/le1 0 2024-09-17T10:40:03.655 INFO:tasks.workunit.client.0.smithi159.stdout:7/954: mkdir d2/d18/d20/d3f/d73/d95/dc4/deb/d162 0 2024-09-17T10:40:03.655 INFO:tasks.workunit.client.1.smithi170.stdout:0/695: creat dd/de/d16/d65/dca/fe2 x:0 0 0 2024-09-17T10:40:03.657 INFO:tasks.workunit.client.1.smithi170.stdout:0/696: rmdir dd/de/d10/d8d 39 2024-09-17T10:40:03.657 INFO:tasks.workunit.client.1.smithi170.stdout:7/592: dread d25/d2a/d3e/f58 [0,4194304] 0 2024-09-17T10:40:03.658 INFO:tasks.workunit.client.1.smithi170.stdout:2/847: write dd/d54/f85 [3543859,95556] 0 2024-09-17T10:40:03.659 INFO:tasks.workunit.client.1.smithi170.stdout:0/697: mkdir dd/de/d16/d65/dca/d5c/d8b/de3 0 2024-09-17T10:40:03.659 INFO:tasks.workunit.client.1.smithi170.stdout:7/593: getdents d25/d2a/d3e/d6a 0 2024-09-17T10:40:03.673 INFO:tasks.workunit.client.1.smithi170.stdout:2/848: read dd/d14/d19/d4c/d63/d32/f50 [3293722,28831] 0 2024-09-17T10:40:03.674 INFO:tasks.workunit.client.1.smithi170.stdout:2/849: dread - dd/d14/d19/fa0 zero size 2024-09-17T10:40:03.675 INFO:tasks.workunit.client.1.smithi170.stdout:2/850: truncate dd/d14/d19/d37/fb0 123406 0 2024-09-17T10:40:03.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:03 smithi159 ceph-mon[27674]: pgmap v280: 65 pgs: 65 active+clean; 2.9 GiB data, 8.4 GiB used, 528 GiB / 536 GiB avail; 239 MiB/s rd, 297 MiB/s wr, 478 op/s 2024-09-17T10:40:03.677 INFO:tasks.workunit.client.0.smithi159.stdout:7/955: dwrite d2/d18/d20/d3f/f66 [0,4194304] 0 2024-09-17T10:40:03.680 INFO:tasks.workunit.client.0.smithi159.stdout:7/956: creat d2/d23/d67/d7b/d117/f163 x:0 0 0 2024-09-17T10:40:03.680 INFO:tasks.workunit.client.0.smithi159.stdout:7/957: chown d2/d23/d67/d47/d4a/d4d/dad/dd8 132223 1 2024-09-17T10:40:03.680 INFO:tasks.workunit.client.0.smithi159.stdout:7/958: write d2/d23/d67/d7b/fb5 [321932,75178] 0 2024-09-17T10:40:03.681 INFO:tasks.workunit.client.1.smithi170.stdout:2/851: dread dd/d14/f2e [0,4194304] 0 2024-09-17T10:40:03.682 INFO:tasks.workunit.client.1.smithi170.stdout:2/852: stat dd/d1a/d6c/c93 0 2024-09-17T10:40:03.702 INFO:tasks.workunit.client.1.smithi170.stdout:0/698: dwrite dd/de/d16/d54/d5f/f77 [0,4194304] 0 2024-09-17T10:40:03.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:03 smithi170 ceph-mon[33842]: pgmap v280: 65 pgs: 65 active+clean; 2.9 GiB data, 8.4 GiB used, 528 GiB / 536 GiB avail; 239 MiB/s rd, 297 MiB/s wr, 478 op/s 2024-09-17T10:40:03.704 INFO:tasks.workunit.client.0.smithi159.stdout:5/923: dwrite d19/d1b/fdd [4194304,4194304] 0 2024-09-17T10:40:03.704 INFO:tasks.workunit.client.0.smithi159.stdout:5/924: creat d19/d1a/d32/ddc/f144 x:0 0 0 2024-09-17T10:40:03.704 INFO:tasks.workunit.client.1.smithi170.stdout:0/699: creat dd/de/d16/d65/fe4 x:0 0 0 2024-09-17T10:40:03.705 INFO:tasks.workunit.client.1.smithi170.stdout:0/700: chown dd/de/d10/f2f 955657408 1 2024-09-17T10:40:03.705 INFO:tasks.workunit.client.1.smithi170.stdout:0/701: chown dd/de/d10/f24 473 1 2024-09-17T10:40:03.705 INFO:tasks.workunit.client.1.smithi170.stdout:0/702: truncate fc 14817351 0 2024-09-17T10:40:03.705 INFO:tasks.workunit.client.1.smithi170.stdout:0/703: write dd/de/d16/d65/dca/d5c/d8b/fd9 [381853,69763] 0 2024-09-17T10:40:03.710 INFO:tasks.workunit.client.0.smithi159.stdout:7/959: dwrite d2/d18/f28 [4194304,4194304] 0 2024-09-17T10:40:03.711 INFO:tasks.workunit.client.1.smithi170.stdout:7/594: dwrite f15 [4194304,4194304] 0 2024-09-17T10:40:03.711 INFO:tasks.workunit.client.1.smithi170.stdout:7/595: readlink d25/l80 0 2024-09-17T10:40:03.712 INFO:tasks.workunit.client.1.smithi170.stdout:0/704: write dd/de/d16/d65/f94 [300871,23033] 0 2024-09-17T10:40:03.712 INFO:tasks.workunit.client.1.smithi170.stdout:7/596: mkdir d25/d2a/d3e/d56/d5d/d7e/dab 0 2024-09-17T10:40:03.714 INFO:tasks.workunit.client.0.smithi159.stdout:5/925: dread f18 [0,4194304] 0 2024-09-17T10:40:03.714 INFO:tasks.workunit.client.1.smithi170.stdout:2/853: dwrite dd/d14/d19/d37/f99 [0,4194304] 0 2024-09-17T10:40:03.715 INFO:tasks.workunit.client.1.smithi170.stdout:2/854: fdatasync dd/d14/d19/d4c/d63/d32/fff 0 2024-09-17T10:40:03.715 INFO:tasks.workunit.client.1.smithi170.stdout:2/855: fdatasync dd/d1a/d2a/f58 0 2024-09-17T10:40:03.715 INFO:tasks.workunit.client.1.smithi170.stdout:2/856: dread dd/d1a/d6c/fde [0,4194304] 0 2024-09-17T10:40:03.716 INFO:tasks.workunit.client.1.smithi170.stdout:0/705: symlink dd/de/d16/d65/le5 0 2024-09-17T10:40:03.720 INFO:tasks.workunit.client.1.smithi170.stdout:0/706: link dd/de/d16/d54/l6f dd/de/d10/d13/d59/le6 0 2024-09-17T10:40:03.720 INFO:tasks.workunit.client.1.smithi170.stdout:7/597: dread d25/d4e/f8d [0,4194304] 0 2024-09-17T10:40:03.721 INFO:tasks.workunit.client.1.smithi170.stdout:0/707: truncate dd/de/d16/d65/fd3 4051786 0 2024-09-17T10:40:03.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/646: sync 2024-09-17T10:40:03.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/647: fdatasync dd/d16/d17/f8a 0 2024-09-17T10:40:03.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/648: chown dd/d40/d4e/d29 11000443 1 2024-09-17T10:40:03.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/649: chown dd/d16/d2a/lc1 36824755 1 2024-09-17T10:40:03.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/650: creat dd/d40/d4e/fd2 x:0 0 0 2024-09-17T10:40:03.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/651: dread - dd/d16/f99 zero size 2024-09-17T10:40:03.725 INFO:tasks.workunit.client.0.smithi159.stdout:5/926: dread d19/d1b/d1d/d59/da7/db5/fcf [0,4194304] 0 2024-09-17T10:40:03.726 INFO:tasks.workunit.client.1.smithi170.stdout:9/652: mkdir dd/d40/d32/d3d/dbd/dd3 0 2024-09-17T10:40:03.729 INFO:tasks.workunit.client.1.smithi170.stdout:7/598: write d25/d2a/f30 [3268159,68530] 0 2024-09-17T10:40:03.729 INFO:tasks.workunit.client.1.smithi170.stdout:7/599: dread - d25/d2a/d3e/d56/d72/f7c zero size 2024-09-17T10:40:03.731 INFO:tasks.workunit.client.1.smithi170.stdout:7/600: mknod d25/d2a/d3e/d56/d5d/d7e/dab/cac 0 2024-09-17T10:40:03.732 INFO:tasks.workunit.client.1.smithi170.stdout:7/601: mknod d25/d2a/d3e/d4b/cad 0 2024-09-17T10:40:03.734 INFO:tasks.workunit.client.1.smithi170.stdout:7/602: mkdir d25/d2a/d3e/dae 0 2024-09-17T10:40:03.734 INFO:tasks.workunit.client.1.smithi170.stdout:7/603: fsync fa 0 2024-09-17T10:40:03.734 INFO:tasks.workunit.client.1.smithi170.stdout:7/604: readlink d25/d3b/l40 0 2024-09-17T10:40:03.757 INFO:tasks.workunit.client.0.smithi159.stdout:5/927: dwrite d19/d1b/d1d/d127/fab [0,4194304] 0 2024-09-17T10:40:03.758 INFO:tasks.workunit.client.1.smithi170.stdout:7/605: dwrite f20 [0,4194304] 0 2024-09-17T10:40:03.758 INFO:tasks.workunit.client.1.smithi170.stdout:2/857: dwrite dd/d54/f5c [0,4194304] 0 2024-09-17T10:40:03.759 INFO:tasks.workunit.client.0.smithi159.stdout:7/960: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/fc2 [0,4194304] 0 2024-09-17T10:40:03.760 INFO:tasks.workunit.client.0.smithi159.stdout:5/928: symlink d19/d1b/d1d/d127/d116/d13f/l145 0 2024-09-17T10:40:03.763 INFO:tasks.workunit.client.1.smithi170.stdout:7/606: mkdir d25/d2a/daf 0 2024-09-17T10:40:03.763 INFO:tasks.workunit.client.1.smithi170.stdout:7/607: truncate d25/d2a/d3e/d4b/f9b 295440 0 2024-09-17T10:40:03.766 INFO:tasks.workunit.client.1.smithi170.stdout:2/858: symlink dd/d64/l11c 0 2024-09-17T10:40:03.766 INFO:tasks.workunit.client.1.smithi170.stdout:2/859: fdatasync dd/d1a/d6c/fce 0 2024-09-17T10:40:03.769 INFO:tasks.workunit.client.0.smithi159.stdout:5/929: unlink d19/d1b/d1d/f31 0 2024-09-17T10:40:03.772 INFO:tasks.workunit.client.1.smithi170.stdout:7/608: read d25/d4e/f66 [3443001,75184] 0 2024-09-17T10:40:03.774 INFO:tasks.workunit.client.0.smithi159.stdout:5/930: unlink d19/d1b/d1d/d59/da7/de2/d94/fb2 0 2024-09-17T10:40:03.775 INFO:tasks.workunit.client.0.smithi159.stdout:5/931: chown d19/d1b/d36/l5f 119 1 2024-09-17T10:40:03.775 INFO:tasks.workunit.client.0.smithi159.stdout:5/932: truncate d19/d1b/d1d/f52 2425841 0 2024-09-17T10:40:03.776 INFO:tasks.workunit.client.0.smithi159.stdout:5/933: rmdir d19/d1b/d1d/d59/da7/db5 39 2024-09-17T10:40:03.782 INFO:tasks.workunit.client.1.smithi170.stdout:7/609: write d25/f87 [3741171,26951] 0 2024-09-17T10:40:03.784 INFO:tasks.workunit.client.1.smithi170.stdout:2/860: dwrite dd/d14/d19/d4c/d63/d32/fff [0,4194304] 0 2024-09-17T10:40:03.789 INFO:tasks.workunit.client.0.smithi159.stdout:5/934: dread d19/d6f/faa [0,4194304] 0 2024-09-17T10:40:03.790 INFO:tasks.workunit.client.1.smithi170.stdout:2/861: dread dd/d14/f2e [0,4194304] 0 2024-09-17T10:40:03.801 INFO:tasks.workunit.client.1.smithi170.stdout:2/862: write dd/f18 [1088263,58785] 0 2024-09-17T10:40:03.806 INFO:tasks.workunit.client.0.smithi159.stdout:5/935: dwrite d19/d6f/faa [0,4194304] 0 2024-09-17T10:40:03.806 INFO:tasks.workunit.client.1.smithi170.stdout:7/610: dwrite d25/d2a/f2c [0,4194304] 0 2024-09-17T10:40:03.807 INFO:tasks.workunit.client.0.smithi159.stdout:7/961: sync 2024-09-17T10:40:03.807 INFO:tasks.workunit.client.0.smithi159.stdout:7/962: write d2/d18/d20/d2c/f5e [2045994,114042] 0 2024-09-17T10:40:03.809 INFO:tasks.workunit.client.0.smithi159.stdout:5/936: link d19/d1b/d1d/d59/da7/de2/d94/lce d19/d1b/d1d/d59/da7/de2/d94/l146 0 2024-09-17T10:40:03.812 INFO:tasks.workunit.client.0.smithi159.stdout:7/963: mkdir d2/d18/d20/d2c/df8/d164 0 2024-09-17T10:40:03.813 INFO:tasks.workunit.client.0.smithi159.stdout:5/937: symlink d19/d1b/d21/l147 0 2024-09-17T10:40:03.814 INFO:tasks.workunit.client.1.smithi170.stdout:2/863: dwrite dd/d14/d19/d4c/da6/f112 [0,4194304] 0 2024-09-17T10:40:03.814 INFO:tasks.workunit.client.1.smithi170.stdout:2/864: chown dd/d3a/d5b/f6e 4761 1 2024-09-17T10:40:03.815 INFO:tasks.workunit.client.0.smithi159.stdout:7/964: mknod d2/d18/d20/d3f/d77/c165 0 2024-09-17T10:40:03.815 INFO:tasks.workunit.client.0.smithi159.stdout:7/965: chown d2/d44/cfa 154302863 1 2024-09-17T10:40:03.816 INFO:tasks.workunit.client.0.smithi159.stdout:7/966: write d2/d18/f54 [892587,6142] 0 2024-09-17T10:40:03.818 INFO:tasks.workunit.client.1.smithi170.stdout:7/611: dwrite d25/d2a/f2e [4194304,4194304] 0 2024-09-17T10:40:03.819 INFO:tasks.workunit.client.1.smithi170.stdout:2/865: getdents dd 0 2024-09-17T10:40:03.820 INFO:tasks.workunit.client.1.smithi170.stdout:2/866: write dd/d14/f2e [315786,109422] 0 2024-09-17T10:40:03.821 INFO:tasks.workunit.client.0.smithi159.stdout:7/967: link d2/d23/d67/d47/d4a/d4d/c76 d2/d18/d20/d2c/d11a/c166 0 2024-09-17T10:40:03.823 INFO:tasks.workunit.client.1.smithi170.stdout:7/612: unlink d25/c28 0 2024-09-17T10:40:03.825 INFO:tasks.workunit.client.1.smithi170.stdout:2/867: mkdir dd/d14/d19/d4c/d63/d7f/dbb/d11d 0 2024-09-17T10:40:03.825 INFO:tasks.workunit.client.1.smithi170.stdout:2/868: dread - dd/d54/f102 zero size 2024-09-17T10:40:03.826 INFO:tasks.workunit.client.1.smithi170.stdout:7/613: symlink d25/lb0 0 2024-09-17T10:40:03.831 INFO:tasks.workunit.client.0.smithi159.stdout:7/968: write d2/d23/d67/d47/d4a/d4d/dad/dd8/d128/f135 [3866450,118353] 0 2024-09-17T10:40:03.833 INFO:tasks.workunit.client.0.smithi159.stdout:7/969: symlink d2/d18/d20/d2c/df8/d164/l167 0 2024-09-17T10:40:03.834 INFO:tasks.workunit.client.0.smithi159.stdout:7/970: mknod d2/d23/d67/d47/d4a/d4d/d75/d11e/c168 0 2024-09-17T10:40:03.838 INFO:tasks.workunit.client.0.smithi159.stdout:7/971: rename d2/d9a/de4 to d2/d23/d67/d47/d4a/d4d/d75/d11e/d169 0 2024-09-17T10:40:03.843 INFO:tasks.workunit.client.1.smithi170.stdout:6/633: sync 2024-09-17T10:40:03.845 INFO:tasks.workunit.client.1.smithi170.stdout:6/634: creat d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/db2/fdf x:0 0 0 2024-09-17T10:40:03.847 INFO:tasks.workunit.client.1.smithi170.stdout:6/635: creat d0/d18/d70/dcb/fe0 x:0 0 0 2024-09-17T10:40:03.849 INFO:tasks.workunit.client.1.smithi170.stdout:6/636: dread d0/d18/d70/f73 [0,4194304] 0 2024-09-17T10:40:03.851 INFO:tasks.workunit.client.1.smithi170.stdout:6/637: rmdir d0/d66 39 2024-09-17T10:40:03.852 INFO:tasks.workunit.client.1.smithi170.stdout:6/638: mknod d0/d18/d70/dcb/ce1 0 2024-09-17T10:40:03.853 INFO:tasks.workunit.client.1.smithi170.stdout:6/639: symlink d0/d18/d70/dcb/le2 0 2024-09-17T10:40:03.853 INFO:tasks.workunit.client.1.smithi170.stdout:6/640: stat d0/d18/d70/d7f/d85/d69/d8e/d92/cd4 0 2024-09-17T10:40:03.854 INFO:tasks.workunit.client.1.smithi170.stdout:6/641: unlink d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/faa 0 2024-09-17T10:40:03.855 INFO:tasks.workunit.client.1.smithi170.stdout:6/642: link d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/fb0 d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/db2/fe3 0 2024-09-17T10:40:03.855 INFO:tasks.workunit.client.1.smithi170.stdout:6/643: write d0/d18/d70/d7f/d85/d43/f46 [782674,116336] 0 2024-09-17T10:40:03.857 INFO:tasks.workunit.client.1.smithi170.stdout:6/644: unlink d0/d66/l88 0 2024-09-17T10:40:03.857 INFO:tasks.workunit.client.1.smithi170.stdout:6/645: stat d0/d18/d70/d7f/d85/d69/d3e/d80/d8d/db2/fe3 0 2024-09-17T10:40:03.865 INFO:tasks.workunit.client.1.smithi170.stdout:7/614: dwrite d25/d2a/d3e/f58 [0,4194304] 0 2024-09-17T10:40:03.866 INFO:tasks.workunit.client.0.smithi159.stdout:7/972: dwrite d2/d18/f2f [0,4194304] 0 2024-09-17T10:40:03.866 INFO:tasks.workunit.client.1.smithi170.stdout:2/869: dwrite dd/d1a/d6c/f106 [0,4194304] 0 2024-09-17T10:40:03.871 INFO:tasks.workunit.client.0.smithi159.stdout:7/973: creat d2/d9a/d161/f16a x:0 0 0 2024-09-17T10:40:03.871 INFO:tasks.workunit.client.0.smithi159.stdout:7/974: stat d2/d23/d67/d47/d4a/d4d/d75/f93 0 2024-09-17T10:40:03.871 INFO:tasks.workunit.client.0.smithi159.stdout:7/975: creat d2/d23/d67/d7b/d117/f16b x:0 0 0 2024-09-17T10:40:03.875 INFO:tasks.workunit.client.1.smithi170.stdout:2/870: rename dd/d14/d19/fa0 to dd/d54/db5/f11e 0 2024-09-17T10:40:03.875 INFO:tasks.workunit.client.1.smithi170.stdout:2/871: stat dd/d14/c3f 0 2024-09-17T10:40:03.876 INFO:tasks.workunit.client.1.smithi170.stdout:2/872: dread - dd/d14/d19/d37/d105/f10c zero size 2024-09-17T10:40:03.876 INFO:tasks.workunit.client.1.smithi170.stdout:2/873: readlink dd/d1a/l3c 0 2024-09-17T10:40:03.876 INFO:tasks.workunit.client.1.smithi170.stdout:6/646: dwrite d0/f40 [0,4194304] 0 2024-09-17T10:40:03.877 INFO:tasks.workunit.client.1.smithi170.stdout:2/874: symlink dd/d14/d19/l11f 0 2024-09-17T10:40:03.883 INFO:tasks.workunit.client.1.smithi170.stdout:6/647: rename d0/d18/d70/dcb/ce1 to d0/d18/d70/d7f/d85/d43/ce4 0 2024-09-17T10:40:03.883 INFO:tasks.workunit.client.1.smithi170.stdout:6/648: chown d0/d66/c75 3334230 1 2024-09-17T10:40:03.885 INFO:tasks.workunit.client.1.smithi170.stdout:6/649: mknod d0/d18/d70/d7f/d85/d69/d3e/d80/ce5 0 2024-09-17T10:40:03.888 INFO:tasks.workunit.client.1.smithi170.stdout:2/875: write dd/d54/f5c [3469341,122729] 0 2024-09-17T10:40:03.893 INFO:tasks.workunit.client.1.smithi170.stdout:2/876: unlink dd/d14/d72/fa1 0 2024-09-17T10:40:03.894 INFO:tasks.workunit.client.1.smithi170.stdout:6/650: symlink d0/d18/d70/d7f/d85/le6 0 2024-09-17T10:40:03.896 INFO:tasks.workunit.client.0.smithi159.stdout:7/976: dwrite d2/d18/d20/f11f [0,4194304] 0 2024-09-17T10:40:03.896 INFO:tasks.workunit.client.0.smithi159.stdout:7/977: write d2/d18/d20/d2c/f5e [2618905,76519] 0 2024-09-17T10:40:03.897 INFO:tasks.workunit.client.1.smithi170.stdout:7/615: dwrite d25/f97 [0,4194304] 0 2024-09-17T10:40:03.902 INFO:tasks.workunit.client.1.smithi170.stdout:7/616: creat d25/d2a/fb1 x:0 0 0 2024-09-17T10:40:03.904 INFO:tasks.workunit.client.1.smithi170.stdout:7/617: mknod d25/d2a/daf/cb2 0 2024-09-17T10:40:03.904 INFO:tasks.workunit.client.1.smithi170.stdout:7/618: chown d25/d2a/d3e/c45 67651884 1 2024-09-17T10:40:03.904 INFO:tasks.workunit.client.1.smithi170.stdout:7/619: chown d25/d2a/d3e/d4b/f9b 343 1 2024-09-17T10:40:03.904 INFO:tasks.workunit.client.1.smithi170.stdout:7/620: readlink d25/d2a/d3e/d56/d5d/l61 0 2024-09-17T10:40:03.905 INFO:tasks.workunit.client.1.smithi170.stdout:7/621: symlink d25/d2a/d3e/d4b/lb3 0 2024-09-17T10:40:03.906 INFO:tasks.workunit.client.0.smithi159.stdout:7/978: read d2/d18/d20/fb0 [3304366,43221] 0 2024-09-17T10:40:03.907 INFO:tasks.workunit.client.1.smithi170.stdout:7/622: symlink d25/lb4 0 2024-09-17T10:40:03.908 INFO:tasks.workunit.client.1.smithi170.stdout:7/623: chown d25/d4e/l7d 2 1 2024-09-17T10:40:03.909 INFO:tasks.workunit.client.0.smithi159.stdout:7/979: creat d2/d23/d67/d47/d4a/d4d/dad/de3/d136/f16c x:0 0 0 2024-09-17T10:40:03.911 INFO:tasks.workunit.client.0.smithi159.stdout:5/938: sync 2024-09-17T10:40:03.911 INFO:tasks.workunit.client.1.smithi170.stdout:7/624: creat d25/d2a/d3e/d4b/fb5 x:0 0 0 2024-09-17T10:40:03.912 INFO:tasks.workunit.client.0.smithi159.stdout:5/939: creat d19/d1b/f148 x:0 0 0 2024-09-17T10:40:03.912 INFO:tasks.workunit.client.0.smithi159.stdout:5/940: stat d19/d6f 0 2024-09-17T10:40:03.914 INFO:tasks.workunit.client.1.smithi170.stdout:7/625: truncate f1e 2213038 0 2024-09-17T10:40:03.916 INFO:tasks.workunit.client.0.smithi159.stdout:5/941: creat d19/d6f/d75/f149 x:0 0 0 2024-09-17T10:40:03.919 INFO:tasks.workunit.client.0.smithi159.stdout:5/942: creat d19/d1a/f14a x:0 0 0 2024-09-17T10:40:03.919 INFO:tasks.workunit.client.0.smithi159.stdout:5/943: creat d19/d1b/d1d/d59/db6/f14b x:0 0 0 2024-09-17T10:40:03.919 INFO:tasks.workunit.client.0.smithi159.stdout:5/944: readlink d19/d1b/d21/l147 0 2024-09-17T10:40:03.920 INFO:tasks.workunit.client.0.smithi159.stdout:7/980: write d2/d23/d67/d47/d4a/d4d/dad/ff2 [1902435,126574] 0 2024-09-17T10:40:03.920 INFO:tasks.workunit.client.0.smithi159.stdout:7/981: write d2/d18/d32/f13b [1261142,17419] 0 2024-09-17T10:40:03.921 INFO:tasks.workunit.client.1.smithi170.stdout:6/651: dwrite d0/d18/d70/d7f/d85/d69/d3e/d80/f83 [0,4194304] 0 2024-09-17T10:40:03.921 INFO:tasks.workunit.client.1.smithi170.stdout:2/877: dwrite dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:40:03.922 INFO:tasks.workunit.client.0.smithi159.stdout:5/945: link d19/d1b/d36/c71 d19/d1a/d32/d5e/c14c 0 2024-09-17T10:40:03.926 INFO:tasks.workunit.client.1.smithi170.stdout:6/652: dread d0/d18/d70/d7f/d85/fb9 [0,4194304] 0 2024-09-17T10:40:03.927 INFO:tasks.workunit.client.0.smithi159.stdout:7/982: creat d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/f16d x:0 0 0 2024-09-17T10:40:03.929 INFO:tasks.workunit.client.0.smithi159.stdout:5/946: creat d19/d1b/d1d/d127/d116/d13f/f14d x:0 0 0 2024-09-17T10:40:03.931 INFO:tasks.workunit.client.1.smithi170.stdout:7/626: dwrite d25/d2a/f2c [0,4194304] 0 2024-09-17T10:40:03.932 INFO:tasks.workunit.client.1.smithi170.stdout:2/878: truncate dd/d1a/d2a/f58 924393 0 2024-09-17T10:40:03.933 INFO:tasks.workunit.client.0.smithi159.stdout:5/947: mkdir d19/d1b/d1d/d127/d139/d14e 0 2024-09-17T10:40:03.941 INFO:tasks.workunit.client.1.smithi170.stdout:7/627: mknod d25/d2a/d3e/d56/d72/cb6 0 2024-09-17T10:40:03.942 INFO:tasks.workunit.client.1.smithi170.stdout:2/879: readlink dd/d14/d19/d4c/d63/d32/le3 0 2024-09-17T10:40:03.943 INFO:tasks.workunit.client.0.smithi159.stdout:5/948: write d19/d6f/faa [2641173,62488] 0 2024-09-17T10:40:03.943 INFO:tasks.workunit.client.0.smithi159.stdout:5/949: chown d19/d1b/l87 498313 1 2024-09-17T10:40:03.943 INFO:tasks.workunit.client.1.smithi170.stdout:4/457: sync 2024-09-17T10:40:03.947 INFO:tasks.workunit.client.1.smithi170.stdout:4/458: dread d9/d3e/f50 [0,4194304] 0 2024-09-17T10:40:03.949 INFO:tasks.workunit.client.0.smithi159.stdout:5/950: link d19/d69/d78/db3/dbd/ff4 d19/d1b/d1d/d127/d139/f14f 0 2024-09-17T10:40:03.949 INFO:tasks.workunit.client.0.smithi159.stdout:7/983: dwrite d2/d18/d20/f2a [0,4194304] 0 2024-09-17T10:40:03.949 INFO:tasks.workunit.client.0.smithi159.stdout:7/984: read d2/d23/d67/d47/d4a/d4d/f81 [1656678,51989] 0 2024-09-17T10:40:03.954 INFO:tasks.workunit.client.1.smithi170.stdout:2/880: dread dd/d14/d19/d4c/d63/f3e [0,4194304] 0 2024-09-17T10:40:03.956 INFO:tasks.workunit.client.0.smithi159.stdout:5/951: mknod d19/d69/d78/c150 0 2024-09-17T10:40:03.956 INFO:tasks.workunit.client.0.smithi159.stdout:5/952: chown d19/d1b/d1d/d59/da7/de2/fc5 190 1 2024-09-17T10:40:03.960 INFO:tasks.workunit.client.1.smithi170.stdout:6/653: rename d0/d18/d70/d7f to d0/d66/d9c/de7 0 2024-09-17T10:40:03.960 INFO:tasks.workunit.client.1.smithi170.stdout:6/654: fsync d0/d66/d9c/de7/d85/d64/f9a 0 2024-09-17T10:40:03.961 INFO:tasks.workunit.client.1.smithi170.stdout:2/881: getdents dd/d54/db5 0 2024-09-17T10:40:03.965 INFO:tasks.workunit.client.0.smithi159.stdout:5/953: read d19/f1f [9277,112917] 0 2024-09-17T10:40:03.965 INFO:tasks.workunit.client.1.smithi170.stdout:7/628: rename d25/f96 to d25/d53/fb7 0 2024-09-17T10:40:03.966 INFO:tasks.workunit.client.0.smithi159.stdout:7/985: dwrite d2/d23/d67/d47/d4a/d4d/dad/dd8/f13c [0,4194304] 0 2024-09-17T10:40:03.966 INFO:tasks.workunit.client.1.smithi170.stdout:6/655: mknod d0/d66/d9c/de7/d85/d69/d3e/d80/ce8 0 2024-09-17T10:40:03.967 INFO:tasks.workunit.client.1.smithi170.stdout:4/459: dwrite d9/f62 [0,4194304] 0 2024-09-17T10:40:03.970 INFO:tasks.workunit.client.1.smithi170.stdout:4/460: truncate d9/d12/f15 3506516 0 2024-09-17T10:40:03.970 INFO:tasks.workunit.client.1.smithi170.stdout:4/461: read - d9/d5a/f79 zero size 2024-09-17T10:40:03.970 INFO:tasks.workunit.client.1.smithi170.stdout:2/882: dread dd/d3a/d78/f8a [0,4194304] 0 2024-09-17T10:40:03.976 INFO:tasks.workunit.client.0.smithi159.stdout:5/954: dread d19/d1b/d1d/d127/d116/f129 [0,4194304] 0 2024-09-17T10:40:03.977 INFO:tasks.workunit.client.1.smithi170.stdout:0/708: sync 2024-09-17T10:40:03.977 INFO:tasks.workunit.client.1.smithi170.stdout:5/586: sync 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:0/709: read dd/de/d16/d65/f94 [4026786,19431] 0 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:1/765: sync 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:1/766: fsync d3/d5/dc9/d7b/dd4/fc2 0 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:1/767: chown d3/d5/dc9/c46 20 1 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:8/712: sync 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:9/653: sync 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:9/654: fdatasync dd/d40/d4e/d29/d2c/f7c 0 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:9/655: write dd/d40/d4e/d29/d2c/d41/f47 [4883101,104468] 0 2024-09-17T10:40:03.978 INFO:tasks.workunit.client.1.smithi170.stdout:3/715: sync 2024-09-17T10:40:03.981 INFO:tasks.workunit.client.1.smithi170.stdout:5/587: mknod d1/d3/d55/d5e/d67/cbc 0 2024-09-17T10:40:03.981 INFO:tasks.workunit.client.1.smithi170.stdout:5/588: chown d1/d3/d55/d80/d89/fad 32743 1 2024-09-17T10:40:03.982 INFO:tasks.workunit.client.1.smithi170.stdout:2/883: write dd/d14/d19/d4c/d63/d32/d53/f60 [486437,8414] 0 2024-09-17T10:40:03.982 INFO:tasks.workunit.client.1.smithi170.stdout:2/884: read dd/d54/db5/fe7 [553560,33500] 0 2024-09-17T10:40:03.984 INFO:tasks.workunit.client.1.smithi170.stdout:1/768: creat d3/d5/dc9/d7b/dd4/d51/da4/f101 x:0 0 0 2024-09-17T10:40:03.985 INFO:tasks.workunit.client.1.smithi170.stdout:8/713: write d4/df/d95/fb1 [231629,77222] 0 2024-09-17T10:40:03.985 INFO:tasks.workunit.client.1.smithi170.stdout:8/714: readlink d4/d2e/lc4 0 2024-09-17T10:40:03.990 INFO:tasks.workunit.client.1.smithi170.stdout:7/629: dwrite d25/d2a/d3e/d56/d5d/d7e/f83 [0,4194304] 0 2024-09-17T10:40:03.990 INFO:tasks.workunit.client.0.smithi159.stdout:5/955: rename d19/d69/d8d/f90 to d19/d1b/d1d/d59/da7/db5/f151 0 2024-09-17T10:40:03.992 INFO:tasks.workunit.client.1.smithi170.stdout:0/710: dread fc [8388608,4194304] 0 2024-09-17T10:40:03.995 INFO:tasks.workunit.client.1.smithi170.stdout:3/716: mknod d18/d2c/d41/d94/cf2 0 2024-09-17T10:40:03.996 INFO:tasks.workunit.client.0.smithi159.stdout:5/956: mknod d19/d1b/d21/c152 0 2024-09-17T10:40:03.996 INFO:tasks.workunit.client.0.smithi159.stdout:5/957: stat d19/d33/f68 0 2024-09-17T10:40:03.996 INFO:tasks.workunit.client.0.smithi159.stdout:5/958: fdatasync d19/d6f/fb9 0 2024-09-17T10:40:03.997 INFO:tasks.workunit.client.0.smithi159.stdout:5/959: write d19/d1e/f58 [347716,94325] 0 2024-09-17T10:40:03.998 INFO:tasks.workunit.client.0.smithi159.stdout:5/960: chown d19/d1b/d1d/d127/d116/d13f/l145 7291806 1 2024-09-17T10:40:03.998 INFO:tasks.workunit.client.1.smithi170.stdout:1/769: mknod d3/d77/db0/c102 0 2024-09-17T10:40:03.999 INFO:tasks.workunit.client.0.smithi159.stdout:5/961: getdents d19/d1b/d1d/d127/d116 0 2024-09-17T10:40:04.000 INFO:tasks.workunit.client.0.smithi159.stdout:7/986: dwrite d2/f151 [0,4194304] 0 2024-09-17T10:40:04.001 INFO:tasks.workunit.client.1.smithi170.stdout:0/711: mkdir dd/de7 0 2024-09-17T10:40:04.001 INFO:tasks.workunit.client.1.smithi170.stdout:6/656: dwrite d0/d66/d9c/de7/d85/d69/f6f [4194304,4194304] 0 2024-09-17T10:40:04.002 INFO:tasks.workunit.client.1.smithi170.stdout:3/717: symlink d18/d69/lf3 0 2024-09-17T10:40:04.003 INFO:tasks.workunit.client.1.smithi170.stdout:4/462: dwrite f3 [0,4194304] 0 2024-09-17T10:40:04.003 INFO:tasks.workunit.client.1.smithi170.stdout:4/463: creat d9/d12/d36/d51/f92 x:0 0 0 2024-09-17T10:40:04.004 INFO:tasks.workunit.client.0.smithi159.stdout:5/962: rmdir d19/d1b/d1d/d59/da7 39 2024-09-17T10:40:04.005 INFO:tasks.workunit.client.1.smithi170.stdout:2/885: creat dd/d14/d19/d37/d105/f120 x:0 0 0 2024-09-17T10:40:04.007 INFO:tasks.workunit.client.1.smithi170.stdout:9/656: rename dd/d40/d4e/d23/c94 to dd/cd4 0 2024-09-17T10:40:04.008 INFO:tasks.workunit.client.1.smithi170.stdout:9/657: fsync dd/d16/f37 0 2024-09-17T10:40:04.010 INFO:tasks.workunit.client.1.smithi170.stdout:1/770: truncate d3/d5/dc9/d7b/dd4/f5b 475210 0 2024-09-17T10:40:04.012 INFO:tasks.workunit.client.0.smithi159.stdout:5/963: mkdir d19/d69/d78/d153 0 2024-09-17T10:40:04.012 INFO:tasks.workunit.client.0.smithi159.stdout:5/964: chown fc 95005730 1 2024-09-17T10:40:04.013 INFO:tasks.workunit.client.0.smithi159.stdout:7/987: write d2/d18/d20/d3f/d73/d95/dc4/deb/d127/f10f [3187448,127479] 0 2024-09-17T10:40:04.014 INFO:tasks.workunit.client.1.smithi170.stdout:0/712: creat dd/de/d10/d13/d59/fe8 x:0 0 0 2024-09-17T10:40:04.014 INFO:tasks.workunit.client.1.smithi170.stdout:0/713: creat dd/d82/fe9 x:0 0 0 2024-09-17T10:40:04.014 INFO:tasks.workunit.client.1.smithi170.stdout:0/714: stat dd/de/d16/d65/dca/d5c/d9c/cb6 0 2024-09-17T10:40:04.014 INFO:tasks.workunit.client.1.smithi170.stdout:0/715: truncate dd/de/d10/d8d/fa3 940623 0 2024-09-17T10:40:04.014 INFO:tasks.workunit.client.1.smithi170.stdout:0/716: write f8 [5835607,109064] 0 2024-09-17T10:40:04.015 INFO:tasks.workunit.client.1.smithi170.stdout:8/715: dwrite d4/df/d94/fa9 [0,4194304] 0 2024-09-17T10:40:04.015 INFO:tasks.workunit.client.1.smithi170.stdout:2/886: dread dd/d54/f7c [0,4194304] 0 2024-09-17T10:40:04.015 INFO:tasks.workunit.client.0.smithi159.stdout:7/988: dread d2/d18/d20/d2c/f41 [0,4194304] 0 2024-09-17T10:40:04.016 INFO:tasks.workunit.client.0.smithi159.stdout:7/989: chown d2/d18/d20/d3f/d73/d82/cce 88675272 1 2024-09-17T10:40:04.016 INFO:tasks.workunit.client.1.smithi170.stdout:6/657: unlink d0/d66/d9c/l9f 0 2024-09-17T10:40:04.017 INFO:tasks.workunit.client.1.smithi170.stdout:4/464: mknod d9/d12/c93 0 2024-09-17T10:40:04.018 INFO:tasks.workunit.client.0.smithi159.stdout:5/965: dread d19/d1b/d1d/da9/fc1 [0,4194304] 0 2024-09-17T10:40:04.019 INFO:tasks.workunit.client.1.smithi170.stdout:1/771: creat d3/df5/f103 x:0 0 0 2024-09-17T10:40:04.020 INFO:tasks.workunit.client.0.smithi159.stdout:5/966: unlink d19/d1b/d1d/d59/f133 0 2024-09-17T10:40:04.021 INFO:tasks.workunit.client.1.smithi170.stdout:7/630: dwrite d25/d2a/f38 [0,4194304] 0 2024-09-17T10:40:04.021 INFO:tasks.workunit.client.1.smithi170.stdout:0/717: rename dd/de/d10/d8d to dd/de/d16/d54/d5f/dc3/db2/dea 0 2024-09-17T10:40:04.022 INFO:tasks.workunit.client.1.smithi170.stdout:0/718: fdatasync dd/de/d16/d54/d63/f7d 0 2024-09-17T10:40:04.022 INFO:tasks.workunit.client.1.smithi170.stdout:2/887: mkdir dd/d14/d19/d4c/da6/d121 0 2024-09-17T10:40:04.024 INFO:tasks.workunit.client.0.smithi159.stdout:5/967: unlink d19/d1b/d1d/f10e 0 2024-09-17T10:40:04.025 INFO:tasks.workunit.client.1.smithi170.stdout:0/719: dread dd/de/d10/d13/d59/f68 [0,4194304] 0 2024-09-17T10:40:04.025 INFO:tasks.workunit.client.1.smithi170.stdout:6/658: link d0/l54 d0/d66/d9c/de7/d85/d69/d8e/d92/le9 0 2024-09-17T10:40:04.025 INFO:tasks.workunit.client.1.smithi170.stdout:0/720: fdatasync dd/de/d16/d65/fac 0 2024-09-17T10:40:04.025 INFO:tasks.workunit.client.1.smithi170.stdout:0/721: read - dd/de/d16/d65/dca/fe2 zero size 2024-09-17T10:40:04.026 INFO:tasks.workunit.client.0.smithi159.stdout:7/990: write d2/d18/f52 [923890,43179] 0 2024-09-17T10:40:04.027 INFO:tasks.workunit.client.0.smithi159.stdout:5/968: stat d19/d1b/c57 0 2024-09-17T10:40:04.028 INFO:tasks.workunit.client.1.smithi170.stdout:4/465: unlink d9/d12/d36/d42/d40/f4f 0 2024-09-17T10:40:04.029 INFO:tasks.workunit.client.1.smithi170.stdout:7/631: creat d25/d53/d59/fb8 x:0 0 0 2024-09-17T10:40:04.029 INFO:tasks.workunit.client.1.smithi170.stdout:7/632: creat d25/d2a/d3e/d56/d5d/d7e/fb9 x:0 0 0 2024-09-17T10:40:04.031 INFO:tasks.workunit.client.1.smithi170.stdout:8/716: rename d4/df/f91 to d4/df/d3f/d44/df1/ff2 0 2024-09-17T10:40:04.035 INFO:tasks.workunit.client.0.smithi159.stdout:5/969: truncate d19/d69/d78/db3/dbd/f114 3240095 0 2024-09-17T10:40:04.036 INFO:tasks.workunit.client.1.smithi170.stdout:9/658: dwrite dd/d40/d4e/d29/d2c/d41/f47 [0,4194304] 0 2024-09-17T10:40:04.036 INFO:tasks.workunit.client.1.smithi170.stdout:4/466: unlink d9/d12/d36/d42/d40/c31 0 2024-09-17T10:40:04.040 INFO:tasks.workunit.client.0.smithi159.stdout:5/970: truncate d19/d6f/d75/f91 3243269 0 2024-09-17T10:40:04.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/971: stat d19/d33/f3c 0 2024-09-17T10:40:04.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/972: stat d19/d1b/d1d/d59/da7/de2/cfa 0 2024-09-17T10:40:04.041 INFO:tasks.workunit.client.0.smithi159.stdout:5/973: truncate d19/d33/f64 1331121 0 2024-09-17T10:40:04.043 INFO:tasks.workunit.client.0.smithi159.stdout:5/974: mkdir d19/d1b/d1d/d59/da7/d154 0 2024-09-17T10:40:04.044 INFO:tasks.workunit.client.1.smithi170.stdout:0/722: dread dd/de/d3d/f3f [0,4194304] 0 2024-09-17T10:40:04.044 INFO:tasks.workunit.client.1.smithi170.stdout:8/717: stat d4/df/d94/la4 0 2024-09-17T10:40:04.044 INFO:tasks.workunit.client.1.smithi170.stdout:8/718: fdatasync d4/df/d1e/daa/fe7 0 2024-09-17T10:40:04.047 INFO:tasks.workunit.client.1.smithi170.stdout:9/659: write dd/d16/d2a/f90 [1240814,18160] 0 2024-09-17T10:40:04.047 INFO:tasks.workunit.client.1.smithi170.stdout:9/660: write dd/d40/d4e/f36 [3780713,5265] 0 2024-09-17T10:40:04.050 INFO:tasks.workunit.client.0.smithi159.stdout:5/975: mknod d19/d1b/d1d/c155 0 2024-09-17T10:40:04.050 INFO:tasks.workunit.client.1.smithi170.stdout:4/467: write d9/d12/d36/d42/d76/f8f [3786388,21766] 0 2024-09-17T10:40:04.050 INFO:tasks.workunit.client.1.smithi170.stdout:4/468: chown d9/d12/f81 292484 1 2024-09-17T10:40:04.050 INFO:tasks.workunit.client.1.smithi170.stdout:4/469: write d9/d12/d6c/f71 [95481,79541] 0 2024-09-17T10:40:04.051 INFO:tasks.workunit.client.1.smithi170.stdout:4/470: chown d9/d12/c32 26091 1 2024-09-17T10:40:04.052 INFO:tasks.workunit.client.1.smithi170.stdout:0/723: link dd/de/d16/l37 dd/de/d16/d54/d5f/leb 0 2024-09-17T10:40:04.054 INFO:tasks.workunit.client.0.smithi159.stdout:5/976: mknod d19/d1b/d1d/d127/d139/c156 0 2024-09-17T10:40:04.054 INFO:tasks.workunit.client.0.smithi159.stdout:5/977: dread - d19/d6f/d75/fff zero size 2024-09-17T10:40:04.057 INFO:tasks.workunit.client.0.smithi159.stdout:7/991: dwrite d2/f9 [0,4194304] 0 2024-09-17T10:40:04.057 INFO:tasks.workunit.client.0.smithi159.stdout:7/992: dread - d2/d18/d20/d3f/d73/d95/f113 zero size 2024-09-17T10:40:04.071 INFO:tasks.workunit.client.1.smithi170.stdout:2/888: dwrite dd/d1a/d2a/fc9 [0,4194304] 0 2024-09-17T10:40:04.071 INFO:tasks.workunit.client.1.smithi170.stdout:8/719: write d4/df/d62/d88/fcb [3840711,67146] 0 2024-09-17T10:40:04.072 INFO:tasks.workunit.client.1.smithi170.stdout:1/772: rename d3/d5/dc9/d7b/dd4 to d3/d68/d104 0 2024-09-17T10:40:04.082 INFO:tasks.workunit.client.1.smithi170.stdout:4/471: dwrite d9/f25 [8388608,4194304] 0 2024-09-17T10:40:04.082 INFO:tasks.workunit.client.1.smithi170.stdout:4/472: getdents d9/d12/d36/d42/d40/d70 0 2024-09-17T10:40:04.083 INFO:tasks.workunit.client.1.smithi170.stdout:8/720: symlink d4/lf3 0 2024-09-17T10:40:04.084 INFO:tasks.workunit.client.1.smithi170.stdout:1/773: dread d3/d68/d104/f56 [0,4194304] 0 2024-09-17T10:40:04.085 INFO:tasks.workunit.client.1.smithi170.stdout:6/659: rename d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/la8 to d0/d66/d9c/de7/lea 0 2024-09-17T10:40:04.087 INFO:tasks.workunit.client.1.smithi170.stdout:9/661: dwrite dd/d16/d17/d43/d6d/fb1 [0,4194304] 0 2024-09-17T10:40:04.089 INFO:tasks.workunit.client.0.smithi159.stdout:5/978: dwrite d19/d1e/d4a/f12b [0,4194304] 0 2024-09-17T10:40:04.089 INFO:tasks.workunit.client.0.smithi159.stdout:5/979: readlink d19/d1b/d1d/d59/da7/db5/l9f 0 2024-09-17T10:40:04.089 INFO:tasks.workunit.client.1.smithi170.stdout:0/724: dwrite dd/de/d16/d65/dca/d5c/d8b/fcd [0,4194304] 0 2024-09-17T10:40:04.089 INFO:tasks.workunit.client.1.smithi170.stdout:0/725: chown dd/de/d16/d65/dca/l89 1763 1 2024-09-17T10:40:04.090 INFO:tasks.workunit.client.0.smithi159.stdout:7/993: dwrite d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d86/dd3/f142 [0,4194304] 0 2024-09-17T10:40:04.094 INFO:tasks.workunit.client.1.smithi170.stdout:8/721: write d4/df/d1e/f32 [2339818,96926] 0 2024-09-17T10:40:04.100 INFO:tasks.workunit.client.1.smithi170.stdout:0/726: read dd/de/d16/f30 [3061459,55664] 0 2024-09-17T10:40:04.100 INFO:tasks.workunit.client.1.smithi170.stdout:0/727: write dd/d82/fe9 [89541,12879] 0 2024-09-17T10:40:04.101 INFO:tasks.workunit.client.0.smithi159.stdout:5/980: rename d19/d1a/d32/f53 to d19/d1b/d1d/d59/f157 0 2024-09-17T10:40:04.101 INFO:tasks.workunit.client.0.smithi159.stdout:5/981: write d19/d1b/d21/fef [2062887,28021] 0 2024-09-17T10:40:04.103 INFO:tasks.workunit.client.1.smithi170.stdout:1/774: dwrite d3/d77/dad/fbc [0,4194304] 0 2024-09-17T10:40:04.109 INFO:tasks.workunit.client.0.smithi159.stdout:7/994: rename d2/d23/d67/d7b/c13f to d2/d18/d20/d3f/d73/d82/da2/c16e 0 2024-09-17T10:40:04.113 INFO:tasks.workunit.client.1.smithi170.stdout:2/889: mkdir dd/d14/d122 0 2024-09-17T10:40:04.113 INFO:tasks.workunit.client.1.smithi170.stdout:2/890: dread - dd/d1a/d6c/fb9 zero size 2024-09-17T10:40:04.115 INFO:tasks.workunit.client.1.smithi170.stdout:4/473: creat d9/f94 x:0 0 0 2024-09-17T10:40:04.118 INFO:tasks.workunit.client.1.smithi170.stdout:6/660: symlink d0/d66/d9c/de7/d85/d69/d8e/d92/leb 0 2024-09-17T10:40:04.118 INFO:tasks.workunit.client.1.smithi170.stdout:6/661: chown d0/f38 174 1 2024-09-17T10:40:04.118 INFO:tasks.workunit.client.1.smithi170.stdout:0/728: dwrite dd/de/d16/d54/f83 [0,4194304] 0 2024-09-17T10:40:04.118 INFO:tasks.workunit.client.1.smithi170.stdout:0/729: chown dd/de/d3d/f4c 3 1 2024-09-17T10:40:04.121 INFO:tasks.workunit.client.1.smithi170.stdout:0/730: dread dd/de/d10/f2f [0,4194304] 0 2024-09-17T10:40:04.122 INFO:tasks.workunit.client.1.smithi170.stdout:7/633: rename d25/d2a/d3e/d4b/f4f to d25/d2a/d3e/dae/fba 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:0/731: dread dd/de/d16/d65/dca/d5c/d8b/fd9 [0,4194304] 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:7/634: dread d25/d2a/d3e/f47 [0,4194304] 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:0/732: chown dd/de/d16/d65/dca/f95 97794 1 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:7/635: truncate d25/d4e/f76 1009348 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:7/636: creat d25/d53/d59/fbb x:0 0 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:0/733: creat dd/de/d10/fec x:0 0 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:7/637: chown d25/c35 163 1 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:7/638: truncate d25/d53/d59/fbb 538683 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:7/639: stat d25/d53 0 2024-09-17T10:40:04.124 INFO:tasks.workunit.client.1.smithi170.stdout:7/640: dread - d25/d2a/fb1 zero size 2024-09-17T10:40:04.125 INFO:tasks.workunit.client.1.smithi170.stdout:7/641: creat d25/d53/d59/fbc x:0 0 0 2024-09-17T10:40:04.125 INFO:tasks.workunit.client.0.smithi159.stdout:7/995: mkdir d2/d18/d20/d3f/d73/d95/dc4/deb/d127/d122/d45/d16f 0 2024-09-17T10:40:04.128 INFO:tasks.workunit.client.1.smithi170.stdout:9/662: creat dd/d40/d4e/d29/d54/fd5 x:0 0 0 2024-09-17T10:40:04.131 INFO:tasks.workunit.client.1.smithi170.stdout:4/474: dwrite d9/fa [0,4194304] 0 2024-09-17T10:40:04.132 INFO:tasks.workunit.client.1.smithi170.stdout:4/475: stat d9/d3e/f50 0 2024-09-17T10:40:04.132 INFO:tasks.workunit.client.1.smithi170.stdout:4/476: readlink d9/d12/d36/l38 0 2024-09-17T10:40:04.135 INFO:tasks.workunit.client.1.smithi170.stdout:8/722: creat d4/df/d3f/d44/dad/ff4 x:0 0 0 2024-09-17T10:40:04.135 INFO:tasks.workunit.client.1.smithi170.stdout:8/723: fsync d4/df/d62/d88/fca 0 2024-09-17T10:40:04.135 INFO:tasks.workunit.client.1.smithi170.stdout:8/724: stat d4/cd3 0 2024-09-17T10:40:04.136 INFO:tasks.workunit.client.1.smithi170.stdout:2/891: write dd/d14/d19/f83 [626832,93167] 0 2024-09-17T10:40:04.136 INFO:tasks.workunit.client.1.smithi170.stdout:2/892: fsync dd/d14/d19/d4c/d63/d7f/dbb/dd5/f117 0 2024-09-17T10:40:04.137 INFO:tasks.workunit.client.1.smithi170.stdout:6/662: creat d0/d66/d9c/de7/d85/d69/d3e/d80/fec x:0 0 0 2024-09-17T10:40:04.140 INFO:tasks.workunit.client.1.smithi170.stdout:1/775: rename d3/d68/d104/d51/da4/fc5 to d3/d68/d104/d4e/dd1/f105 0 2024-09-17T10:40:04.143 INFO:tasks.workunit.client.1.smithi170.stdout:9/663: mknod dd/d16/d2a/cd6 0 2024-09-17T10:40:04.146 INFO:tasks.workunit.client.1.smithi170.stdout:8/725: link d4/df/d3f/d44/d80/f8d d4/df/d3a/dbb/ff5 0 2024-09-17T10:40:04.146 INFO:tasks.workunit.client.1.smithi170.stdout:8/726: read - d4/df/d62/fb3 zero size 2024-09-17T10:40:04.146 INFO:tasks.workunit.client.1.smithi170.stdout:8/727: creat d4/df/d62/d88/ff6 x:0 0 0 2024-09-17T10:40:04.149 INFO:tasks.workunit.client.1.smithi170.stdout:6/663: symlink d0/d66/d9c/de7/d85/d69/da6/led 0 2024-09-17T10:40:04.152 INFO:tasks.workunit.client.1.smithi170.stdout:4/477: rename d9/d12/d6c/d7a/l7b to d9/d12/d36/d42/d40/l95 0 2024-09-17T10:40:04.155 INFO:tasks.workunit.client.1.smithi170.stdout:6/664: dread d0/d66/d9c/de7/d85/d69/d3e/d80/fa5 [0,4194304] 0 2024-09-17T10:40:04.157 INFO:tasks.workunit.client.1.smithi170.stdout:2/893: symlink dd/d14/l123 0 2024-09-17T10:40:04.159 INFO:tasks.workunit.client.1.smithi170.stdout:8/728: rename d4/d2e to d4/df/d3a/df7 0 2024-09-17T10:40:04.159 INFO:tasks.workunit.client.1.smithi170.stdout:8/729: chown d4/l11 1833191160 1 2024-09-17T10:40:04.159 INFO:tasks.workunit.client.1.smithi170.stdout:8/730: dread - d4/df/d94/fe0 zero size 2024-09-17T10:40:04.160 INFO:tasks.workunit.client.1.smithi170.stdout:6/665: mkdir d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/db6/dee 0 2024-09-17T10:40:04.161 INFO:tasks.workunit.client.1.smithi170.stdout:2/894: creat dd/d14/d72/f124 x:0 0 0 2024-09-17T10:40:04.162 INFO:tasks.workunit.client.1.smithi170.stdout:2/895: write dd/d14/d19/d37/d105/f120 [23010,93004] 0 2024-09-17T10:40:04.164 INFO:tasks.workunit.client.1.smithi170.stdout:4/478: rename d9/d12/d36/d42/d76/f88 to d9/d12/d36/d51/f96 0 2024-09-17T10:40:04.165 INFO:tasks.workunit.client.1.smithi170.stdout:4/479: dread - d9/d12/d36/d42/d58/f7e zero size 2024-09-17T10:40:04.165 INFO:tasks.workunit.client.0.smithi159.stdout:7/996: dwrite d2/d23/d67/d7b/fb5 [0,4194304] 0 2024-09-17T10:40:04.165 INFO:tasks.workunit.client.1.smithi170.stdout:8/731: symlink d4/df/d3f/d44/dad/lf8 0 2024-09-17T10:40:04.167 INFO:tasks.workunit.client.1.smithi170.stdout:2/896: link dd/d3a/d5b/fd8 dd/d54/db5/f125 0 2024-09-17T10:40:04.168 INFO:tasks.workunit.client.1.smithi170.stdout:8/732: mknod d4/df/d1e/d69/cf9 0 2024-09-17T10:40:04.169 INFO:tasks.workunit.client.1.smithi170.stdout:8/733: fsync d4/f78 0 2024-09-17T10:40:04.170 INFO:tasks.workunit.client.1.smithi170.stdout:1/776: dwrite d3/d5/dc9/d7b/dd9/de3/ffb [0,4194304] 0 2024-09-17T10:40:04.170 INFO:tasks.workunit.client.1.smithi170.stdout:1/777: fsync d3/d77/dad/fbc 0 2024-09-17T10:40:04.171 INFO:tasks.workunit.client.1.smithi170.stdout:0/734: dwrite dd/de/d10/d13/f2a [0,4194304] 0 2024-09-17T10:40:04.171 INFO:tasks.workunit.client.1.smithi170.stdout:7/642: dwrite d25/d2a/d3e/f47 [0,4194304] 0 2024-09-17T10:40:04.171 INFO:tasks.workunit.client.1.smithi170.stdout:7/643: chown d25/c33 13951 1 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:9/664: dwrite dd/d16/d2a/f78 [0,4194304] 0 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:9/665: fsync dd/d16/fca 0 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:9/666: fsync dd/d16/d2a/f78 0 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:9/667: creat dd/d16/d2a/d51/dac/fd7 x:0 0 0 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:9/668: chown dd/d16/d2a/d51/dac/fc8 0 1 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:7/644: write d25/d4e/f76 [277496,50366] 0 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:7/645: truncate f1a 5234728 0 2024-09-17T10:40:04.173 INFO:tasks.workunit.client.1.smithi170.stdout:7/646: creat d25/fbd x:0 0 0 2024-09-17T10:40:04.180 INFO:tasks.workunit.client.1.smithi170.stdout:8/734: unlink d4/df/d62/d88/cc2 0 2024-09-17T10:40:04.183 INFO:tasks.workunit.client.1.smithi170.stdout:1/778: rename d3/f7a to d3/d5/f106 0 2024-09-17T10:40:04.185 INFO:tasks.workunit.client.1.smithi170.stdout:0/735: rmdir dd/de/d16/d65/dca/d5c/d8b/de3 0 2024-09-17T10:40:04.185 INFO:tasks.workunit.client.1.smithi170.stdout:0/736: readlink dd/de/d16/d54/d5f/l60 0 2024-09-17T10:40:04.186 INFO:tasks.workunit.client.1.smithi170.stdout:9/669: dread dd/d40/d4e/d29/f34 [0,4194304] 0 2024-09-17T10:40:04.192 INFO:tasks.workunit.client.1.smithi170.stdout:2/897: rmdir dd/d14/d19/d4c/d63 39 2024-09-17T10:40:04.193 INFO:tasks.workunit.client.1.smithi170.stdout:6/666: dwrite d0/d66/d9c/de7/fbf [0,4194304] 0 2024-09-17T10:40:04.193 INFO:tasks.workunit.client.1.smithi170.stdout:6/667: chown d0/d66/d9c/de7/d85/d69/d8e/ld9 75 1 2024-09-17T10:40:04.193 INFO:tasks.workunit.client.1.smithi170.stdout:8/735: symlink d4/df/d3f/d44/d80/lfa 0 2024-09-17T10:40:04.195 INFO:tasks.workunit.client.1.smithi170.stdout:4/480: dwrite d9/d12/d36/d51/f77 [0,4194304] 0 2024-09-17T10:40:04.195 INFO:tasks.workunit.client.1.smithi170.stdout:4/481: fsync d9/d12/f1f 0 2024-09-17T10:40:04.196 INFO:tasks.workunit.client.1.smithi170.stdout:4/482: chown d9/d12/d36/d42/d40/l8b 58 1 2024-09-17T10:40:04.196 INFO:tasks.workunit.client.0.smithi159.stdout:7/997: dwrite d2/d18/d20/d2c/df8/f132 [0,4194304] 0 2024-09-17T10:40:04.196 INFO:tasks.workunit.client.1.smithi170.stdout:1/779: link d3/d68/d104/l72 d3/d5/dc9/d7b/d8b/db8/l107 0 2024-09-17T10:40:04.203 INFO:tasks.workunit.client.1.smithi170.stdout:8/736: dread d4/df/d3a/df7/fee [0,4194304] 0 2024-09-17T10:40:04.203 INFO:tasks.workunit.client.1.smithi170.stdout:8/737: dread - d4/df/d1e/d69/fb2 zero size 2024-09-17T10:40:04.203 INFO:tasks.workunit.client.1.smithi170.stdout:0/737: dwrite dd/d93/fa4 [0,4194304] 0 2024-09-17T10:40:04.203 INFO:tasks.workunit.client.1.smithi170.stdout:0/738: chown dd/de/d16/d54/d5f/c78 0 1 2024-09-17T10:40:04.203 INFO:tasks.workunit.client.1.smithi170.stdout:0/739: chown dd/de/d10/d61/cda 55686 1 2024-09-17T10:40:04.206 INFO:tasks.workunit.client.1.smithi170.stdout:6/668: getdents d0/d66/d9c/de7/d85/d69/d3e/db4 0 2024-09-17T10:40:04.213 INFO:tasks.workunit.client.0.smithi159.stdout:7/998: rename d2/d18/d20/d2c/d11a to d2/d23/d67/d47/d4a/d4d/dad/de3/d136/d170 0 2024-09-17T10:40:04.217 INFO:tasks.workunit.client.0.smithi159.stdout:7/999: mkdir d2/d23/d67/d47/d4a/d4d/dad/de3/d171 0 2024-09-17T10:40:04.222 INFO:tasks.workunit.client.1.smithi170.stdout:2/898: dwrite dd/d1a/d6c/fa8 [0,4194304] 0 2024-09-17T10:40:04.222 INFO:tasks.workunit.client.1.smithi170.stdout:2/899: chown dd/d1a/d6c/fde 139283 1 2024-09-17T10:40:04.222 INFO:tasks.workunit.client.1.smithi170.stdout:6/669: dwrite d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/fb0 [0,4194304] 0 2024-09-17T10:40:04.222 INFO:tasks.workunit.client.0.smithi159.stdout:5/982: sync 2024-09-17T10:40:04.223 INFO:tasks.workunit.client.1.smithi170.stdout:1/780: mknod d3/d68/d104/d51/da4/c108 0 2024-09-17T10:40:04.227 INFO:tasks.workunit.client.1.smithi170.stdout:9/670: mkdir dd/d40/d4e/d29/d2c/d41/dd8 0 2024-09-17T10:40:04.231 INFO:tasks.workunit.client.1.smithi170.stdout:0/740: truncate dd/de/d10/f24 39589 0 2024-09-17T10:40:04.231 INFO:tasks.workunit.client.0.smithi159.stdout:5/983: dread d19/d1a/d32/fc0 [0,4194304] 0 2024-09-17T10:40:04.231 INFO:tasks.workunit.client.0.smithi159.stdout:5/984: readlink d19/d6f/lad 0 2024-09-17T10:40:04.233 INFO:tasks.workunit.client.1.smithi170.stdout:6/670: dwrite d0/d66/d9c/de7/d85/d43/fda [0,4194304] 0 2024-09-17T10:40:04.234 INFO:tasks.workunit.client.1.smithi170.stdout:6/671: stat d0/d18/d70/c96 0 2024-09-17T10:40:04.234 INFO:tasks.workunit.client.1.smithi170.stdout:2/900: creat dd/d1a/d2a/f126 x:0 0 0 2024-09-17T10:40:04.237 INFO:tasks.workunit.client.0.smithi159.stdout:5/985: dread d19/d1b/d1d/d59/da7/db5/f7b [0,4194304] 0 2024-09-17T10:40:04.239 INFO:tasks.workunit.client.0.smithi159.stdout:5/986: dread d19/d1b/d1d/d59/da7/db5/ffd [0,4194304] 0 2024-09-17T10:40:04.239 INFO:tasks.workunit.client.0.smithi159.stdout:5/987: dread - d19/d6f/d75/f149 zero size 2024-09-17T10:40:04.240 INFO:tasks.workunit.client.1.smithi170.stdout:7/647: rename d25/d53/d59 to d25/d2a/d3e/d56/d72/d79/dbe 0 2024-09-17T10:40:04.243 INFO:tasks.workunit.client.1.smithi170.stdout:9/671: creat dd/d40/d4e/d23/dae/db4/da7/fd9 x:0 0 0 2024-09-17T10:40:04.243 INFO:tasks.workunit.client.1.smithi170.stdout:9/672: stat dd/d16/d2a/d51/dd0 0 2024-09-17T10:40:04.243 INFO:tasks.workunit.client.1.smithi170.stdout:9/673: readlink dd/d40/d4e/d23/lc2 0 2024-09-17T10:40:04.244 INFO:tasks.workunit.client.1.smithi170.stdout:8/738: rmdir d4/df/d62/d88 39 2024-09-17T10:40:04.245 INFO:tasks.workunit.client.1.smithi170.stdout:0/741: symlink dd/de/d16/d54/d5f/dc3/db2/dcc/led 0 2024-09-17T10:40:04.247 INFO:tasks.workunit.client.1.smithi170.stdout:2/901: rmdir dd/d14/d122 0 2024-09-17T10:40:04.249 INFO:tasks.workunit.client.1.smithi170.stdout:1/781: rename d3/d68/d104/d51/d64/c6f to d3/d68/d104/d4e/c109 0 2024-09-17T10:40:04.250 INFO:tasks.workunit.client.1.smithi170.stdout:1/782: write d3/d68/d104/d51/f75 [18170,9144] 0 2024-09-17T10:40:04.250 INFO:tasks.workunit.client.1.smithi170.stdout:1/783: write d3/d68/d104/d51/f60 [4469995,61662] 0 2024-09-17T10:40:04.250 INFO:tasks.workunit.client.1.smithi170.stdout:1/784: write d3/d68/d104/f2d [853431,93771] 0 2024-09-17T10:40:04.250 INFO:tasks.workunit.client.1.smithi170.stdout:1/785: chown d3/d68/d104/d4e 2874390 1 2024-09-17T10:40:04.250 INFO:tasks.workunit.client.1.smithi170.stdout:1/786: write d3/d68/d104/f5b [391263,46811] 0 2024-09-17T10:40:04.252 INFO:tasks.workunit.client.1.smithi170.stdout:7/648: link d25/lb0 d25/d2a/d3e/d56/d72/lbf 0 2024-09-17T10:40:04.253 INFO:tasks.workunit.client.1.smithi170.stdout:9/674: creat dd/d40/d4e/d23/dae/fda x:0 0 0 2024-09-17T10:40:04.254 INFO:tasks.workunit.client.1.smithi170.stdout:9/675: write dd/d16/d17/d43/d66/f7b [311272,81809] 0 2024-09-17T10:40:04.254 INFO:tasks.workunit.client.1.smithi170.stdout:9/676: truncate dd/d16/d2a/d51/dac/f8b 870213 0 2024-09-17T10:40:04.255 INFO:tasks.workunit.client.1.smithi170.stdout:6/672: dwrite d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/fd7 [0,4194304] 0 2024-09-17T10:40:04.256 INFO:tasks.workunit.client.1.smithi170.stdout:6/673: chown d0/d66/d9c/de7/d85/d69/d8e/d92/leb 1069569 1 2024-09-17T10:40:04.256 INFO:tasks.workunit.client.1.smithi170.stdout:6/674: truncate d0/d66/d9c/de7/d85/d69/d8e/d92/f97 101731 0 2024-09-17T10:40:04.256 INFO:tasks.workunit.client.0.smithi159.stdout:5/988: dwrite d19/d1a/d32/ddc/f117 [0,4194304] 0 2024-09-17T10:40:04.261 INFO:tasks.workunit.client.1.smithi170.stdout:1/787: unlink d3/d68/d104/d51/d64/f6d 0 2024-09-17T10:40:04.261 INFO:tasks.workunit.client.1.smithi170.stdout:1/788: fsync d3/d68/d104/d51/dc8/fdf 0 2024-09-17T10:40:04.263 INFO:tasks.workunit.client.1.smithi170.stdout:7/649: unlink d25/d3b/c52 0 2024-09-17T10:40:04.265 INFO:tasks.workunit.client.0.smithi159.stdout:5/989: link d19/d1b/d1d/d127/d116/f129 d19/d33/dc7/f158 0 2024-09-17T10:40:04.265 INFO:tasks.workunit.client.0.smithi159.stdout:5/990: creat d19/d69/d78/db3/dbd/f159 x:0 0 0 2024-09-17T10:40:04.265 INFO:tasks.workunit.client.1.smithi170.stdout:8/739: rmdir d4/df/d1e/daa 39 2024-09-17T10:40:04.269 INFO:tasks.workunit.client.1.smithi170.stdout:9/677: creat dd/d16/d2a/d51/dd0/fdb x:0 0 0 2024-09-17T10:40:04.272 INFO:tasks.workunit.client.1.smithi170.stdout:0/742: read dd/de/d16/d54/d63/f7d [9197,45424] 0 2024-09-17T10:40:04.272 INFO:tasks.workunit.client.1.smithi170.stdout:0/743: fsync dd/de/d10/f76 0 2024-09-17T10:40:04.274 INFO:tasks.workunit.client.1.smithi170.stdout:6/675: mknod d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/db6/cef 0 2024-09-17T10:40:04.276 INFO:tasks.workunit.client.1.smithi170.stdout:2/902: symlink dd/d14/d19/dc4/l127 0 2024-09-17T10:40:04.279 INFO:tasks.workunit.client.1.smithi170.stdout:3/718: sync 2024-09-17T10:40:04.279 INFO:tasks.workunit.client.1.smithi170.stdout:5/589: sync 2024-09-17T10:40:04.290 INFO:tasks.workunit.client.1.smithi170.stdout:1/789: unlink d3/d77/dad/fd6 0 2024-09-17T10:40:04.291 INFO:tasks.workunit.client.1.smithi170.stdout:7/650: mkdir d25/d2a/d3e/d56/d5d/d7e/dc0 0 2024-09-17T10:40:04.294 INFO:tasks.workunit.client.1.smithi170.stdout:8/740: dwrite d4/df/d3a/f61 [0,4194304] 0 2024-09-17T10:40:04.294 INFO:tasks.workunit.client.1.smithi170.stdout:8/741: chown d4/df/d1e/fe8 115354 1 2024-09-17T10:40:04.294 INFO:tasks.workunit.client.1.smithi170.stdout:0/744: mknod dd/cee 0 2024-09-17T10:40:04.294 INFO:tasks.workunit.client.1.smithi170.stdout:0/745: fdatasync dd/de/d16/f3c 0 2024-09-17T10:40:04.296 INFO:tasks.workunit.client.0.smithi159.stdout:5/991: dwrite d19/d1b/d1d/d59/da7/db5/f8c [0,4194304] 0 2024-09-17T10:40:04.296 INFO:tasks.workunit.client.0.smithi159.stdout:5/992: dread - d19/fc6 zero size 2024-09-17T10:40:04.297 INFO:tasks.workunit.client.1.smithi170.stdout:3/719: dwrite d18/f90 [0,4194304] 0 2024-09-17T10:40:04.298 INFO:tasks.workunit.client.1.smithi170.stdout:3/720: getdents d18/d2c/d4f/da3/de0/d7c/d82/de5 0 2024-09-17T10:40:04.298 INFO:tasks.workunit.client.1.smithi170.stdout:3/721: creat d18/d26/d58/ff4 x:0 0 0 2024-09-17T10:40:04.300 INFO:tasks.workunit.client.1.smithi170.stdout:6/676: creat d0/d66/d9c/de7/d85/d69/d3e/ff0 x:0 0 0 2024-09-17T10:40:04.300 INFO:tasks.workunit.client.1.smithi170.stdout:1/790: dread d3/d5/f7f [0,4194304] 0 2024-09-17T10:40:04.300 INFO:tasks.workunit.client.1.smithi170.stdout:2/903: mkdir dd/d3a/d5b/db7/d128 0 2024-09-17T10:40:04.305 INFO:tasks.workunit.client.1.smithi170.stdout:5/590: symlink d1/d3/d13/d2c/lbd 0 2024-09-17T10:40:04.305 INFO:tasks.workunit.client.1.smithi170.stdout:5/591: chown d1/d3/d55/d80/d89/da5/fba 10639 1 2024-09-17T10:40:04.305 INFO:tasks.workunit.client.1.smithi170.stdout:5/592: fsync d1/d27/f5b 0 2024-09-17T10:40:04.305 INFO:tasks.workunit.client.1.smithi170.stdout:5/593: write d1/d3/d13/d2c/f8a [582412,1986] 0 2024-09-17T10:40:04.305 INFO:tasks.workunit.client.1.smithi170.stdout:5/594: write d1/d3/d13/d2c/f98 [68425,73837] 0 2024-09-17T10:40:04.307 INFO:tasks.workunit.client.0.smithi159.stdout:5/993: rmdir d19/d1b/d1d/d127 39 2024-09-17T10:40:04.308 INFO:tasks.workunit.client.0.smithi159.stdout:5/994: dread - d19/d1b/f148 zero size 2024-09-17T10:40:04.308 INFO:tasks.workunit.client.1.smithi170.stdout:7/651: dwrite d25/d2a/d3e/f58 [4194304,4194304] 0 2024-09-17T10:40:04.309 INFO:tasks.workunit.client.1.smithi170.stdout:9/678: getdents dd/d40/d4e/d23 0 2024-09-17T10:40:04.313 INFO:tasks.workunit.client.0.smithi159.stdout:5/995: creat d19/f15a x:0 0 0 2024-09-17T10:40:04.315 INFO:tasks.workunit.client.1.smithi170.stdout:8/742: mknod d4/df/d3f/d44/dad/cfb 0 2024-09-17T10:40:04.315 INFO:tasks.workunit.client.1.smithi170.stdout:8/743: fdatasync d4/df/d3f/d4c/f8e 0 2024-09-17T10:40:04.315 INFO:tasks.workunit.client.1.smithi170.stdout:3/722: dwrite d18/d1c/d2b/f91 [0,4194304] 0 2024-09-17T10:40:04.316 INFO:tasks.workunit.client.0.smithi159.stdout:5/996: dread d19/d1b/d1d/f2d [0,4194304] 0 2024-09-17T10:40:04.316 INFO:tasks.workunit.client.0.smithi159.stdout:5/997: fdatasync d19/d1e/d4a/f12b 0 2024-09-17T10:40:04.316 INFO:tasks.workunit.client.0.smithi159.stdout:5/998: write d19/d1b/d1d/d59/da7/f100 [555655,65146] 0 2024-09-17T10:40:04.316 INFO:tasks.workunit.client.1.smithi170.stdout:0/746: creat dd/de/d16/fef x:0 0 0 2024-09-17T10:40:04.317 INFO:tasks.workunit.client.1.smithi170.stdout:0/747: truncate dd/de/d16/f6a 4928012 0 2024-09-17T10:40:04.317 INFO:tasks.workunit.client.1.smithi170.stdout:0/748: readlink dd/de/d16/d54/d5f/dc3/l91 0 2024-09-17T10:40:04.319 INFO:tasks.workunit.client.0.smithi159.stdout:5/999: rename d19/d1b/d1d/d59/ld9 to d19/d1b/d21/l15b 0 2024-09-17T10:40:04.321 INFO:tasks.workunit.client.1.smithi170.stdout:1/791: symlink d3/df5/l10a 0 2024-09-17T10:40:04.322 INFO:tasks.workunit.client.1.smithi170.stdout:7/652: dwrite f1f [0,4194304] 0 2024-09-17T10:40:04.322 INFO:tasks.workunit.client.1.smithi170.stdout:6/677: symlink d0/d66/d9c/de7/d85/d69/d3e/da9/lf1 0 2024-09-17T10:40:04.324 INFO:tasks.workunit.client.0.smithi159.stderr:+ rm -rf -- ./tmp.qT8mVx9Vnr 2024-09-17T10:40:04.324 INFO:tasks.workunit.client.1.smithi170.stdout:2/904: symlink dd/d14/d19/d4c/da6/l129 0 2024-09-17T10:40:04.326 INFO:tasks.workunit.client.1.smithi170.stdout:5/595: mkdir d1/d3/d13/d2c/d51/d6f/d93/da9/dbe 0 2024-09-17T10:40:04.330 INFO:tasks.workunit.client.1.smithi170.stdout:9/679: rmdir dd/d40/d4e/d29 39 2024-09-17T10:40:04.334 INFO:tasks.workunit.client.1.smithi170.stdout:8/744: creat d4/df/d3a/df7/ffc x:0 0 0 2024-09-17T10:40:04.337 INFO:tasks.workunit.client.1.smithi170.stdout:0/749: stat dd/de/d16/d54/cc7 0 2024-09-17T10:40:04.343 INFO:tasks.workunit.client.1.smithi170.stdout:1/792: creat d3/d68/d104/d4e/dd1/f10b x:0 0 0 2024-09-17T10:40:04.344 INFO:tasks.workunit.client.1.smithi170.stdout:1/793: fdatasync d3/d68/d104/d4e/fca 0 2024-09-17T10:40:04.344 INFO:tasks.workunit.client.1.smithi170.stdout:1/794: write d3/d68/d104/f1c [2052756,128450] 0 2024-09-17T10:40:04.349 INFO:tasks.workunit.client.1.smithi170.stdout:7/653: symlink d25/d2a/d3e/d56/d5d/d7e/lc1 0 2024-09-17T10:40:04.349 INFO:tasks.workunit.client.1.smithi170.stdout:7/654: chown d25/d2a/d3e/d56/d5d/d7e/fb9 9012 1 2024-09-17T10:40:04.350 INFO:tasks.workunit.client.1.smithi170.stdout:2/905: dwrite dd/d14/d19/d4c/d63/d32/f50 [0,4194304] 0 2024-09-17T10:40:04.350 INFO:tasks.workunit.client.1.smithi170.stdout:5/596: dwrite d1/f42 [0,4194304] 0 2024-09-17T10:40:04.350 INFO:tasks.workunit.client.1.smithi170.stdout:5/597: write d1/d3/d13/d1a/fa8 [4439999,63082] 0 2024-09-17T10:40:04.351 INFO:tasks.workunit.client.1.smithi170.stdout:5/598: chown d1/d3/c29 100409 1 2024-09-17T10:40:04.352 INFO:tasks.workunit.client.1.smithi170.stdout:6/678: rename d0/d66/d9c/de7/d85/d69/da6 to d0/d18/df2 0 2024-09-17T10:40:04.353 INFO:tasks.workunit.client.1.smithi170.stdout:9/680: symlink dd/da1/ldc 0 2024-09-17T10:40:04.357 INFO:tasks.workunit.client.1.smithi170.stdout:0/750: symlink dd/de/d16/d54/d5f/dc4/lf0 0 2024-09-17T10:40:04.360 INFO:tasks.workunit.client.1.smithi170.stdout:1/795: unlink d3/d68/d104/f47 0 2024-09-17T10:40:04.361 INFO:tasks.workunit.client.1.smithi170.stdout:1/796: truncate d3/d68/d104/d51/d64/fa0 970828 0 2024-09-17T10:40:04.362 INFO:tasks.workunit.client.1.smithi170.stdout:7/655: creat d25/d2a/d3e/d56/d5d/d7e/dab/fc2 x:0 0 0 2024-09-17T10:40:04.368 INFO:tasks.workunit.client.1.smithi170.stdout:7/656: dread d25/d4e/f66 [0,4194304] 0 2024-09-17T10:40:04.374 INFO:tasks.workunit.client.1.smithi170.stdout:5/599: symlink d1/d3/d55/d80/lbf 0 2024-09-17T10:40:04.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/679: dwrite d0/d66/f35 [0,4194304] 0 2024-09-17T10:40:04.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/600: dread d1/d27/f45 [0,4194304] 0 2024-09-17T10:40:04.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/601: write d1/d11/f23 [4689003,105804] 0 2024-09-17T10:40:04.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/602: stat d1/d3/d13/d2c/d51/d6f/fa7 0 2024-09-17T10:40:04.377 INFO:tasks.workunit.client.1.smithi170.stdout:5/603: write d1/d3/d13/d2c/d51/f56 [4110881,95446] 0 2024-09-17T10:40:04.377 INFO:tasks.workunit.client.1.smithi170.stdout:9/681: creat dd/d16/d17/d5c/d85/fdd x:0 0 0 2024-09-17T10:40:04.378 INFO:tasks.workunit.client.1.smithi170.stdout:8/745: mknod d4/df/d3f/d4c/cfd 0 2024-09-17T10:40:04.379 INFO:tasks.workunit.client.1.smithi170.stdout:8/746: stat d4/df/d3a/dbb/ldd 0 2024-09-17T10:40:04.383 INFO:tasks.workunit.client.1.smithi170.stdout:0/751: mknod dd/de/d10/d13/cf1 0 2024-09-17T10:40:04.383 INFO:tasks.workunit.client.1.smithi170.stdout:0/752: dread - dd/f9e zero size 2024-09-17T10:40:04.386 INFO:tasks.workunit.client.1.smithi170.stdout:1/797: rmdir d3/d5/dc9/d7b/dd9/dff 0 2024-09-17T10:40:04.390 INFO:tasks.workunit.client.1.smithi170.stdout:2/906: getdents dd/d54 0 2024-09-17T10:40:04.392 INFO:tasks.workunit.client.1.smithi170.stdout:7/657: symlink d25/d2a/d3e/d56/d72/lc3 0 2024-09-17T10:40:04.392 INFO:tasks.workunit.client.1.smithi170.stdout:7/658: fdatasync d25/d2a/f3a 0 2024-09-17T10:40:04.392 INFO:tasks.workunit.client.1.smithi170.stdout:7/659: stat d25/d3b/f4d 0 2024-09-17T10:40:04.393 INFO:tasks.workunit.client.1.smithi170.stdout:8/747: dwrite d4/df/d3f/f65 [0,4194304] 0 2024-09-17T10:40:04.394 INFO:tasks.workunit.client.1.smithi170.stdout:6/680: rename d0/d66/d9c/de7/d85/d69/d8e/d92/cd4 to d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/cf3 0 2024-09-17T10:40:04.399 INFO:tasks.workunit.client.1.smithi170.stdout:5/604: readlink d1/d11/d62/l72 0 2024-09-17T10:40:04.401 INFO:tasks.workunit.client.1.smithi170.stdout:1/798: mkdir d3/d5/dc9/d7b/d10c 0 2024-09-17T10:40:04.403 INFO:tasks.workunit.client.1.smithi170.stdout:2/907: rmdir dd/d64/d10b 0 2024-09-17T10:40:04.409 INFO:tasks.workunit.client.1.smithi170.stdout:9/682: rename dd/d40/d4e/l28 to dd/d16/d17/lde 0 2024-09-17T10:40:04.411 INFO:tasks.workunit.client.1.smithi170.stdout:5/605: dwrite d1/d3/d13/d1a/d54/d8d/f91 [0,4194304] 0 2024-09-17T10:40:04.411 INFO:tasks.workunit.client.1.smithi170.stdout:5/606: chown d1/d3/d55/d80/da4/lb3 30536 1 2024-09-17T10:40:04.414 INFO:tasks.workunit.client.1.smithi170.stdout:8/748: rmdir d4/df/d95 39 2024-09-17T10:40:04.414 INFO:tasks.workunit.client.1.smithi170.stdout:8/749: fdatasync d4/df/f35 0 2024-09-17T10:40:04.414 INFO:tasks.workunit.client.1.smithi170.stdout:8/750: chown d4/df/d62 6643 1 2024-09-17T10:40:04.418 INFO:tasks.workunit.client.1.smithi170.stdout:0/753: rename dd/cee to dd/de/d16/d54/d63/cf2 0 2024-09-17T10:40:04.418 INFO:tasks.workunit.client.1.smithi170.stdout:0/754: dread - dd/de/d10/d13/d59/f98 zero size 2024-09-17T10:40:04.419 INFO:tasks.workunit.client.1.smithi170.stdout:9/683: link dd/d40/d4e/d29/d2c/d41/cb6 dd/d40/cdf 0 2024-09-17T10:40:04.426 INFO:tasks.workunit.client.1.smithi170.stdout:6/681: rename d0/f5d to d0/d66/d9c/de7/d85/d69/d8e/d92/ff4 0 2024-09-17T10:40:04.426 INFO:tasks.workunit.client.1.smithi170.stdout:6/682: write d0/f14 [4310219,105871] 0 2024-09-17T10:40:04.426 INFO:tasks.workunit.client.1.smithi170.stdout:6/683: dread - d0/d66/d9c/de7/d85/d64/f9a zero size 2024-09-17T10:40:04.427 INFO:tasks.workunit.client.1.smithi170.stdout:0/755: dread fc [4194304,4194304] 0 2024-09-17T10:40:04.427 INFO:tasks.workunit.client.1.smithi170.stdout:0/756: chown dd/de/d16/f3b 1134568 1 2024-09-17T10:40:04.429 INFO:tasks.workunit.client.1.smithi170.stdout:9/684: link l1 dd/d40/d4e/d23/dae/le0 0 2024-09-17T10:40:04.432 INFO:tasks.workunit.client.1.smithi170.stdout:7/660: dwrite d25/d2a/f49 [0,4194304] 0 2024-09-17T10:40:04.432 INFO:tasks.workunit.client.1.smithi170.stdout:2/908: dwrite dd/d1a/d7d/f89 [0,4194304] 0 2024-09-17T10:40:04.432 INFO:tasks.workunit.client.1.smithi170.stdout:2/909: stat dd/d1a/d6c/fd4 0 2024-09-17T10:40:04.432 INFO:tasks.workunit.client.1.smithi170.stdout:1/799: rename d3/d5/caa to d3/d68/d104/d4e/dd1/c10d 0 2024-09-17T10:40:04.434 INFO:tasks.workunit.client.1.smithi170.stdout:6/684: rmdir d0/d66/d9c/de7/d85/d69/d8e/d92 39 2024-09-17T10:40:04.434 INFO:tasks.workunit.client.1.smithi170.stdout:6/685: fsync d0/d66/d9c/de7/d85/d69/d3e/d80/f83 0 2024-09-17T10:40:04.434 INFO:tasks.workunit.client.1.smithi170.stdout:6/686: chown d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b 471583456 1 2024-09-17T10:40:04.434 INFO:tasks.workunit.client.1.smithi170.stdout:6/687: fdatasync d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/fd0 0 2024-09-17T10:40:04.436 INFO:tasks.workunit.client.1.smithi170.stdout:0/757: mkdir dd/d82/df3 0 2024-09-17T10:40:04.442 INFO:tasks.workunit.client.1.smithi170.stdout:7/661: mknod d25/d2a/d3e/d56/d5d/d7e/dc0/cc4 0 2024-09-17T10:40:04.442 INFO:tasks.workunit.client.1.smithi170.stdout:6/688: dread d0/f62 [0,4194304] 0 2024-09-17T10:40:04.442 INFO:tasks.workunit.client.1.smithi170.stdout:2/910: mkdir dd/d3a/d84/d12a 0 2024-09-17T10:40:04.451 INFO:tasks.workunit.client.1.smithi170.stdout:7/662: dread d25/d2a/f30 [0,4194304] 0 2024-09-17T10:40:04.451 INFO:tasks.workunit.client.1.smithi170.stdout:7/663: fdatasync fa 0 2024-09-17T10:40:04.455 INFO:tasks.workunit.client.1.smithi170.stdout:2/911: dwrite dd/d1a/d2a/f9b [0,4194304] 0 2024-09-17T10:40:04.459 INFO:tasks.workunit.client.1.smithi170.stdout:0/758: symlink dd/d82/lf4 0 2024-09-17T10:40:04.459 INFO:tasks.workunit.client.1.smithi170.stdout:0/759: fdatasync dd/de/d16/d54/d5f/dc3/f55 0 2024-09-17T10:40:04.460 INFO:tasks.workunit.client.1.smithi170.stdout:6/689: creat d0/d18/d70/dde/ff5 x:0 0 0 2024-09-17T10:40:04.462 INFO:tasks.workunit.client.1.smithi170.stdout:7/664: unlink d25/d2a/d3e/d56/f89 0 2024-09-17T10:40:04.464 INFO:tasks.workunit.client.1.smithi170.stdout:5/607: rename d1/d3/d13/d1a/d54/d8d/f91 to d1/d11/fc0 0 2024-09-17T10:40:04.468 INFO:tasks.workunit.client.1.smithi170.stdout:2/912: creat dd/de4/f12b x:0 0 0 2024-09-17T10:40:04.470 INFO:tasks.workunit.client.1.smithi170.stdout:0/760: link dd/d93/ca7 dd/d93/cf5 0 2024-09-17T10:40:04.470 INFO:tasks.workunit.client.1.smithi170.stdout:0/761: dread - dd/de/d10/fb9 zero size 2024-09-17T10:40:04.471 INFO:tasks.workunit.client.1.smithi170.stdout:6/690: symlink d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/lf6 0 2024-09-17T10:40:04.473 INFO:tasks.workunit.client.1.smithi170.stdout:7/665: creat d25/d2a/daf/fc5 x:0 0 0 2024-09-17T10:40:04.479 INFO:tasks.workunit.client.1.smithi170.stdout:9/685: rename dd/d40/d4e/f36 to dd/d16/d2a/d51/dac/fe1 0 2024-09-17T10:40:04.481 INFO:tasks.workunit.client.1.smithi170.stdout:5/608: mknod d1/d3/d13/d2c/cc1 0 2024-09-17T10:40:04.481 INFO:tasks.workunit.client.1.smithi170.stdout:5/609: stat d1/d11/f4e 0 2024-09-17T10:40:04.481 INFO:tasks.workunit.client.1.smithi170.stdout:5/610: dread - d1/d3/d13/d1a/f92 zero size 2024-09-17T10:40:04.481 INFO:tasks.workunit.client.1.smithi170.stdout:5/611: read - d1/d11/d62/fb4 zero size 2024-09-17T10:40:04.481 INFO:tasks.workunit.client.1.smithi170.stdout:6/691: dread d0/d66/d9c/de7/d85/d69/f6f [0,4194304] 0 2024-09-17T10:40:04.481 INFO:tasks.workunit.client.1.smithi170.stdout:6/692: write d0/d66/d9c/de7/fa4 [630033,111513] 0 2024-09-17T10:40:04.483 INFO:tasks.workunit.client.1.smithi170.stdout:2/913: stat dd/d54/db5/ld9 0 2024-09-17T10:40:04.485 INFO:tasks.workunit.client.1.smithi170.stdout:0/762: mkdir dd/df6 0 2024-09-17T10:40:04.487 INFO:tasks.workunit.client.1.smithi170.stdout:1/800: rename d3/d5/dc9/d7b/fa1 to d3/d68/d104/d51/da4/f10e 0 2024-09-17T10:40:04.487 INFO:tasks.workunit.client.1.smithi170.stdout:5/612: rename d1/d3/d13 to d1/d3/d13/d1a/d54/dc2 22 2024-09-17T10:40:04.487 INFO:tasks.workunit.client.1.smithi170.stdout:1/801: stat d3/d68/fee 0 2024-09-17T10:40:04.487 INFO:tasks.workunit.client.1.smithi170.stdout:7/666: dwrite f1f [0,4194304] 0 2024-09-17T10:40:04.490 INFO:tasks.workunit.client.1.smithi170.stdout:9/686: unlink dd/d40/d4e/d23/dae/db3/cc5 0 2024-09-17T10:40:04.490 INFO:tasks.workunit.client.1.smithi170.stdout:9/687: fsync dd/d16/d17/d5c/d85/fdd 0 2024-09-17T10:40:04.492 INFO:tasks.workunit.client.1.smithi170.stdout:6/693: unlink d0/d66/d9c/de7/d85/l8 0 2024-09-17T10:40:04.492 INFO:tasks.workunit.client.1.smithi170.stdout:6/694: chown d0/d18/f6c 1226544 1 2024-09-17T10:40:04.496 INFO:tasks.workunit.client.1.smithi170.stdout:1/802: dread d3/d68/d104/fc2 [0,4194304] 0 2024-09-17T10:40:04.496 INFO:tasks.workunit.client.1.smithi170.stdout:1/803: fsync d3/d5/dc9/d7b/d8b/f8f 0 2024-09-17T10:40:04.497 INFO:tasks.workunit.client.1.smithi170.stdout:1/804: chown d3/d77/db0/lf0 7201 1 2024-09-17T10:40:04.497 INFO:tasks.workunit.client.1.smithi170.stdout:1/805: read d3/f34 [3506834,108795] 0 2024-09-17T10:40:04.497 INFO:tasks.workunit.client.1.smithi170.stdout:0/763: mknod dd/de/d16/d65/dca/d5c/d9c/daa/cf7 0 2024-09-17T10:40:04.497 INFO:tasks.workunit.client.1.smithi170.stdout:0/764: read f8 [3635999,122474] 0 2024-09-17T10:40:04.498 INFO:tasks.workunit.client.1.smithi170.stdout:5/613: mknod d1/d3/d13/d1a/d54/d8d/cc3 0 2024-09-17T10:40:04.499 INFO:tasks.workunit.client.1.smithi170.stdout:5/614: fdatasync d1/d3/d13/d2c/f8a 0 2024-09-17T10:40:04.499 INFO:tasks.workunit.client.1.smithi170.stdout:9/688: dread dd/f27 [0,4194304] 0 2024-09-17T10:40:04.501 INFO:tasks.workunit.client.1.smithi170.stdout:2/914: truncate dd/f10 1676329 0 2024-09-17T10:40:04.501 INFO:tasks.workunit.client.1.smithi170.stdout:2/915: truncate dd/d14/d19/d4c/d63/d32/f9e 1123604 0 2024-09-17T10:40:04.501 INFO:tasks.workunit.client.1.smithi170.stdout:2/916: chown dd/d1a/d6c/f96 13 1 2024-09-17T10:40:04.501 INFO:tasks.workunit.client.1.smithi170.stdout:2/917: truncate dd/d1a/d2a/db3/fdf 976637 0 2024-09-17T10:40:04.502 INFO:tasks.workunit.client.1.smithi170.stdout:6/695: dread d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/fb0 [0,4194304] 0 2024-09-17T10:40:04.502 INFO:tasks.workunit.client.1.smithi170.stdout:1/806: mknod d3/d5/d54/dd0/c10f 0 2024-09-17T10:40:04.504 INFO:tasks.workunit.client.1.smithi170.stdout:0/765: creat dd/de/d16/d54/d63/ff8 x:0 0 0 2024-09-17T10:40:04.504 INFO:tasks.workunit.client.1.smithi170.stdout:0/766: truncate dd/de/d10/d61/f7f 387662 0 2024-09-17T10:40:04.504 INFO:tasks.workunit.client.1.smithi170.stdout:0/767: stat dd/de/d16/d54/d63 0 2024-09-17T10:40:04.504 INFO:tasks.workunit.client.1.smithi170.stdout:0/768: write dd/de/fcb [826111,31097] 0 2024-09-17T10:40:04.506 INFO:tasks.workunit.client.1.smithi170.stdout:5/615: write d1/d3/f5 [2521161,20215] 0 2024-09-17T10:40:04.506 INFO:tasks.workunit.client.1.smithi170.stdout:0/769: write dd/de/d10/d13/d59/f68 [195886,4991] 0 2024-09-17T10:40:04.506 INFO:tasks.workunit.client.1.smithi170.stdout:9/689: symlink dd/d40/d4e/d29/le2 0 2024-09-17T10:40:04.510 INFO:tasks.workunit.client.1.smithi170.stdout:2/918: mkdir dd/d3a/d12c 0 2024-09-17T10:40:04.513 INFO:tasks.workunit.client.1.smithi170.stdout:6/696: mkdir d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7 0 2024-09-17T10:40:04.515 INFO:tasks.workunit.client.1.smithi170.stdout:1/807: mknod d3/d77/dad/ddb/c110 0 2024-09-17T10:40:04.515 INFO:tasks.workunit.client.1.smithi170.stdout:1/808: dread - d3/d68/d104/d4e/fca zero size 2024-09-17T10:40:04.517 INFO:tasks.workunit.client.1.smithi170.stdout:5/616: rmdir d1/d3/d13/d2c/d51 39 2024-09-17T10:40:04.518 INFO:tasks.workunit.client.1.smithi170.stdout:9/690: link dd/d16/d17/d43/d66/c7a dd/d16/d2a/ce3 0 2024-09-17T10:40:04.519 INFO:tasks.workunit.client.1.smithi170.stdout:0/770: dwrite dd/de/d16/fbc [0,4194304] 0 2024-09-17T10:40:04.520 INFO:tasks.workunit.client.1.smithi170.stdout:6/697: rename d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/lab to d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7/lf8 0 2024-09-17T10:40:04.527 INFO:tasks.workunit.client.1.smithi170.stdout:0/771: rename dd/de/d3d/lc6 to dd/de/d3d/lf9 0 2024-09-17T10:40:04.527 INFO:tasks.workunit.client.1.smithi170.stdout:0/772: write dd/d82/fb5 [42036,57160] 0 2024-09-17T10:40:04.531 INFO:tasks.workunit.client.1.smithi170.stdout:1/809: rename d3/d77/dad/la9 to d3/d77/l111 0 2024-09-17T10:40:04.532 INFO:tasks.workunit.client.1.smithi170.stdout:2/919: dwrite dd/d14/d19/dc4/f10d [0,4194304] 0 2024-09-17T10:40:04.533 INFO:tasks.workunit.client.1.smithi170.stdout:9/691: dwrite dd/d40/d4e/d29/f2f [0,4194304] 0 2024-09-17T10:40:04.533 INFO:tasks.workunit.client.1.smithi170.stdout:6/698: symlink d0/d66/d9c/de7/lf9 0 2024-09-17T10:40:04.535 INFO:tasks.workunit.client.1.smithi170.stdout:6/699: write d0/d66/d9c/de7/d85/d69/f4a [24028,115319] 0 2024-09-17T10:40:04.546 INFO:tasks.workunit.client.1.smithi170.stdout:5/617: rmdir d1 39 2024-09-17T10:40:04.546 INFO:tasks.workunit.client.1.smithi170.stdout:5/618: fdatasync d1/d3/f2a 0 2024-09-17T10:40:04.547 INFO:tasks.workunit.client.1.smithi170.stdout:0/773: symlink dd/de/d16/d54/d5f/dc3/lfa 0 2024-09-17T10:40:04.548 INFO:tasks.workunit.client.1.smithi170.stdout:1/810: creat d3/d68/d104/dde/f112 x:0 0 0 2024-09-17T10:40:04.548 INFO:tasks.workunit.client.1.smithi170.stdout:1/811: readlink d3/l2b 0 2024-09-17T10:40:04.550 INFO:tasks.workunit.client.1.smithi170.stdout:9/692: dwrite dd/d16/d2a/d51/dac/fbb [0,4194304] 0 2024-09-17T10:40:04.551 INFO:tasks.workunit.client.1.smithi170.stdout:2/920: getdents dd/d14/d19/d4c/d63 0 2024-09-17T10:40:04.557 INFO:tasks.workunit.client.1.smithi170.stdout:6/700: creat d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/ffa x:0 0 0 2024-09-17T10:40:04.566 INFO:tasks.workunit.client.1.smithi170.stdout:5/619: mkdir d1/d3/dc4 0 2024-09-17T10:40:04.566 INFO:tasks.workunit.client.1.smithi170.stdout:5/620: dread - d1/d11/d62/fb4 zero size 2024-09-17T10:40:04.574 INFO:tasks.workunit.client.1.smithi170.stdout:1/812: rmdir d3/d68/d104/d51/da4 39 2024-09-17T10:40:04.585 INFO:tasks.workunit.client.1.smithi170.stdout:6/701: fdatasync d0/d66/d9c/de7/d85/d69/d3e/d80/f83 0 2024-09-17T10:40:04.585 INFO:tasks.workunit.client.1.smithi170.stdout:6/702: creat d0/d18/d70/d74/ffb x:0 0 0 2024-09-17T10:40:04.585 INFO:tasks.workunit.client.1.smithi170.stdout:6/703: stat d0/d18/d70/dcb/fe0 0 2024-09-17T10:40:04.585 INFO:tasks.workunit.client.1.smithi170.stdout:6/704: write d0/f7 [4202084,30572] 0 2024-09-17T10:40:04.585 INFO:tasks.workunit.client.1.smithi170.stdout:6/705: dread - d0/d66/d9c/de7/d85/d69/d3e/ff0 zero size 2024-09-17T10:40:04.585 INFO:tasks.workunit.client.1.smithi170.stdout:6/706: read d0/d66/d9c/de7/d85/d69/d3e/f8a [994384,34045] 0 2024-09-17T10:40:04.586 INFO:tasks.workunit.client.1.smithi170.stdout:5/621: rename d1/d27/l4c to d1/d3/d55/d80/lc5 0 2024-09-17T10:40:04.587 INFO:tasks.workunit.client.1.smithi170.stdout:9/693: dread dd/d16/d2a/d51/dac/fbb [0,4194304] 0 2024-09-17T10:40:04.587 INFO:tasks.workunit.client.1.smithi170.stdout:0/774: getdents dd/de/d10 0 2024-09-17T10:40:04.589 INFO:tasks.workunit.client.1.smithi170.stdout:1/813: creat d3/d5/d54/dd0/f113 x:0 0 0 2024-09-17T10:40:04.589 INFO:tasks.workunit.client.1.smithi170.stdout:1/814: stat d3/d68/d104/d51/da4/ddd 0 2024-09-17T10:40:04.589 INFO:tasks.workunit.client.1.smithi170.stdout:1/815: write d3/d68/d104/d4e/dd1/ff4 [898565,113048] 0 2024-09-17T10:40:04.589 INFO:tasks.workunit.client.1.smithi170.stdout:1/816: write d3/d68/d104/d51/dac/fb3 [157102,111230] 0 2024-09-17T10:40:04.598 INFO:tasks.workunit.client.1.smithi170.stdout:0/775: write dd/de/d16/d54/d5f/dc3/db2/dea/f45 [7059580,110836] 0 2024-09-17T10:40:04.601 INFO:tasks.workunit.client.1.smithi170.stdout:5/622: creat d1/d3/d55/d80/d89/fc6 x:0 0 0 2024-09-17T10:40:04.603 INFO:tasks.workunit.client.1.smithi170.stdout:6/707: rename d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/fce to d0/d66/d9c/de7/d85/ffc 0 2024-09-17T10:40:04.603 INFO:tasks.workunit.client.1.smithi170.stdout:1/817: dwrite d3/d68/d104/d51/d64/fa0 [0,4194304] 0 2024-09-17T10:40:04.603 INFO:tasks.workunit.client.1.smithi170.stdout:1/818: fdatasync d3/d68/d104/f69 0 2024-09-17T10:40:04.606 INFO:tasks.workunit.client.1.smithi170.stdout:5/623: rmdir d1/d3/d13/d1a/d54 39 2024-09-17T10:40:04.609 INFO:tasks.workunit.client.1.smithi170.stdout:9/694: rename dd/d40/d4e/d29/d2c/d41/f47 to dd/d16/d17/d43/d6d/fe4 0 2024-09-17T10:40:04.610 INFO:tasks.workunit.client.1.smithi170.stdout:0/776: dwrite dd/de/d16/d54/d5f/dc3/f96 [0,4194304] 0 2024-09-17T10:40:04.610 INFO:tasks.workunit.client.1.smithi170.stdout:0/777: truncate dd/de/d16/d54/fa2 693442 0 2024-09-17T10:40:04.610 INFO:tasks.workunit.client.1.smithi170.stdout:0/778: write dd/d82/fae [149134,29108] 0 2024-09-17T10:40:04.616 INFO:tasks.workunit.client.1.smithi170.stdout:5/624: mknod d1/d3/d13/d2c/d51/cc7 0 2024-09-17T10:40:04.619 INFO:tasks.workunit.client.1.smithi170.stdout:9/695: creat dd/d16/d17/d5c/fe5 x:0 0 0 2024-09-17T10:40:04.622 INFO:tasks.workunit.client.1.smithi170.stdout:0/779: link dd/de/d3d/f5d dd/de/d10/ffb 0 2024-09-17T10:40:04.624 INFO:tasks.workunit.client.1.smithi170.stdout:6/708: getdents d0/d66/d9c/de7/d85/d69/d3e 0 2024-09-17T10:40:04.624 INFO:tasks.workunit.client.1.smithi170.stdout:6/709: write d0/d66/d9c/de7/d85/d69/d3e/d80/f83 [4805873,953] 0 2024-09-17T10:40:04.624 INFO:tasks.workunit.client.1.smithi170.stdout:6/710: write d0/f7 [287872,104826] 0 2024-09-17T10:40:04.625 INFO:tasks.workunit.client.1.smithi170.stdout:5/625: truncate d1/f94 125049 0 2024-09-17T10:40:04.627 INFO:tasks.workunit.client.1.smithi170.stdout:1/819: rename d3/d5/dc9/d7b/dd9 to d3/d114 0 2024-09-17T10:40:04.628 INFO:tasks.workunit.client.1.smithi170.stdout:9/696: getdents dd/d40/d32/d3d 0 2024-09-17T10:40:04.630 INFO:tasks.workunit.client.1.smithi170.stdout:6/711: write d0/d66/d9c/de7/d85/d64/fbd [1012027,127040] 0 2024-09-17T10:40:04.634 INFO:tasks.workunit.client.1.smithi170.stdout:5/626: creat d1/d11/fc8 x:0 0 0 2024-09-17T10:40:04.636 INFO:tasks.workunit.client.1.smithi170.stdout:0/780: rename dd/de/d16/d65/dca/d5c/d9c/la6 to dd/de/d10/lfc 0 2024-09-17T10:40:04.638 INFO:tasks.workunit.client.1.smithi170.stdout:6/712: mkdir d0/d66/d9c/de7/d85/d69/d3e/da9/dfd 0 2024-09-17T10:40:04.640 INFO:tasks.workunit.client.1.smithi170.stdout:5/627: unlink d1/d3/d55/d5e/d67/d86/caa 0 2024-09-17T10:40:04.646 INFO:tasks.workunit.client.1.smithi170.stdout:6/713: rmdir d0/d66/d9c/de7/d85/d69/d3e/d80 39 2024-09-17T10:40:04.646 INFO:tasks.workunit.client.1.smithi170.stdout:6/714: dread - d0/d66/d9c/de7/d85/d69/d3e/d80/fec zero size 2024-09-17T10:40:04.649 INFO:tasks.workunit.client.1.smithi170.stdout:6/715: symlink d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/db6/lfe 0 2024-09-17T10:40:04.650 INFO:tasks.workunit.client.1.smithi170.stdout:6/716: readlink d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/db6/lfe 0 2024-09-17T10:40:04.654 INFO:tasks.workunit.client.1.smithi170.stdout:5/628: dread d1/f94 [0,4194304] 0 2024-09-17T10:40:04.656 INFO:tasks.workunit.client.1.smithi170.stdout:9/697: dwrite dd/d16/d2a/fa6 [0,4194304] 0 2024-09-17T10:40:04.656 INFO:tasks.workunit.client.1.smithi170.stdout:9/698: write dd/d40/d32/f39 [904280,102782] 0 2024-09-17T10:40:04.658 INFO:tasks.workunit.client.1.smithi170.stdout:0/781: dwrite dd/de/d16/f6a [0,4194304] 0 2024-09-17T10:40:04.658 INFO:tasks.workunit.client.1.smithi170.stdout:1/820: dwrite d3/d5/f7f [0,4194304] 0 2024-09-17T10:40:04.659 INFO:tasks.workunit.client.1.smithi170.stdout:5/629: rename d1/d3/d13/d2c/cc1 to d1/d3/d55/d87/cc9 0 2024-09-17T10:40:04.666 INFO:tasks.workunit.client.1.smithi170.stdout:9/699: creat dd/d16/d17/d43/d6d/fe6 x:0 0 0 2024-09-17T10:40:04.672 INFO:tasks.workunit.client.1.smithi170.stdout:1/821: mkdir d3/d114/de3/d115 0 2024-09-17T10:40:04.678 INFO:tasks.workunit.client.1.smithi170.stdout:9/700: dwrite dd/d16/d2a/f69 [0,4194304] 0 2024-09-17T10:40:04.682 INFO:tasks.workunit.client.1.smithi170.stdout:5/630: symlink d1/d27/lca 0 2024-09-17T10:40:04.687 INFO:tasks.workunit.client.1.smithi170.stdout:1/822: rename d3/d68/d104/d4e/c62 to d3/d68/c116 0 2024-09-17T10:40:04.687 INFO:tasks.workunit.client.1.smithi170.stdout:1/823: read d3/d68/d104/d4e/f57 [762548,83443] 0 2024-09-17T10:40:04.689 INFO:tasks.workunit.client.1.smithi170.stdout:9/701: symlink dd/d16/d17/d43/d66/le7 0 2024-09-17T10:40:04.689 INFO:tasks.workunit.client.1.smithi170.stdout:9/702: creat dd/d40/d4e/d23/dae/db4/fe8 x:0 0 0 2024-09-17T10:40:04.689 INFO:tasks.workunit.client.1.smithi170.stdout:9/703: chown dd/d40/d4e/d29/d54/c91 2 1 2024-09-17T10:40:04.689 INFO:tasks.workunit.client.1.smithi170.stdout:9/704: creat dd/d16/fe9 x:0 0 0 2024-09-17T10:40:04.689 INFO:tasks.workunit.client.1.smithi170.stdout:9/705: fdatasync dd/d40/d4e/d29/d54/d8c/fa3 0 2024-09-17T10:40:04.691 INFO:tasks.workunit.client.1.smithi170.stdout:5/631: rmdir d1/d3/d13 39 2024-09-17T10:40:04.695 INFO:tasks.workunit.client.1.smithi170.stdout:1/824: mkdir d3/d68/d104/dde/d117 0 2024-09-17T10:40:04.699 INFO:tasks.workunit.client.1.smithi170.stdout:5/632: mkdir d1/d3/d13/d2c/dcb 0 2024-09-17T10:40:04.706 INFO:tasks.workunit.client.1.smithi170.stdout:9/706: dwrite dd/d40/f6c [0,4194304] 0 2024-09-17T10:40:04.708 INFO:tasks.workunit.client.1.smithi170.stdout:9/707: mkdir dd/d40/d4e/dea 0 2024-09-17T10:40:04.710 INFO:tasks.workunit.client.1.smithi170.stdout:9/708: mkdir dd/d16/d2a/d51/dd0/deb 0 2024-09-17T10:40:04.710 INFO:tasks.workunit.client.1.smithi170.stdout:9/709: chown dd/d40/d4e/d23/dae/db4/f96 1181 1 2024-09-17T10:40:04.717 INFO:tasks.workunit.client.1.smithi170.stdout:1/825: dwrite d3/d5/f17 [0,4194304] 0 2024-09-17T10:40:04.718 INFO:tasks.workunit.client.1.smithi170.stdout:1/826: mkdir d3/d68/d104/d4e/dd1/d118 0 2024-09-17T10:40:04.718 INFO:tasks.workunit.client.1.smithi170.stdout:1/827: fsync d3/d68/d104/d51/dc8/fdf 0 2024-09-17T10:40:04.722 INFO:tasks.workunit.client.1.smithi170.stdout:9/710: dread dd/d40/f6c [0,4194304] 0 2024-09-17T10:40:04.723 INFO:tasks.workunit.client.1.smithi170.stdout:9/711: stat dd/d16/l56 0 2024-09-17T10:40:04.723 INFO:tasks.workunit.client.1.smithi170.stdout:9/712: dread - dd/d40/d4e/d29/d54/d8c/f97 zero size 2024-09-17T10:40:04.725 INFO:tasks.workunit.client.1.smithi170.stdout:9/713: link dd/l12 dd/d16/d17/lec 0 2024-09-17T10:40:04.738 INFO:tasks.workunit.client.1.smithi170.stdout:1/828: dwrite d3/d5/f17 [0,4194304] 0 2024-09-17T10:40:04.738 INFO:tasks.workunit.client.1.smithi170.stdout:1/829: creat d3/d68/d104/d4e/dd1/f119 x:0 0 0 2024-09-17T10:40:04.738 INFO:tasks.workunit.client.1.smithi170.stdout:1/830: chown d3/d68/d104/d4e 1 1 2024-09-17T10:40:04.739 INFO:tasks.workunit.client.1.smithi170.stdout:1/831: truncate d3/d77/dad/d9d/fdc 1589453 0 2024-09-17T10:40:04.739 INFO:tasks.workunit.client.1.smithi170.stdout:9/714: dwrite dd/d40/d4e/d29/d54/d8c/f97 [0,4194304] 0 2024-09-17T10:40:04.740 INFO:tasks.workunit.client.1.smithi170.stdout:9/715: truncate dd/d40/d4e/d29/d2c/f7c 4911399 0 2024-09-17T10:40:04.740 INFO:tasks.workunit.client.1.smithi170.stdout:1/832: mkdir d3/d68/d104/d4e/dd1/d118/d11a 0 2024-09-17T10:40:04.740 INFO:tasks.workunit.client.1.smithi170.stdout:1/833: write d3/d68/d104/d51/dc8/fdf [5070012,128428] 0 2024-09-17T10:40:04.740 INFO:tasks.workunit.client.1.smithi170.stdout:1/834: chown d3/d5/dc9/d7b/d8b/cc1 5 1 2024-09-17T10:40:04.745 INFO:tasks.workunit.client.1.smithi170.stdout:9/716: creat dd/d40/d32/d3d/dbd/fed x:0 0 0 2024-09-17T10:40:04.747 INFO:tasks.workunit.client.1.smithi170.stdout:9/717: dread dd/f15 [0,4194304] 0 2024-09-17T10:40:04.747 INFO:tasks.workunit.client.1.smithi170.stdout:4/483: sync 2024-09-17T10:40:04.749 INFO:tasks.workunit.client.1.smithi170.stdout:1/835: unlink d3/d68/d104/d51/c89 0 2024-09-17T10:40:04.761 INFO:tasks.workunit.client.1.smithi170.stdout:9/718: write dd/d40/f2d [1612173,120297] 0 2024-09-17T10:40:04.761 INFO:tasks.workunit.client.1.smithi170.stdout:9/719: chown dd/c58 454139 1 2024-09-17T10:40:04.762 INFO:tasks.workunit.client.1.smithi170.stdout:4/484: dread d9/f13 [0,4194304] 0 2024-09-17T10:40:04.762 INFO:tasks.workunit.client.1.smithi170.stdout:4/485: chown d9/d12/d36/d42/d40/d70/d72/f85 32029 1 2024-09-17T10:40:04.762 INFO:tasks.workunit.client.1.smithi170.stdout:4/486: creat d9/d12/d36/d42/f97 x:0 0 0 2024-09-17T10:40:04.762 INFO:tasks.workunit.client.1.smithi170.stdout:4/487: creat d9/d3e/f98 x:0 0 0 2024-09-17T10:40:04.762 INFO:tasks.workunit.client.1.smithi170.stdout:9/720: symlink dd/d40/d4e/d29/d2c/d41/dd8/lee 0 2024-09-17T10:40:04.766 INFO:tasks.workunit.client.1.smithi170.stdout:9/721: dread dd/d40/d4e/d23/dae/db4/fb7 [0,4194304] 0 2024-09-17T10:40:04.768 INFO:tasks.workunit.client.1.smithi170.stdout:9/722: mkdir dd/d40/d4e/d23/dae/db4/da7/def 0 2024-09-17T10:40:04.768 INFO:tasks.workunit.client.1.smithi170.stdout:9/723: chown dd/d16/d2a/d51/dd0/fdb 1004 1 2024-09-17T10:40:04.774 INFO:tasks.workunit.client.1.smithi170.stdout:4/488: dwrite d9/f53 [4194304,4194304] 0 2024-09-17T10:40:04.778 INFO:tasks.workunit.client.1.smithi170.stdout:4/489: getdents d9/d12 0 2024-09-17T10:40:04.781 INFO:tasks.workunit.client.1.smithi170.stdout:4/490: rename d9/l29 to d9/d12/l99 0 2024-09-17T10:40:04.782 INFO:tasks.workunit.client.1.smithi170.stdout:9/724: dwrite dd/d40/d4e/d29/d54/d8c/fab [0,4194304] 0 2024-09-17T10:40:04.782 INFO:tasks.workunit.client.1.smithi170.stdout:9/725: truncate dd/d40/d4e/d23/dae/db4/fe8 811673 0 2024-09-17T10:40:04.782 INFO:tasks.workunit.client.1.smithi170.stdout:9/726: write dd/d16/fe9 [238500,36254] 0 2024-09-17T10:40:04.782 INFO:tasks.workunit.client.1.smithi170.stdout:9/727: dread - dd/d16/fca zero size 2024-09-17T10:40:04.789 INFO:tasks.workunit.client.1.smithi170.stdout:9/728: creat dd/d40/ff0 x:0 0 0 2024-09-17T10:40:04.794 INFO:tasks.workunit.client.1.smithi170.stdout:9/729: unlink dd/d40/d4e/d23/dae/cba 0 2024-09-17T10:40:04.801 INFO:tasks.workunit.client.1.smithi170.stdout:9/730: dread dd/d40/d4e/d29/f2f [0,4194304] 0 2024-09-17T10:40:04.817 INFO:tasks.workunit.client.1.smithi170.stdout:9/731: dwrite dd/d40/d4e/d29/d2c/d41/f6e [0,4194304] 0 2024-09-17T10:40:04.819 INFO:tasks.workunit.client.1.smithi170.stdout:9/732: getdents dd/d16/d17/d43 0 2024-09-17T10:40:04.821 INFO:tasks.workunit.client.1.smithi170.stdout:9/733: mknod dd/d40/d4e/d23/dae/db4/da7/cf1 0 2024-09-17T10:40:04.851 INFO:tasks.workunit.client.1.smithi170.stdout:9/734: dwrite dd/d16/d2a/d51/dac/fbb [0,4194304] 0 2024-09-17T10:40:04.851 INFO:tasks.workunit.client.1.smithi170.stdout:9/735: write dd/d40/d4e/d29/f34 [3187979,17154] 0 2024-09-17T10:40:04.879 INFO:tasks.workunit.client.1.smithi170.stdout:3/723: sync 2024-09-17T10:40:04.883 INFO:tasks.workunit.client.1.smithi170.stdout:3/724: mkdir d18/d2c/d3e/d57/df5 0 2024-09-17T10:40:04.884 INFO:tasks.workunit.client.1.smithi170.stdout:3/725: truncate d18/d25/fcb 658927 0 2024-09-17T10:40:04.884 INFO:tasks.workunit.client.1.smithi170.stdout:3/726: fsync d18/f19 0 2024-09-17T10:40:04.885 INFO:tasks.workunit.client.1.smithi170.stdout:3/727: creat d18/d1c/ff6 x:0 0 0 2024-09-17T10:40:04.885 INFO:tasks.workunit.client.1.smithi170.stdout:3/728: chown d18/d26/d58/ff4 106276 1 2024-09-17T10:40:04.899 INFO:tasks.workunit.client.1.smithi170.stdout:3/729: dwrite d18/d1c/f3f [0,4194304] 0 2024-09-17T10:40:04.899 INFO:tasks.workunit.client.1.smithi170.stdout:3/730: getdents d18/d2c/d4f/da3/de0/d7c 0 2024-09-17T10:40:04.900 INFO:tasks.workunit.client.1.smithi170.stdout:3/731: write d18/d26/d56/d97/dba/fed [327599,74699] 0 2024-09-17T10:40:04.900 INFO:tasks.workunit.client.1.smithi170.stdout:3/732: link d18/d25/f8c d18/d2c/d4f/da3/de0/d7c/d82/ff7 0 2024-09-17T10:40:04.900 INFO:tasks.workunit.client.1.smithi170.stdout:3/733: chown d18/d2c/d3e/d57/d7e 258783463 1 2024-09-17T10:40:04.902 INFO:tasks.workunit.client.1.smithi170.stdout:3/734: link d18/d2c/d3e/fdb d18/d59/dbc/ff8 0 2024-09-17T10:40:04.902 INFO:tasks.workunit.client.1.smithi170.stdout:3/735: chown c6 158 1 2024-09-17T10:40:04.902 INFO:tasks.workunit.client.1.smithi170.stdout:3/736: readlink d18/d25/ld0 0 2024-09-17T10:40:04.904 INFO:tasks.workunit.client.1.smithi170.stdout:3/737: mkdir d18/d26/df9 0 2024-09-17T10:40:04.904 INFO:tasks.workunit.client.1.smithi170.stdout:3/738: truncate d18/d2c/d4f/f54 4970502 0 2024-09-17T10:40:04.904 INFO:tasks.workunit.client.1.smithi170.stdout:3/739: creat d18/d24/d73/ffa x:0 0 0 2024-09-17T10:40:04.905 INFO:tasks.workunit.client.1.smithi170.stdout:3/740: symlink d18/d2c/d4f/da3/de0/d7c/lfb 0 2024-09-17T10:40:04.905 INFO:tasks.workunit.client.1.smithi170.stdout:3/741: chown d18/f9d 7 1 2024-09-17T10:40:04.907 INFO:tasks.workunit.client.1.smithi170.stdout:3/742: mknod d18/d2c/d3e/d57/d7e/cfc 0 2024-09-17T10:40:04.908 INFO:tasks.workunit.client.1.smithi170.stdout:3/743: mkdir d18/d26/d56/dfd 0 2024-09-17T10:40:04.909 INFO:tasks.workunit.client.1.smithi170.stdout:3/744: stat d18/d25/ld0 0 2024-09-17T10:40:04.925 INFO:tasks.workunit.client.1.smithi170.stdout:3/745: dwrite d18/d26/d58/d88/fc7 [0,4194304] 0 2024-09-17T10:40:04.929 INFO:tasks.workunit.client.1.smithi170.stdout:3/746: unlink d18/d2c/d4f/da3/dcc/ce9 0 2024-09-17T10:40:04.931 INFO:tasks.workunit.client.1.smithi170.stdout:3/747: unlink d18/d2c/d41/d7d/fdc 0 2024-09-17T10:40:04.946 INFO:tasks.workunit.client.1.smithi170.stdout:3/748: dwrite d18/d1c/d2b/f31 [0,4194304] 0 2024-09-17T10:40:04.950 INFO:tasks.workunit.client.1.smithi170.stdout:3/749: mknod d18/d26/d56/dfd/cfe 0 2024-09-17T10:40:04.950 INFO:tasks.workunit.client.1.smithi170.stdout:3/750: chown d18/d1c/d2b/fd1 15 1 2024-09-17T10:40:04.950 INFO:tasks.workunit.client.1.smithi170.stdout:3/751: write fd [582934,22173] 0 2024-09-17T10:40:04.959 INFO:tasks.workunit.client.1.smithi170.stdout:3/752: dread d18/d2c/f48 [0,4194304] 0 2024-09-17T10:40:04.959 INFO:tasks.workunit.client.1.smithi170.stdout:3/753: chown d18/d1c/d2b/fd1 28974972 1 2024-09-17T10:40:04.961 INFO:tasks.workunit.client.1.smithi170.stdout:3/754: unlink c17 0 2024-09-17T10:40:04.980 INFO:tasks.workunit.client.1.smithi170.stdout:3/755: dwrite d18/d26/d58/ff4 [0,4194304] 0 2024-09-17T10:40:05.000 INFO:tasks.workunit.client.1.smithi170.stdout:3/756: dwrite d18/d2c/d4f/da3/fc3 [0,4194304] 0 2024-09-17T10:40:05.000 INFO:tasks.workunit.client.1.smithi170.stdout:3/757: write d18/d2c/d4f/d7b/fc8 [2351370,73748] 0 2024-09-17T10:40:05.017 INFO:tasks.workunit.client.1.smithi170.stdout:3/758: dwrite d18/d1c/fb2 [0,4194304] 0 2024-09-17T10:40:05.020 INFO:tasks.workunit.client.1.smithi170.stdout:3/759: symlink d18/d24/d73/lff 0 2024-09-17T10:40:05.020 INFO:tasks.workunit.client.1.smithi170.stdout:3/760: write d18/d2c/fef [681978,61040] 0 2024-09-17T10:40:05.020 INFO:tasks.workunit.client.1.smithi170.stdout:3/761: stat d18/d2c/d41/l80 0 2024-09-17T10:40:05.022 INFO:tasks.workunit.client.1.smithi170.stdout:3/762: symlink d18/d24/d73/dda/l100 0 2024-09-17T10:40:05.023 INFO:tasks.workunit.client.1.smithi170.stdout:3/763: chown d18/c55 30199 1 2024-09-17T10:40:05.029 INFO:tasks.workunit.client.1.smithi170.stdout:3/764: dread d18/d1c/d2b/f52 [0,4194304] 0 2024-09-17T10:40:05.029 INFO:tasks.workunit.client.1.smithi170.stdout:3/765: truncate d18/d24/f85 294689 0 2024-09-17T10:40:05.037 INFO:tasks.workunit.client.1.smithi170.stdout:3/766: dread d18/d2c/d4f/da3/de0/d7c/d82/ff7 [0,4194304] 0 2024-09-17T10:40:05.040 INFO:tasks.workunit.client.1.smithi170.stdout:3/767: rename f0 to d18/d69/f101 0 2024-09-17T10:40:05.042 INFO:tasks.workunit.client.1.smithi170.stdout:3/768: rename d18/fa1 to d18/d26/d56/d97/dba/f102 0 2024-09-17T10:40:05.042 INFO:tasks.workunit.client.1.smithi170.stdout:3/769: creat d18/d1c/f103 x:0 0 0 2024-09-17T10:40:05.042 INFO:tasks.workunit.client.1.smithi170.stdout:3/770: dread - d18/f99 zero size 2024-09-17T10:40:05.092 INFO:tasks.workunit.client.1.smithi170.stdout:7/667: sync 2024-09-17T10:40:05.092 INFO:tasks.workunit.client.1.smithi170.stdout:8/751: sync 2024-09-17T10:40:05.092 INFO:tasks.workunit.client.1.smithi170.stdout:8/752: chown d4/df/d3f/d44/d80/f8d 687557 1 2024-09-17T10:40:05.092 INFO:tasks.workunit.client.1.smithi170.stdout:7/668: write d25/d4e/f9e [642876,10506] 0 2024-09-17T10:40:05.092 INFO:tasks.workunit.client.1.smithi170.stdout:8/753: mkdir d4/df/d3f/d44/d80/dd1/dfe 0 2024-09-17T10:40:05.094 INFO:tasks.workunit.client.1.smithi170.stdout:7/669: rename d25/d3b/c50 to d25/d2a/daf/cc6 0 2024-09-17T10:40:05.096 INFO:tasks.workunit.client.1.smithi170.stdout:8/754: unlink d4/df/cd0 0 2024-09-17T10:40:05.099 INFO:tasks.workunit.client.1.smithi170.stdout:7/670: unlink d25/d2a/f3c 0 2024-09-17T10:40:05.102 INFO:tasks.workunit.client.1.smithi170.stdout:7/671: creat d25/d2a/d3e/d56/d72/fc7 x:0 0 0 2024-09-17T10:40:05.102 INFO:tasks.workunit.client.1.smithi170.stdout:7/672: readlink d25/lb4 0 2024-09-17T10:40:05.105 INFO:tasks.workunit.client.1.smithi170.stdout:8/755: read d4/df/d3a/df7/d33/fb7 [2207909,41396] 0 2024-09-17T10:40:05.105 INFO:tasks.workunit.client.1.smithi170.stdout:8/756: chown d4/df/d76/d85/f8f 143 1 2024-09-17T10:40:05.109 INFO:tasks.workunit.client.1.smithi170.stdout:8/757: rename d4/df/d1e/d69/ce5 to d4/df/d95/cff 0 2024-09-17T10:40:05.122 INFO:tasks.workunit.client.1.smithi170.stdout:7/673: dwrite d25/d4e/f9e [0,4194304] 0 2024-09-17T10:40:05.125 INFO:tasks.workunit.client.1.smithi170.stdout:7/674: rename d25/d2a/d3e/f47 to d25/d2a/d3e/d56/d5d/d7e/fc8 0 2024-09-17T10:40:05.125 INFO:tasks.workunit.client.1.smithi170.stdout:7/675: stat d25/d3b/l40 0 2024-09-17T10:40:05.126 INFO:tasks.workunit.client.1.smithi170.stdout:7/676: link d25/d2a/d3e/d56/d72/d79/dbe/fb8 d25/d2a/d3e/d56/d5d/d7e/fc9 0 2024-09-17T10:40:05.128 INFO:tasks.workunit.client.1.smithi170.stdout:7/677: unlink d25/fbd 0 2024-09-17T10:40:05.130 INFO:tasks.workunit.client.1.smithi170.stdout:8/758: dwrite d4/df/d3a/df7/d33/f43 [0,4194304] 0 2024-09-17T10:40:05.130 INFO:tasks.workunit.client.1.smithi170.stdout:8/759: chown d4/l5 1661 1 2024-09-17T10:40:05.130 INFO:tasks.workunit.client.1.smithi170.stdout:8/760: fdatasync d4/df/d94/fda 0 2024-09-17T10:40:05.131 INFO:tasks.workunit.client.1.smithi170.stdout:8/761: symlink d4/df/d76/l100 0 2024-09-17T10:40:05.135 INFO:tasks.workunit.client.1.smithi170.stdout:7/678: write d25/d2a/d3e/d56/fa0 [718858,116836] 0 2024-09-17T10:40:05.141 INFO:tasks.workunit.client.1.smithi170.stdout:7/679: mknod d25/d2a/d3e/cca 0 2024-09-17T10:40:05.142 INFO:tasks.workunit.client.1.smithi170.stdout:7/680: stat d25/d2a/c41 0 2024-09-17T10:40:05.142 INFO:tasks.workunit.client.1.smithi170.stdout:7/681: fdatasync d25/d53/f69 0 2024-09-17T10:40:05.148 INFO:tasks.workunit.client.1.smithi170.stdout:8/762: dwrite d4/f79 [0,4194304] 0 2024-09-17T10:40:05.148 INFO:tasks.workunit.client.1.smithi170.stdout:8/763: chown d4/df/d1e/d69/f6a 754102816 1 2024-09-17T10:40:05.148 INFO:tasks.workunit.client.1.smithi170.stdout:8/764: write d4/f39 [183569,129985] 0 2024-09-17T10:40:05.148 INFO:tasks.workunit.client.1.smithi170.stdout:8/765: chown d4/df/d3a/df7/d33 130 1 2024-09-17T10:40:05.155 INFO:tasks.workunit.client.1.smithi170.stdout:8/766: rename d4/df/f28 to d4/df/d62/f101 0 2024-09-17T10:40:05.155 INFO:tasks.workunit.client.1.smithi170.stdout:7/682: truncate d25/d4e/f9e 313073 0 2024-09-17T10:40:05.156 INFO:tasks.workunit.client.1.smithi170.stdout:7/683: read d25/d2a/d3e/d56/d72/d79/dbe/fbb [176418,69738] 0 2024-09-17T10:40:05.156 INFO:tasks.workunit.client.1.smithi170.stdout:7/684: readlink d25/lb4 0 2024-09-17T10:40:05.158 INFO:tasks.workunit.client.1.smithi170.stdout:8/767: rename d4/f79 to d4/df/f102 0 2024-09-17T10:40:05.158 INFO:tasks.workunit.client.1.smithi170.stdout:8/768: truncate d4/df/d94/fc5 672759 0 2024-09-17T10:40:05.160 INFO:tasks.workunit.client.1.smithi170.stdout:7/685: mknod d25/d2a/d3e/d6a/ccb 0 2024-09-17T10:40:05.160 INFO:tasks.workunit.client.1.smithi170.stdout:8/769: dread d4/df/d95/fb1 [0,4194304] 0 2024-09-17T10:40:05.160 INFO:tasks.workunit.client.1.smithi170.stdout:8/770: write d4/df/d1e/d69/f6a [638980,100314] 0 2024-09-17T10:40:05.164 INFO:tasks.workunit.client.1.smithi170.stdout:7/686: rename d25/d2a/d3e/f58 to d25/d53/fcc 0 2024-09-17T10:40:05.165 INFO:tasks.workunit.client.1.smithi170.stdout:8/771: symlink d4/l103 0 2024-09-17T10:40:05.165 INFO:tasks.workunit.client.1.smithi170.stdout:8/772: truncate d4/df/d1e/d69/fb2 739847 0 2024-09-17T10:40:05.166 INFO:tasks.workunit.client.1.smithi170.stdout:8/773: fsync d4/df/d1e/f9b 0 2024-09-17T10:40:05.166 INFO:tasks.workunit.client.1.smithi170.stdout:8/774: fdatasync d4/df/d3f/f50 0 2024-09-17T10:40:05.166 INFO:tasks.workunit.client.1.smithi170.stdout:8/775: write d4/df/d3f/fe4 [2887141,37492] 0 2024-09-17T10:40:05.166 INFO:tasks.workunit.client.1.smithi170.stdout:8/776: read d4/df/f9f [111065,79930] 0 2024-09-17T10:40:05.179 INFO:tasks.workunit.client.1.smithi170.stdout:8/777: unlink d4/df/d3f/fe4 0 2024-09-17T10:40:05.179 INFO:tasks.workunit.client.1.smithi170.stdout:8/778: write d4/df/d95/fab [2309433,26104] 0 2024-09-17T10:40:05.182 INFO:tasks.workunit.client.1.smithi170.stdout:7/687: getdents d25/d2a 0 2024-09-17T10:40:05.184 INFO:tasks.workunit.client.1.smithi170.stdout:7/688: symlink d25/d2a/d3e/d56/d72/lcd 0 2024-09-17T10:40:05.184 INFO:tasks.workunit.client.1.smithi170.stdout:7/689: dread - d25/f51 zero size 2024-09-17T10:40:05.184 INFO:tasks.workunit.client.1.smithi170.stdout:7/690: dread - d25/d2a/d3e/d56/d72/d79/dbe/fa1 zero size 2024-09-17T10:40:05.188 INFO:tasks.workunit.client.1.smithi170.stdout:8/779: write d4/df/d3a/f61 [2512733,40902] 0 2024-09-17T10:40:05.198 INFO:tasks.workunit.client.1.smithi170.stdout:8/780: write d4/df/f37 [2025399,61357] 0 2024-09-17T10:40:05.199 INFO:tasks.workunit.client.1.smithi170.stdout:7/691: dwrite fa [0,4194304] 0 2024-09-17T10:40:05.201 INFO:tasks.workunit.client.1.smithi170.stdout:8/781: rmdir d4/df/d3f/d44/d80/dd1 39 2024-09-17T10:40:05.201 INFO:tasks.workunit.client.1.smithi170.stdout:8/782: write d4/df/d1e/fc8 [261653,7123] 0 2024-09-17T10:40:05.201 INFO:tasks.workunit.client.1.smithi170.stdout:8/783: stat d4/df/d62/d88/fcb 0 2024-09-17T10:40:05.201 INFO:tasks.workunit.client.1.smithi170.stdout:0/782: sync 2024-09-17T10:40:05.201 INFO:tasks.workunit.client.1.smithi170.stdout:6/717: sync 2024-09-17T10:40:05.201 INFO:tasks.workunit.client.1.smithi170.stdout:2/921: sync 2024-09-17T10:40:05.201 INFO:tasks.workunit.client.1.smithi170.stdout:6/718: fsync d0/d66/d9c/de7/f95 0 2024-09-17T10:40:05.208 INFO:tasks.workunit.client.1.smithi170.stdout:8/784: rmdir d4/df/d3f/d44/d80/dd1 39 2024-09-17T10:40:05.208 INFO:tasks.workunit.client.1.smithi170.stdout:8/785: write d4/df/d3a/df7/f48 [2778963,82372] 0 2024-09-17T10:40:05.211 INFO:tasks.workunit.client.1.smithi170.stdout:0/783: getdents dd/de/d16/d54/d5f/dc3 0 2024-09-17T10:40:05.213 INFO:tasks.workunit.client.1.smithi170.stdout:4/491: sync 2024-09-17T10:40:05.213 INFO:tasks.workunit.client.1.smithi170.stdout:3/771: sync 2024-09-17T10:40:05.213 INFO:tasks.workunit.client.1.smithi170.stdout:9/736: sync 2024-09-17T10:40:05.213 INFO:tasks.workunit.client.1.smithi170.stdout:5/633: sync 2024-09-17T10:40:05.214 INFO:tasks.workunit.client.1.smithi170.stdout:1/836: sync 2024-09-17T10:40:05.214 INFO:tasks.workunit.client.1.smithi170.stdout:1/837: truncate d3/d68/d104/d51/f75 444426 0 2024-09-17T10:40:05.214 INFO:tasks.workunit.client.1.smithi170.stdout:5/634: creat d1/d3/d55/d80/d89/fcc x:0 0 0 2024-09-17T10:40:05.214 INFO:tasks.workunit.client.1.smithi170.stdout:5/635: readlink d1/d3/d55/d80/lbf 0 2024-09-17T10:40:05.214 INFO:tasks.workunit.client.1.smithi170.stdout:5/636: chown d1/d3/f53 499810 1 2024-09-17T10:40:05.218 INFO:tasks.workunit.client.1.smithi170.stdout:0/784: unlink dd/de/d16/d65/dca/d5c/d9c/daa/cf7 0 2024-09-17T10:40:05.218 INFO:tasks.workunit.client.1.smithi170.stdout:0/785: chown dd/de/l46 7 1 2024-09-17T10:40:05.218 INFO:tasks.workunit.client.1.smithi170.stdout:0/786: creat dd/de/d16/d65/ffd x:0 0 0 2024-09-17T10:40:05.218 INFO:tasks.workunit.client.1.smithi170.stdout:0/787: readlink dd/d93/lb7 0 2024-09-17T10:40:05.220 INFO:tasks.workunit.client.1.smithi170.stdout:6/719: rename d0/d66/d9c/de7/d85/f60 to d0/d18/d70/dcb/fff 0 2024-09-17T10:40:05.220 INFO:tasks.workunit.client.1.smithi170.stdout:6/720: write d0/d66/d9c/de7/d85/d69/d3e/d80/fa5 [1854946,118988] 0 2024-09-17T10:40:05.220 INFO:tasks.workunit.client.1.smithi170.stdout:6/721: truncate d0/d66/d9c/de7/d85/d69/d3e/f91 740432 0 2024-09-17T10:40:05.225 INFO:tasks.workunit.client.1.smithi170.stdout:9/737: unlink dd/d40/d4e/d23/lc2 0 2024-09-17T10:40:05.227 INFO:tasks.workunit.client.1.smithi170.stdout:2/922: dread dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:40:05.227 INFO:tasks.workunit.client.1.smithi170.stdout:1/838: unlink d3/ca 0 2024-09-17T10:40:05.227 INFO:tasks.workunit.client.1.smithi170.stdout:1/839: fdatasync d3/d5/dc9/d7b/d8b/f8f 0 2024-09-17T10:40:05.230 INFO:tasks.workunit.client.1.smithi170.stdout:0/788: symlink dd/de7/lfe 0 2024-09-17T10:40:05.233 INFO:tasks.workunit.client.1.smithi170.stdout:9/738: mkdir dd/d16/d17/d43/d6d/df2 0 2024-09-17T10:40:05.235 INFO:tasks.workunit.client.1.smithi170.stdout:8/786: dwrite d4/fcd [0,4194304] 0 2024-09-17T10:40:05.235 INFO:tasks.workunit.client.1.smithi170.stdout:4/492: dread f2 [0,4194304] 0 2024-09-17T10:40:05.237 INFO:tasks.workunit.client.1.smithi170.stdout:0/789: rename dd/de/d16/d54/d5f/dc3/db2/dcc/led to dd/de/d10/d61/lff 0 2024-09-17T10:40:05.238 INFO:tasks.workunit.client.1.smithi170.stdout:0/790: truncate dd/de/d10/d13/f3a 720720 0 2024-09-17T10:40:05.238 INFO:tasks.workunit.client.1.smithi170.stdout:2/923: dread dd/d1a/d6c/fa8 [0,4194304] 0 2024-09-17T10:40:05.239 INFO:tasks.workunit.client.1.smithi170.stdout:2/924: write dd/d1a/d2a/db3/dba/feb [551971,71379] 0 2024-09-17T10:40:05.241 INFO:tasks.workunit.client.1.smithi170.stdout:4/493: dread d9/f14 [0,4194304] 0 2024-09-17T10:40:05.243 INFO:tasks.workunit.client.1.smithi170.stdout:8/787: truncate d4/f21 2959373 0 2024-09-17T10:40:05.244 INFO:tasks.workunit.client.1.smithi170.stdout:0/791: creat dd/de/d10/d13/f100 x:0 0 0 2024-09-17T10:40:05.246 INFO:tasks.workunit.client.1.smithi170.stdout:2/925: fdatasync dd/d14/d19/f59 0 2024-09-17T10:40:05.247 INFO:tasks.workunit.client.1.smithi170.stdout:6/722: dwrite d0/d66/d9c/de7/d85/d69/d3e/d80/fec [0,4194304] 0 2024-09-17T10:40:05.247 INFO:tasks.workunit.client.1.smithi170.stdout:6/723: chown d0/d66/d9c/de7/d85/d69/d3e/d80 93 1 2024-09-17T10:40:05.247 INFO:tasks.workunit.client.1.smithi170.stdout:6/724: readlink d0/d66/d9c/de7/d85/d64/l84 0 2024-09-17T10:40:05.252 INFO:tasks.workunit.client.1.smithi170.stdout:9/739: dread dd/d16/d17/d43/d6d/fe4 [0,4194304] 0 2024-09-17T10:40:05.253 INFO:tasks.workunit.client.1.smithi170.stdout:1/840: dwrite d3/d68/d104/d4e/f61 [0,4194304] 0 2024-09-17T10:40:05.254 INFO:tasks.workunit.client.1.smithi170.stdout:0/792: symlink dd/de/d16/d65/dca/d5c/l101 0 2024-09-17T10:40:05.254 INFO:tasks.workunit.client.1.smithi170.stdout:0/793: chown dd/de/d16/d54/d5f/dc3/db2/dea/f45 21294 1 2024-09-17T10:40:05.255 INFO:tasks.workunit.client.1.smithi170.stdout:0/794: write dd/de/d16/d54/fa2 [64463,119315] 0 2024-09-17T10:40:05.256 INFO:tasks.workunit.client.1.smithi170.stdout:0/795: dread dd/de/d3d/faf [0,4194304] 0 2024-09-17T10:40:05.258 INFO:tasks.workunit.client.1.smithi170.stdout:3/772: dwrite d18/d24/f85 [0,4194304] 0 2024-09-17T10:40:05.265 INFO:tasks.workunit.client.1.smithi170.stdout:6/725: creat d0/f100 x:0 0 0 2024-09-17T10:40:05.265 INFO:tasks.workunit.client.1.smithi170.stdout:6/726: fdatasync d0/d66/f35 0 2024-09-17T10:40:05.265 INFO:tasks.workunit.client.1.smithi170.stdout:2/926: dread dd/d14/d19/d4c/f5d [0,4194304] 0 2024-09-17T10:40:05.265 INFO:tasks.workunit.client.1.smithi170.stdout:2/927: readlink dd/d14/d19/d4c/d63/d7f/dbb/dd5/le1 0 2024-09-17T10:40:05.265 INFO:tasks.workunit.client.1.smithi170.stdout:4/494: mknod d9/d12/d36/c9a 0 2024-09-17T10:40:05.271 INFO:tasks.workunit.client.1.smithi170.stdout:8/788: dwrite d4/df/d1e/f87 [0,4194304] 0 2024-09-17T10:40:05.276 INFO:tasks.workunit.client.1.smithi170.stdout:1/841: rename d3/d5/dc9/d7b/l83 to d3/d68/d104/dde/l11b 0 2024-09-17T10:40:05.278 INFO:tasks.workunit.client.1.smithi170.stdout:0/796: creat dd/de/d16/d65/dca/d5c/d9c/f102 x:0 0 0 2024-09-17T10:40:05.282 INFO:tasks.workunit.client.1.smithi170.stdout:4/495: creat d9/d12/d36/f9b x:0 0 0 2024-09-17T10:40:05.284 INFO:tasks.workunit.client.1.smithi170.stdout:9/740: unlink dd/d16/d2a/d51/f6a 0 2024-09-17T10:40:05.285 INFO:tasks.workunit.client.1.smithi170.stdout:6/727: dwrite d0/d66/d9c/de7/d85/d69/d3e/ff0 [0,4194304] 0 2024-09-17T10:40:05.285 INFO:tasks.workunit.client.1.smithi170.stdout:6/728: dread - d0/f100 zero size 2024-09-17T10:40:05.285 INFO:tasks.workunit.client.1.smithi170.stdout:8/789: dread d4/f78 [0,4194304] 0 2024-09-17T10:40:05.285 INFO:tasks.workunit.client.1.smithi170.stdout:1/842: unlink d3/d68/d104/f2d 0 2024-09-17T10:40:05.290 INFO:tasks.workunit.client.1.smithi170.stdout:0/797: dread dd/de/d10/d13/f26 [0,4194304] 0 2024-09-17T10:40:05.291 INFO:tasks.workunit.client.1.smithi170.stdout:2/928: link dd/d3a/d78/f8a dd/d14/d19/d37/d105/f12d 0 2024-09-17T10:40:05.300 INFO:tasks.workunit.client.1.smithi170.stdout:3/773: rename d18/d69/fd4 to d18/d2c/f104 0 2024-09-17T10:40:05.309 INFO:tasks.workunit.client.1.smithi170.stdout:8/790: symlink d4/df/d76/d85/l104 0 2024-09-17T10:40:05.311 INFO:tasks.workunit.client.1.smithi170.stdout:1/843: creat d3/d5/dc9/d7b/f11c x:0 0 0 2024-09-17T10:40:05.315 INFO:tasks.workunit.client.1.smithi170.stdout:0/798: mknod dd/de/d16/d54/d63/db0/c103 0 2024-09-17T10:40:05.317 INFO:tasks.workunit.client.1.smithi170.stdout:6/729: write d0/d66/d9c/de7/d85/f1a [2611007,79327] 0 2024-09-17T10:40:05.317 INFO:tasks.workunit.client.1.smithi170.stdout:4/496: rmdir d9/d12/d36/d51 39 2024-09-17T10:40:05.321 INFO:tasks.workunit.client.1.smithi170.stdout:2/929: rename dd/d14/f20 to dd/d14/d19/d4c/d63/d7f/dbb/d11d/f12e 0 2024-09-17T10:40:05.323 INFO:tasks.workunit.client.1.smithi170.stdout:8/791: link d4/df/d1e/daa/ce1 d4/df/d94/c105 0 2024-09-17T10:40:05.324 INFO:tasks.workunit.client.1.smithi170.stdout:1/844: dwrite d3/d5/dc9/d7b/d8b/f8f [0,4194304] 0 2024-09-17T10:40:05.326 INFO:tasks.workunit.client.1.smithi170.stdout:6/730: truncate d0/d66/d9c/de7/d85/d69/d3e/d80/fa5 1184384 0 2024-09-17T10:40:05.328 INFO:tasks.workunit.client.1.smithi170.stdout:4/497: mknod d9/d12/d36/d42/d76/c9c 0 2024-09-17T10:40:05.331 INFO:tasks.workunit.client.1.smithi170.stdout:3/774: getdents d18/d2c/d4f 0 2024-09-17T10:40:05.331 INFO:tasks.workunit.client.1.smithi170.stdout:3/775: stat d18/d2c/d4f/da3/de0/ceb 0 2024-09-17T10:40:05.332 INFO:tasks.workunit.client.1.smithi170.stdout:8/792: symlink d4/df/d3f/d44/l106 0 2024-09-17T10:40:05.333 INFO:tasks.workunit.client.1.smithi170.stdout:8/793: creat d4/df/f107 x:0 0 0 2024-09-17T10:40:05.336 INFO:tasks.workunit.client.1.smithi170.stdout:1/845: unlink d3/d68/d104/d51/dc8/fea 0 2024-09-17T10:40:05.339 INFO:tasks.workunit.client.1.smithi170.stdout:6/731: unlink d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/lcd 0 2024-09-17T10:40:05.339 INFO:tasks.workunit.client.1.smithi170.stdout:4/498: readlink d9/d12/d6c/l8c 0 2024-09-17T10:40:05.340 INFO:tasks.workunit.client.1.smithi170.stdout:4/499: write d9/d12/d36/d42/d40/f45 [1009414,21470] 0 2024-09-17T10:40:05.342 INFO:tasks.workunit.client.1.smithi170.stdout:0/799: rename dd/de/d16/f3b to dd/de/f104 0 2024-09-17T10:40:05.343 INFO:tasks.workunit.client.1.smithi170.stdout:3/776: creat d18/d26/d56/f105 x:0 0 0 2024-09-17T10:40:05.343 INFO:tasks.workunit.client.1.smithi170.stdout:3/777: readlink d18/d2c/d4f/l6f 0 2024-09-17T10:40:05.350 INFO:tasks.workunit.client.1.smithi170.stdout:8/794: mknod d4/df/d1e/c108 0 2024-09-17T10:40:05.350 INFO:tasks.workunit.client.1.smithi170.stdout:6/732: symlink d0/d18/df2/l101 0 2024-09-17T10:40:05.355 INFO:tasks.workunit.client.1.smithi170.stdout:2/930: rename dd/d1a/d2a/db3/dba/feb to dd/d14/d19/d37/f12f 0 2024-09-17T10:40:05.358 INFO:tasks.workunit.client.1.smithi170.stdout:0/800: mknod dd/de/d3d/c105 0 2024-09-17T10:40:05.365 INFO:tasks.workunit.client.1.smithi170.stdout:3/778: dwrite d18/d1c/d2b/fd1 [0,4194304] 0 2024-09-17T10:40:05.371 INFO:tasks.workunit.client.1.smithi170.stdout:4/500: rmdir d9/d12/d36/d42 39 2024-09-17T10:40:05.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/846: rename d3/d5/f17 to d3/d5/dc9/db1/f11d 0 2024-09-17T10:40:05.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/847: fdatasync d3/d5/f42 0 2024-09-17T10:40:05.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/848: chown d3/d68/d104/d4e/l94 26 1 2024-09-17T10:40:05.374 INFO:tasks.workunit.client.1.smithi170.stdout:3/779: dread d18/d2c/d3e/d57/d7e/f7a [0,4194304] 0 2024-09-17T10:40:05.375 INFO:tasks.workunit.client.1.smithi170.stdout:3/780: read - d18/d2c/d4f/da3/dcc/fd2 zero size 2024-09-17T10:40:05.375 INFO:tasks.workunit.client.1.smithi170.stdout:3/781: dread - d18/d69/fb5 zero size 2024-09-17T10:40:05.375 INFO:tasks.workunit.client.1.smithi170.stdout:3/782: getdents d18/d2c/d41 0 2024-09-17T10:40:05.375 INFO:tasks.workunit.client.1.smithi170.stdout:0/801: creat dd/de/d10/d13/dc8/f106 x:0 0 0 2024-09-17T10:40:05.376 INFO:tasks.workunit.client.1.smithi170.stdout:2/931: dwrite dd/de4/f12b [0,4194304] 0 2024-09-17T10:40:05.377 INFO:tasks.workunit.client.1.smithi170.stdout:0/802: write dd/de/fdc [97529,108367] 0 2024-09-17T10:40:05.378 INFO:tasks.workunit.client.1.smithi170.stdout:0/803: write f8 [5107377,65760] 0 2024-09-17T10:40:05.378 INFO:tasks.workunit.client.1.smithi170.stdout:0/804: fdatasync dd/de/d16/d65/dca/d5c/f9d 0 2024-09-17T10:40:05.383 INFO:tasks.workunit.client.1.smithi170.stdout:8/795: rename d4/df/d1e/d69/cf9 to d4/df/d3f/d44/c109 0 2024-09-17T10:40:05.383 INFO:tasks.workunit.client.1.smithi170.stdout:2/932: dread dd/d3a/d5b/f6e [0,4194304] 0 2024-09-17T10:40:05.384 INFO:tasks.workunit.client.1.smithi170.stdout:2/933: truncate dd/d3a/d5b/f6f 1672691 0 2024-09-17T10:40:05.387 INFO:tasks.workunit.client.1.smithi170.stdout:1/849: creat d3/d5/d81/f11e x:0 0 0 2024-09-17T10:40:05.389 INFO:tasks.workunit.client.1.smithi170.stdout:3/783: write d18/d25/fcb [324714,38481] 0 2024-09-17T10:40:05.392 INFO:tasks.workunit.client.1.smithi170.stdout:3/784: dread - d18/d2c/d4f/da3/de0/d7c/d82/f87 zero size 2024-09-17T10:40:05.392 INFO:tasks.workunit.client.1.smithi170.stdout:3/785: fsync d18/d1c/d2b/f31 0 2024-09-17T10:40:05.395 INFO:tasks.workunit.client.1.smithi170.stdout:0/805: creat dd/de/d16/d54/d5f/dc3/db2/dcc/f107 x:0 0 0 2024-09-17T10:40:05.395 INFO:tasks.workunit.client.1.smithi170.stdout:0/806: stat dd/de/d3d/f6e 0 2024-09-17T10:40:05.396 INFO:tasks.workunit.client.1.smithi170.stdout:0/807: fdatasync dd/d82/fe0 0 2024-09-17T10:40:05.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/501: truncate d9/d12/f3d 2755359 0 2024-09-17T10:40:05.397 INFO:tasks.workunit.client.1.smithi170.stdout:2/934: dwrite dd/d54/db5/f113 [0,4194304] 0 2024-09-17T10:40:05.397 INFO:tasks.workunit.client.1.smithi170.stdout:2/935: write dd/d14/d19/d4c/fe5 [530242,41816] 0 2024-09-17T10:40:05.397 INFO:tasks.workunit.client.1.smithi170.stdout:2/936: fsync dd/d14/d19/d4c/d63/d32/f50 0 2024-09-17T10:40:05.397 INFO:tasks.workunit.client.1.smithi170.stdout:2/937: write dd/d1a/d2a/fb2 [269332,27260] 0 2024-09-17T10:40:05.398 INFO:tasks.workunit.client.1.smithi170.stdout:8/796: mknod d4/df/d76/d85/c10a 0 2024-09-17T10:40:05.402 INFO:tasks.workunit.client.1.smithi170.stdout:2/938: dread dd/d14/d19/f1f [0,4194304] 0 2024-09-17T10:40:05.402 INFO:tasks.workunit.client.1.smithi170.stdout:1/850: creat d3/d68/d104/d51/d64/f11f x:0 0 0 2024-09-17T10:40:05.406 INFO:tasks.workunit.client.1.smithi170.stdout:3/786: creat d18/d2c/d3e/dae/f106 x:0 0 0 2024-09-17T10:40:05.416 INFO:tasks.workunit.client.1.smithi170.stdout:2/939: symlink dd/d14/d19/d4c/d63/d7f/dbb/d11d/l130 0 2024-09-17T10:40:05.418 INFO:tasks.workunit.client.1.smithi170.stdout:8/797: dwrite d4/df/f37 [0,4194304] 0 2024-09-17T10:40:05.418 INFO:tasks.workunit.client.1.smithi170.stdout:8/798: chown d4/l72 6499360 1 2024-09-17T10:40:05.418 INFO:tasks.workunit.client.1.smithi170.stdout:1/851: mknod d3/dd8/c120 0 2024-09-17T10:40:05.420 INFO:tasks.workunit.client.1.smithi170.stdout:3/787: creat d18/d2c/d3e/f107 x:0 0 0 2024-09-17T10:40:05.420 INFO:tasks.workunit.client.1.smithi170.stdout:3/788: fdatasync d18/f19 0 2024-09-17T10:40:05.420 INFO:tasks.workunit.client.1.smithi170.stdout:3/789: dread - d18/d24/d73/fe8 zero size 2024-09-17T10:40:05.425 INFO:tasks.workunit.client.1.smithi170.stdout:2/940: symlink dd/d1a/d7d/dbc/l131 0 2024-09-17T10:40:05.427 INFO:tasks.workunit.client.1.smithi170.stdout:3/790: write d18/d1c/f3f [2989750,31719] 0 2024-09-17T10:40:05.427 INFO:tasks.workunit.client.1.smithi170.stdout:3/791: read - d18/d69/fab zero size 2024-09-17T10:40:05.427 INFO:tasks.workunit.client.1.smithi170.stdout:1/852: link d3/d5/f106 d3/d5/f121 0 2024-09-17T10:40:05.427 INFO:tasks.workunit.client.1.smithi170.stdout:1/853: truncate d3/d68/d104/d51/f43 2618918 0 2024-09-17T10:40:05.429 INFO:tasks.workunit.client.1.smithi170.stdout:2/941: creat dd/d14/d19/d4c/d63/d32/d53/d10f/f132 x:0 0 0 2024-09-17T10:40:05.431 INFO:tasks.workunit.client.1.smithi170.stdout:1/854: mknod d3/d114/de3/d115/c122 0 2024-09-17T10:40:05.433 INFO:tasks.workunit.client.1.smithi170.stdout:0/808: rename dd/de/d10/d61 to dd/de/d108 0 2024-09-17T10:40:05.433 INFO:tasks.workunit.client.1.smithi170.stdout:0/809: creat dd/de/d16/d65/dca/d5c/d9c/f109 x:0 0 0 2024-09-17T10:40:05.434 INFO:tasks.workunit.client.1.smithi170.stdout:3/792: dread d18/f90 [0,4194304] 0 2024-09-17T10:40:05.436 INFO:tasks.workunit.client.1.smithi170.stdout:8/799: rename d4/df/d1e/d69/fb2 to d4/df/d3f/f10b 0 2024-09-17T10:40:05.436 INFO:tasks.workunit.client.1.smithi170.stdout:8/800: write d4/df/d94/fea [763178,116366] 0 2024-09-17T10:40:05.438 INFO:tasks.workunit.client.1.smithi170.stdout:0/810: creat dd/de/d16/d54/d5f/dc3/db2/dea/f10a x:0 0 0 2024-09-17T10:40:05.438 INFO:tasks.workunit.client.1.smithi170.stdout:0/811: chown dd/de/d10/d13/c50 0 1 2024-09-17T10:40:05.439 INFO:tasks.workunit.client.1.smithi170.stdout:0/812: read dd/de/d16/f9b [575447,68242] 0 2024-09-17T10:40:05.439 INFO:tasks.workunit.client.1.smithi170.stdout:1/855: rmdir d3/d68/d104/d4e/dd1 39 2024-09-17T10:40:05.439 INFO:tasks.workunit.client.1.smithi170.stdout:8/801: dread d4/df/d3a/df7/f74 [0,4194304] 0 2024-09-17T10:40:05.440 INFO:tasks.workunit.client.1.smithi170.stdout:8/802: fdatasync d4/df/d3f/f4a 0 2024-09-17T10:40:05.441 INFO:tasks.workunit.client.1.smithi170.stdout:3/793: link d18/d24/f85 d18/d2c/d41/d7d/f108 0 2024-09-17T10:40:05.441 INFO:tasks.workunit.client.1.smithi170.stdout:3/794: chown d18/d2c/d4f/da3/de0/d7c/fad 4568 1 2024-09-17T10:40:05.441 INFO:tasks.workunit.client.1.smithi170.stdout:3/795: chown d18/d25 81834086 1 2024-09-17T10:40:05.442 INFO:tasks.workunit.client.1.smithi170.stdout:0/813: symlink dd/de/d16/l10b 0 2024-09-17T10:40:05.442 INFO:tasks.workunit.client.1.smithi170.stdout:0/814: chown dd/de/d16/d65/dca/d5c/d9c/daa 128375 1 2024-09-17T10:40:05.444 INFO:tasks.workunit.client.1.smithi170.stdout:1/856: mknod d3/d68/d104/d4e/dd1/c123 0 2024-09-17T10:40:05.447 INFO:tasks.workunit.client.1.smithi170.stdout:8/803: creat d4/df/d3f/d44/f10c x:0 0 0 2024-09-17T10:40:05.447 INFO:tasks.workunit.client.1.smithi170.stdout:8/804: creat d4/f10d x:0 0 0 2024-09-17T10:40:05.449 INFO:tasks.workunit.client.1.smithi170.stdout:2/942: dwrite dd/d1a/d6c/fa8 [0,4194304] 0 2024-09-17T10:40:05.449 INFO:tasks.workunit.client.1.smithi170.stdout:2/943: stat dd/d1a/l3c 0 2024-09-17T10:40:05.449 INFO:tasks.workunit.client.1.smithi170.stdout:2/944: fsync dd/f13 0 2024-09-17T10:40:05.453 INFO:tasks.workunit.client.1.smithi170.stdout:3/796: mkdir d18/d1c/d2b/d5f/d109 0 2024-09-17T10:40:05.453 INFO:tasks.workunit.client.1.smithi170.stdout:3/797: creat d18/d26/f10a x:0 0 0 2024-09-17T10:40:05.454 INFO:tasks.workunit.client.1.smithi170.stdout:0/815: mkdir dd/de/d16/d65/dca/d5c/d9c/d10c 0 2024-09-17T10:40:05.455 INFO:tasks.workunit.client.1.smithi170.stdout:0/816: truncate dd/de/d3d/f6e 4353863 0 2024-09-17T10:40:05.455 INFO:tasks.workunit.client.1.smithi170.stdout:0/817: write dd/d82/fe0 [820698,81946] 0 2024-09-17T10:40:05.456 INFO:tasks.workunit.client.1.smithi170.stdout:1/857: mknod d3/d68/d104/d51/c124 0 2024-09-17T10:40:05.462 INFO:tasks.workunit.client.1.smithi170.stdout:8/805: dwrite d4/df/f71 [0,4194304] 0 2024-09-17T10:40:05.462 INFO:tasks.workunit.client.1.smithi170.stdout:8/806: readlink d4/df/d62/dc6/lc9 0 2024-09-17T10:40:05.465 INFO:tasks.workunit.client.1.smithi170.stdout:2/945: mknod dd/d14/d19/dc4/c133 0 2024-09-17T10:40:05.477 INFO:tasks.workunit.client.1.smithi170.stdout:0/818: mknod dd/de/d16/d54/d5f/c10d 0 2024-09-17T10:40:05.479 INFO:tasks.workunit.client.1.smithi170.stdout:1/858: symlink d3/d68/d104/d4e/dd1/d118/l125 0 2024-09-17T10:40:05.481 INFO:tasks.workunit.client.1.smithi170.stdout:2/946: write dd/d1a/f43 [1378331,121735] 0 2024-09-17T10:40:05.483 INFO:tasks.workunit.client.1.smithi170.stdout:3/798: unlink d18/f22 0 2024-09-17T10:40:05.483 INFO:tasks.workunit.client.1.smithi170.stdout:0/819: symlink dd/de/d16/d54/l10e 0 2024-09-17T10:40:05.485 INFO:tasks.workunit.client.1.smithi170.stdout:2/947: mkdir dd/d1a/d2a/db3/dba/d134 0 2024-09-17T10:40:05.486 INFO:tasks.workunit.client.1.smithi170.stdout:0/820: dread dd/de/d16/f9b [0,4194304] 0 2024-09-17T10:40:05.487 INFO:tasks.workunit.client.1.smithi170.stdout:3/799: symlink d18/d59/dbc/l10b 0 2024-09-17T10:40:05.488 INFO:tasks.workunit.client.1.smithi170.stdout:3/800: rmdir d18/d2c/d4f/d7b 39 2024-09-17T10:40:05.488 INFO:tasks.workunit.client.1.smithi170.stdout:1/859: write d3/d77/dad/fbc [3600631,43997] 0 2024-09-17T10:40:05.489 INFO:tasks.workunit.client.1.smithi170.stdout:0/821: dread dd/de/d10/d13/d59/f84 [0,4194304] 0 2024-09-17T10:40:05.491 INFO:tasks.workunit.client.1.smithi170.stdout:3/801: rename d18/d2c/d4f/f98 to d18/d2c/d41/d7d/f10c 0 2024-09-17T10:40:05.493 INFO:tasks.workunit.client.1.smithi170.stdout:1/860: symlink d3/d5/dc9/d7b/l126 0 2024-09-17T10:40:05.494 INFO:tasks.workunit.client.1.smithi170.stdout:1/861: chown d3/d5/dc9 20686 1 2024-09-17T10:40:05.494 INFO:tasks.workunit.client.1.smithi170.stdout:2/948: write dd/d14/f62 [1789014,76198] 0 2024-09-17T10:40:05.494 INFO:tasks.workunit.client.1.smithi170.stdout:2/949: dread - dd/d3a/d8e/ff8 zero size 2024-09-17T10:40:05.494 INFO:tasks.workunit.client.1.smithi170.stdout:2/950: write dd/de4/ff4 [4872792,41136] 0 2024-09-17T10:40:05.497 INFO:tasks.workunit.client.1.smithi170.stdout:0/822: dread f8 [0,4194304] 0 2024-09-17T10:40:05.497 INFO:tasks.workunit.client.1.smithi170.stdout:3/802: dread d18/d24/f86 [0,4194304] 0 2024-09-17T10:40:05.498 INFO:tasks.workunit.client.1.smithi170.stdout:2/951: creat dd/d3a/d5b/db7/d128/f135 x:0 0 0 2024-09-17T10:40:05.498 INFO:tasks.workunit.client.1.smithi170.stdout:2/952: dread - dd/d14/d19/d4c/d63/ff6 zero size 2024-09-17T10:40:05.499 INFO:tasks.workunit.client.1.smithi170.stdout:2/953: dread dd/d14/d19/d4c/d63/d32/d53/d10f/f119 [0,4194304] 0 2024-09-17T10:40:05.506 INFO:tasks.workunit.client.1.smithi170.stdout:0/823: dread dd/de/d3d/f3f [0,4194304] 0 2024-09-17T10:40:05.506 INFO:tasks.workunit.client.1.smithi170.stdout:3/803: symlink d18/d26/l10d 0 2024-09-17T10:40:05.508 INFO:tasks.workunit.client.1.smithi170.stdout:2/954: read dd/d1a/d2a/f9b [3784652,24271] 0 2024-09-17T10:40:05.508 INFO:tasks.workunit.client.1.smithi170.stdout:2/955: fdatasync dd/d14/d19/d4c/d63/d32/f9e 0 2024-09-17T10:40:05.508 INFO:tasks.workunit.client.1.smithi170.stdout:2/956: fdatasync dd/d54/f7c 0 2024-09-17T10:40:05.509 INFO:tasks.workunit.client.1.smithi170.stdout:0/824: symlink dd/de/d16/d54/d5f/dc4/l10f 0 2024-09-17T10:40:05.509 INFO:tasks.workunit.client.1.smithi170.stdout:0/825: dread - dd/de/d10/d13/dc8/f106 zero size 2024-09-17T10:40:05.509 INFO:tasks.workunit.client.1.smithi170.stdout:0/826: stat f8 0 2024-09-17T10:40:05.514 INFO:tasks.workunit.client.1.smithi170.stdout:0/827: unlink dd/de/d16/d65/dca/fe2 0 2024-09-17T10:40:05.516 INFO:tasks.workunit.client.1.smithi170.stdout:3/804: rmdir d18/d26/d56/d97/dba 39 2024-09-17T10:40:05.518 INFO:tasks.workunit.client.1.smithi170.stdout:0/828: mkdir dd/d110 0 2024-09-17T10:40:05.519 INFO:tasks.workunit.client.1.smithi170.stdout:3/805: read d18/f1b [2924195,29932] 0 2024-09-17T10:40:05.520 INFO:tasks.workunit.client.1.smithi170.stdout:0/829: link dd/de/d10/d13/f74 dd/de/d10/d13/d59/f111 0 2024-09-17T10:40:05.521 INFO:tasks.workunit.client.1.smithi170.stdout:0/830: chown dd/de/d16/d54/d63/db0/c103 454 1 2024-09-17T10:40:05.521 INFO:tasks.workunit.client.1.smithi170.stdout:3/806: mkdir d18/d1c/d2b/d10e 0 2024-09-17T10:40:05.522 INFO:tasks.workunit.client.1.smithi170.stdout:0/831: mkdir dd/de/d3d/d112 0 2024-09-17T10:40:05.523 INFO:tasks.workunit.client.1.smithi170.stdout:3/807: symlink d18/d1c/d2b/l10f 0 2024-09-17T10:40:05.524 INFO:tasks.workunit.client.1.smithi170.stdout:0/832: symlink dd/l113 0 2024-09-17T10:40:05.525 INFO:tasks.workunit.client.1.smithi170.stdout:0/833: dread - dd/de/d10/d13/d59/f98 zero size 2024-09-17T10:40:05.528 INFO:tasks.workunit.client.1.smithi170.stdout:0/834: rename dd/de/d16/d65/dca/d5c/d9c to dd/de/d3d/d114 0 2024-09-17T10:40:05.529 INFO:tasks.workunit.client.1.smithi170.stdout:0/835: rename dd/f39 to dd/de/d10/d13/f115 0 2024-09-17T10:40:05.531 INFO:tasks.workunit.client.1.smithi170.stdout:0/836: creat dd/de/d16/d54/d5f/dc4/f116 x:0 0 0 2024-09-17T10:40:05.532 INFO:tasks.workunit.client.1.smithi170.stdout:2/957: dwrite dd/d3a/d5b/fd8 [4194304,4194304] 0 2024-09-17T10:40:05.537 INFO:tasks.workunit.client.1.smithi170.stdout:0/837: read dd/de/d10/d13/f26 [2989822,70200] 0 2024-09-17T10:40:05.539 INFO:tasks.workunit.client.1.smithi170.stdout:3/808: dread d18/d24/f33 [0,4194304] 0 2024-09-17T10:40:05.540 INFO:tasks.workunit.client.1.smithi170.stdout:3/809: creat d18/d26/d56/f110 x:0 0 0 2024-09-17T10:40:05.542 INFO:tasks.workunit.client.1.smithi170.stdout:0/838: dread dd/de/d10/f43 [4194304,4194304] 0 2024-09-17T10:40:05.556 INFO:tasks.workunit.client.1.smithi170.stdout:5/637: sync 2024-09-17T10:40:05.556 INFO:tasks.workunit.client.1.smithi170.stdout:7/692: sync 2024-09-17T10:40:05.562 INFO:tasks.workunit.client.1.smithi170.stdout:2/958: mkdir dd/d64/d136 0 2024-09-17T10:40:05.562 INFO:tasks.workunit.client.1.smithi170.stdout:2/959: creat dd/d14/d19/d4c/da6/f137 x:0 0 0 2024-09-17T10:40:05.564 INFO:tasks.workunit.client.1.smithi170.stdout:5/638: dread d1/d27/f33 [0,4194304] 0 2024-09-17T10:40:05.569 INFO:tasks.workunit.client.1.smithi170.stdout:0/839: read dd/de/d16/d54/d5f/dc3/db2/dea/fa3 [904783,85204] 0 2024-09-17T10:40:05.569 INFO:tasks.workunit.client.1.smithi170.stdout:0/840: chown dd/de/d16/d54/d5f/dc3/db2/dea/f10a 24626169 1 2024-09-17T10:40:05.569 INFO:tasks.workunit.client.1.smithi170.stdout:7/693: creat d25/d3b/fce x:0 0 0 2024-09-17T10:40:05.571 INFO:tasks.workunit.client.1.smithi170.stdout:2/960: write dd/d3a/d78/ffa [974184,120754] 0 2024-09-17T10:40:05.574 INFO:tasks.workunit.client.1.smithi170.stdout:5/639: truncate d1/d11/f23 3384264 0 2024-09-17T10:40:05.576 INFO:tasks.workunit.client.1.smithi170.stdout:7/694: dread d25/d2a/f3a [0,4194304] 0 2024-09-17T10:40:05.600 INFO:tasks.workunit.client.1.smithi170.stdout:7/695: dwrite d25/f97 [0,4194304] 0 2024-09-17T10:40:05.600 INFO:tasks.workunit.client.1.smithi170.stdout:7/696: fdatasync d25/f5e 0 2024-09-17T10:40:05.601 INFO:tasks.workunit.client.1.smithi170.stdout:5/640: dwrite d1/d3/d13/d2c/d51/d6f/d93/da9/fb1 [0,4194304] 0 2024-09-17T10:40:05.668 INFO:tasks.workunit.client.1.smithi170.stdout:3/810: rmdir d18/d2c 39 2024-09-17T10:40:05.672 INFO:tasks.workunit.client.1.smithi170.stdout:0/841: rename dd/de/d10/d13/dc8/f106 to dd/de/d16/d65/f117 0 2024-09-17T10:40:05.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:05 smithi159 ceph-mon[27674]: pgmap v281: 65 pgs: 65 active+clean; 3.1 GiB data, 9.0 GiB used, 527 GiB / 536 GiB avail; 254 MiB/s rd, 321 MiB/s wr, 470 op/s 2024-09-17T10:40:05.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:05 smithi170 ceph-mon[33842]: pgmap v281: 65 pgs: 65 active+clean; 3.1 GiB data, 9.0 GiB used, 527 GiB / 536 GiB avail; 254 MiB/s rd, 321 MiB/s wr, 470 op/s 2024-09-17T10:40:05.707 INFO:tasks.workunit.client.1.smithi170.stdout:5/641: fsync d1/d11/d62/f88 0 2024-09-17T10:40:05.785 INFO:tasks.workunit.client.1.smithi170.stdout:3/811: truncate d18/d2c/d4f/da3/de0/d7c/d82/ff7 3440104 0 2024-09-17T10:40:05.788 INFO:tasks.workunit.client.1.smithi170.stdout:0/842: rename dd/d93/cf5 to dd/d93/c118 0 2024-09-17T10:40:05.789 INFO:tasks.workunit.client.1.smithi170.stdout:0/843: write dd/de/d16/d54/d5f/dc3/f64 [5201818,5068] 0 2024-09-17T10:40:05.789 INFO:tasks.workunit.client.1.smithi170.stdout:0/844: dread - dd/de/d16/d65/fe4 zero size 2024-09-17T10:40:05.791 INFO:tasks.workunit.client.1.smithi170.stdout:7/697: rename d25/d2a/d3e/dae/fba to d25/d2a/d3e/d56/d5d/d7e/dc0/fcf 0 2024-09-17T10:40:05.797 INFO:tasks.workunit.client.1.smithi170.stdout:5/642: creat d1/d3/d13/d2c/d51/d6f/fcd x:0 0 0 2024-09-17T10:40:05.804 INFO:tasks.workunit.client.1.smithi170.stdout:2/961: symlink dd/d1a/l138 0 2024-09-17T10:40:05.806 INFO:tasks.workunit.client.1.smithi170.stdout:3/812: creat d18/d26/df9/f111 x:0 0 0 2024-09-17T10:40:05.810 INFO:tasks.workunit.client.1.smithi170.stdout:0/845: mkdir dd/de7/d119 0 2024-09-17T10:40:05.813 INFO:tasks.workunit.client.1.smithi170.stdout:7/698: creat d25/d2a/d3e/d6a/fd0 x:0 0 0 2024-09-17T10:40:05.813 INFO:tasks.workunit.client.1.smithi170.stdout:7/699: creat d25/d3b/fd1 x:0 0 0 2024-09-17T10:40:05.816 INFO:tasks.workunit.client.1.smithi170.stdout:5/643: mkdir d1/d3/d13/d1a/dce 0 2024-09-17T10:40:05.816 INFO:tasks.workunit.client.1.smithi170.stdout:5/644: truncate d1/d3/d13/d1a/f1f 470175 0 2024-09-17T10:40:05.816 INFO:tasks.workunit.client.1.smithi170.stdout:5/645: fdatasync d1/d3/d13/d2c/d51/d6f/d93/da9/fb1 0 2024-09-17T10:40:05.816 INFO:tasks.workunit.client.1.smithi170.stdout:5/646: read - d1/d11/fc8 zero size 2024-09-17T10:40:05.824 INFO:tasks.workunit.client.1.smithi170.stdout:3/813: link d18/d24/d73/cb0 d18/d2c/d41/d94/dd6/c112 0 2024-09-17T10:40:05.824 INFO:tasks.workunit.client.1.smithi170.stdout:3/814: write d18/d69/fab [613283,87307] 0 2024-09-17T10:40:05.827 INFO:tasks.workunit.client.1.smithi170.stdout:0/846: mknod dd/de/d3d/d114/d10c/c11a 0 2024-09-17T10:40:05.827 INFO:tasks.workunit.client.1.smithi170.stdout:0/847: truncate dd/de/d3d/d114/f102 404959 0 2024-09-17T10:40:05.827 INFO:tasks.workunit.client.1.smithi170.stdout:0/848: stat dd/de/d16/d54/d5f/dc3/db2/dea/l2e 0 2024-09-17T10:40:05.827 INFO:tasks.workunit.client.1.smithi170.stdout:3/815: dread d18/d2c/f45 [0,4194304] 0 2024-09-17T10:40:05.827 INFO:tasks.workunit.client.1.smithi170.stdout:3/816: chown d18/d1c/ff6 0 1 2024-09-17T10:40:05.829 INFO:tasks.workunit.client.1.smithi170.stdout:5/647: dwrite d1/d3/d55/f8e [0,4194304] 0 2024-09-17T10:40:05.833 INFO:tasks.workunit.client.1.smithi170.stdout:7/700: mkdir d25/d2a/d3e/d56/d5d/dd2 0 2024-09-17T10:40:05.836 INFO:tasks.workunit.client.1.smithi170.stdout:3/817: mkdir d18/d69/d113 0 2024-09-17T10:40:05.844 INFO:tasks.workunit.client.1.smithi170.stdout:7/701: link f1a d25/d2a/d3e/d56/d5d/d7e/fd3 0 2024-09-17T10:40:05.845 INFO:tasks.workunit.client.1.smithi170.stdout:7/702: write d25/d2a/d3e/d4b/f9b [1077517,31239] 0 2024-09-17T10:40:05.846 INFO:tasks.workunit.client.1.smithi170.stdout:3/818: symlink d18/d59/dbc/l114 0 2024-09-17T10:40:05.849 INFO:tasks.workunit.client.1.smithi170.stdout:5/648: read d1/d3/d55/d87/f84 [2128248,110695] 0 2024-09-17T10:40:05.849 INFO:tasks.workunit.client.1.smithi170.stdout:5/649: fsync d1/d27/f73 0 2024-09-17T10:40:05.849 INFO:tasks.workunit.client.1.smithi170.stdout:0/849: dwrite dd/de/d16/d65/dca/d5c/d8b/fd9 [0,4194304] 0 2024-09-17T10:40:05.858 INFO:tasks.workunit.client.1.smithi170.stdout:3/819: write d18/d1c/d2b/fd1 [3582477,45214] 0 2024-09-17T10:40:05.860 INFO:tasks.workunit.client.1.smithi170.stdout:5/650: symlink d1/d3/d13/d2c/d51/d6f/d93/da9/lcf 0 2024-09-17T10:40:05.868 INFO:tasks.workunit.client.1.smithi170.stdout:3/820: unlink d18/d1c/d2b/fd1 0 2024-09-17T10:40:05.868 INFO:tasks.workunit.client.1.smithi170.stdout:7/703: dwrite d25/d2a/f49 [0,4194304] 0 2024-09-17T10:40:05.868 INFO:tasks.workunit.client.1.smithi170.stdout:7/704: chown d25/d2a/d3e/d4b/c5a 7922464 1 2024-09-17T10:40:05.868 INFO:tasks.workunit.client.1.smithi170.stdout:7/705: readlink d25/d2a/d3e/d56/d5d/d7e/lc1 0 2024-09-17T10:40:05.868 INFO:tasks.workunit.client.1.smithi170.stdout:7/706: chown d25/d2a/d3e/d56/d72/lcd 7969 1 2024-09-17T10:40:05.870 INFO:tasks.workunit.client.1.smithi170.stdout:0/850: dwrite dd/de/d3d/f5d [0,4194304] 0 2024-09-17T10:40:05.872 INFO:tasks.workunit.client.1.smithi170.stdout:3/821: symlink d18/d2c/d41/l115 0 2024-09-17T10:40:05.877 INFO:tasks.workunit.client.1.smithi170.stdout:7/707: mknod d25/d2a/daf/cd4 0 2024-09-17T10:40:05.882 INFO:tasks.workunit.client.1.smithi170.stdout:7/708: mknod d25/d2a/d3e/d56/d5d/d7e/dc0/cd5 0 2024-09-17T10:40:05.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/709: chown f15 417 1 2024-09-17T10:40:05.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/710: truncate d25/d2a/d3e/d56/d72/d79/dbe/fb8 248333 0 2024-09-17T10:40:05.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/711: write d25/d2a/d3e/d56/f8b [453503,38010] 0 2024-09-17T10:40:05.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/712: chown d25/d2a/d3e/d56/l92 0 1 2024-09-17T10:40:05.883 INFO:tasks.workunit.client.1.smithi170.stdout:7/713: chown d25/d2a/d3e/d56/d5d/d7e/dab 258 1 2024-09-17T10:40:05.899 INFO:tasks.workunit.client.1.smithi170.stdout:0/851: dwrite dd/de/d16/d54/f83 [0,4194304] 0 2024-09-17T10:40:05.900 INFO:tasks.workunit.client.1.smithi170.stdout:3/822: dwrite d18/d2c/d3e/d57/d7e/f7a [4194304,4194304] 0 2024-09-17T10:40:05.900 INFO:tasks.workunit.client.1.smithi170.stdout:3/823: truncate d18/d69/fc0 531821 0 2024-09-17T10:40:05.903 INFO:tasks.workunit.client.1.smithi170.stdout:0/852: symlink dd/de/d16/d54/d5f/dc3/db2/dea/l11b 0 2024-09-17T10:40:05.903 INFO:tasks.workunit.client.1.smithi170.stdout:0/853: write dd/de/d16/d54/d5f/dc3/db2/dea/f10a [1000990,91830] 0 2024-09-17T10:40:05.905 INFO:tasks.workunit.client.1.smithi170.stdout:0/854: mkdir dd/d82/df3/d11c 0 2024-09-17T10:40:05.907 INFO:tasks.workunit.client.1.smithi170.stdout:0/855: symlink dd/de/d16/d65/dca/d5c/d8b/dd8/l11d 0 2024-09-17T10:40:05.907 INFO:tasks.workunit.client.1.smithi170.stdout:0/856: stat dd/de/d3d/la0 0 2024-09-17T10:40:05.915 INFO:tasks.workunit.client.1.smithi170.stdout:3/824: dwrite fd [0,4194304] 0 2024-09-17T10:40:05.915 INFO:tasks.workunit.client.1.smithi170.stdout:3/825: read - d18/d2c/d4f/da3/dcc/fd2 zero size 2024-09-17T10:40:05.915 INFO:tasks.workunit.client.1.smithi170.stdout:3/826: write d18/d1c/f3d [1558571,97088] 0 2024-09-17T10:40:05.915 INFO:tasks.workunit.client.1.smithi170.stdout:3/827: getdents d18/d1c/d2b/d10e 0 2024-09-17T10:40:05.915 INFO:tasks.workunit.client.1.smithi170.stdout:3/828: stat d18/d2c/d4a/caa 0 2024-09-17T10:40:05.916 INFO:tasks.workunit.client.1.smithi170.stdout:0/857: write dd/de/d16/d65/dca/d5c/d8b/fb3 [2546880,34720] 0 2024-09-17T10:40:05.916 INFO:tasks.workunit.client.1.smithi170.stdout:0/858: read dd/de/d16/d54/fa2 [462225,124410] 0 2024-09-17T10:40:05.918 INFO:tasks.workunit.client.1.smithi170.stdout:0/859: mkdir dd/de/d10/d11e 0 2024-09-17T10:40:05.918 INFO:tasks.workunit.client.1.smithi170.stdout:0/860: write dd/de/d108/fd7 [1002336,102666] 0 2024-09-17T10:40:05.918 INFO:tasks.workunit.client.1.smithi170.stdout:0/861: getdents dd/de7 0 2024-09-17T10:40:05.919 INFO:tasks.workunit.client.1.smithi170.stdout:0/862: creat dd/de7/f11f x:0 0 0 2024-09-17T10:40:05.920 INFO:tasks.workunit.client.1.smithi170.stdout:0/863: creat dd/de/d16/d54/d5f/dc3/db2/f120 x:0 0 0 2024-09-17T10:40:05.922 INFO:tasks.workunit.client.1.smithi170.stdout:0/864: link dd/f9e dd/de/d16/d54/f121 0 2024-09-17T10:40:05.922 INFO:tasks.workunit.client.1.smithi170.stdout:0/865: write dd/de/d16/d65/ffd [259895,115056] 0 2024-09-17T10:40:05.923 INFO:tasks.workunit.client.1.smithi170.stdout:0/866: rmdir dd/de/d3d 39 2024-09-17T10:40:05.933 INFO:tasks.workunit.client.1.smithi170.stdout:3/829: dwrite d18/d2c/f4c [4194304,4194304] 0 2024-09-17T10:40:05.933 INFO:tasks.workunit.client.1.smithi170.stdout:3/830: truncate d18/d1c/ff6 705274 0 2024-09-17T10:40:05.940 INFO:tasks.workunit.client.1.smithi170.stdout:7/714: unlink c14 0 2024-09-17T10:40:05.942 INFO:tasks.workunit.client.1.smithi170.stdout:7/715: creat d25/d2a/d94/fd6 x:0 0 0 2024-09-17T10:40:05.943 INFO:tasks.workunit.client.1.smithi170.stdout:8/807: sync 2024-09-17T10:40:05.943 INFO:tasks.workunit.client.1.smithi170.stdout:6/733: sync 2024-09-17T10:40:05.943 INFO:tasks.workunit.client.1.smithi170.stdout:4/502: sync 2024-09-17T10:40:05.943 INFO:tasks.workunit.client.1.smithi170.stdout:9/741: sync 2024-09-17T10:40:05.944 INFO:tasks.workunit.client.1.smithi170.stdout:1/862: sync 2024-09-17T10:40:05.944 INFO:tasks.workunit.client.1.smithi170.stdout:8/808: creat d4/df/d1e/d69/f10e x:0 0 0 2024-09-17T10:40:05.945 INFO:tasks.workunit.client.1.smithi170.stdout:9/742: write dd/d40/d4e/f82 [88926,113508] 0 2024-09-17T10:40:05.950 INFO:tasks.workunit.client.1.smithi170.stdout:2/962: rename dd/d1a/d2a/lf9 to dd/d3a/d84/l139 0 2024-09-17T10:40:05.950 INFO:tasks.workunit.client.1.smithi170.stdout:2/963: chown dd/d14/d19/d37/d105/f10c 963633630 1 2024-09-17T10:40:05.953 INFO:tasks.workunit.client.1.smithi170.stdout:6/734: unlink d0/d18/d70/d74/la7 0 2024-09-17T10:40:05.953 INFO:tasks.workunit.client.1.smithi170.stdout:6/735: chown d0/d66/d9c/de7/d85/d69/fb7 1 1 2024-09-17T10:40:05.953 INFO:tasks.workunit.client.1.smithi170.stdout:6/736: chown d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/cf3 27095904 1 2024-09-17T10:40:05.957 INFO:tasks.workunit.client.1.smithi170.stdout:8/809: mknod d4/df/d94/c10f 0 2024-09-17T10:40:05.958 INFO:tasks.workunit.client.1.smithi170.stdout:3/831: dwrite d18/d24/d73/f9e [0,4194304] 0 2024-09-17T10:40:05.961 INFO:tasks.workunit.client.1.smithi170.stdout:9/743: truncate dd/d16/f37 259094 0 2024-09-17T10:40:05.962 INFO:tasks.workunit.client.1.smithi170.stdout:4/503: dwrite d9/d3e/f98 [0,4194304] 0 2024-09-17T10:40:05.965 INFO:tasks.workunit.client.1.smithi170.stdout:2/964: creat dd/d14/d19/d4c/d63/d7f/dbb/d11d/f13a x:0 0 0 2024-09-17T10:40:05.967 INFO:tasks.workunit.client.1.smithi170.stdout:7/716: dwrite d25/d2a/d3e/d56/d5d/d7e/dc0/fcf [0,4194304] 0 2024-09-17T10:40:05.967 INFO:tasks.workunit.client.1.smithi170.stdout:8/810: creat d4/df/d3f/d44/d80/dd1/f110 x:0 0 0 2024-09-17T10:40:05.970 INFO:tasks.workunit.client.1.smithi170.stdout:2/965: dread dd/d3a/fc2 [0,4194304] 0 2024-09-17T10:40:05.970 INFO:tasks.workunit.client.1.smithi170.stdout:2/966: chown dd/f23 135 1 2024-09-17T10:40:05.970 INFO:tasks.workunit.client.1.smithi170.stdout:3/832: creat d18/d26/d56/dfd/f116 x:0 0 0 2024-09-17T10:40:05.971 INFO:tasks.workunit.client.1.smithi170.stdout:4/504: dread d9/d3e/f75 [4194304,4194304] 0 2024-09-17T10:40:05.973 INFO:tasks.workunit.client.1.smithi170.stdout:9/744: symlink dd/da1/lf3 0 2024-09-17T10:40:05.973 INFO:tasks.workunit.client.1.smithi170.stdout:9/745: chown dd/c58 781 1 2024-09-17T10:40:05.981 INFO:tasks.workunit.client.1.smithi170.stdout:9/746: write dd/d16/d2a/f78 [3254381,50468] 0 2024-09-17T10:40:05.981 INFO:tasks.workunit.client.1.smithi170.stdout:9/747: chown dd/d40/d4e/d29/d2c/f84 17 1 2024-09-17T10:40:05.981 INFO:tasks.workunit.client.1.smithi170.stdout:9/748: fdatasync dd/d40/d4e/d23/f60 0 2024-09-17T10:40:05.981 INFO:tasks.workunit.client.1.smithi170.stdout:9/749: read f9 [2596709,113706] 0 2024-09-17T10:40:05.989 INFO:tasks.workunit.client.1.smithi170.stdout:7/717: link d25/c57 d25/d2a/cd7 0 2024-09-17T10:40:05.992 INFO:tasks.workunit.client.1.smithi170.stdout:8/811: mkdir d4/df/d1e/d111 0 2024-09-17T10:40:05.993 INFO:tasks.workunit.client.1.smithi170.stdout:3/833: unlink d18/d2c/d4f/l6c 0 2024-09-17T10:40:05.994 INFO:tasks.workunit.client.1.smithi170.stdout:3/834: truncate d18/d2c/d4f/da3/fa7 651231 0 2024-09-17T10:40:05.996 INFO:tasks.workunit.client.1.smithi170.stdout:4/505: mknod d9/d12/d36/d42/d76/c9d 0 2024-09-17T10:40:06.000 INFO:tasks.workunit.client.1.smithi170.stdout:9/750: mknod dd/d40/d4e/d29/d54/cf4 0 2024-09-17T10:40:06.004 INFO:tasks.workunit.client.1.smithi170.stdout:3/835: dread d18/d59/dbc/ff8 [0,4194304] 0 2024-09-17T10:40:06.004 INFO:tasks.workunit.client.1.smithi170.stdout:0/867: rename dd/de/d16/d65 to dd/de/d16/d54/d5f/d122 0 2024-09-17T10:40:06.005 INFO:tasks.workunit.client.1.smithi170.stdout:7/718: dwrite d25/d2a/f49 [0,4194304] 0 2024-09-17T10:40:06.006 INFO:tasks.workunit.client.1.smithi170.stdout:8/812: mknod d4/df/d3f/d44/dad/c112 0 2024-09-17T10:40:06.006 INFO:tasks.workunit.client.1.smithi170.stdout:8/813: chown d4/df/f58 1574 1 2024-09-17T10:40:06.006 INFO:tasks.workunit.client.1.smithi170.stdout:9/751: mknod dd/d40/d4e/d29/d2c/cf5 0 2024-09-17T10:40:06.006 INFO:tasks.workunit.client.1.smithi170.stdout:9/752: chown dd/d40/d4e/d29/d2c/f84 0 1 2024-09-17T10:40:06.007 INFO:tasks.workunit.client.1.smithi170.stdout:0/868: dread dd/de/d10/f43 [0,4194304] 0 2024-09-17T10:40:06.008 INFO:tasks.workunit.client.1.smithi170.stdout:0/869: read - dd/de/d16/d54/d5f/d122/f117 zero size 2024-09-17T10:40:06.008 INFO:tasks.workunit.client.1.smithi170.stdout:3/836: mknod d18/d1c/d2b/c117 0 2024-09-17T10:40:06.010 INFO:tasks.workunit.client.1.smithi170.stdout:1/863: rename d3/d68/d104/d4e/dfc to d3/d68/d127 0 2024-09-17T10:40:06.015 INFO:tasks.workunit.client.1.smithi170.stdout:7/719: mkdir d25/d2a/d94/dd8 0 2024-09-17T10:40:06.017 INFO:tasks.workunit.client.1.smithi170.stdout:8/814: mkdir d4/df/d3f/d44/d80/d113 0 2024-09-17T10:40:06.019 INFO:tasks.workunit.client.1.smithi170.stdout:9/753: symlink dd/d16/d2a/d51/dd0/deb/lf6 0 2024-09-17T10:40:06.020 INFO:tasks.workunit.client.1.smithi170.stdout:3/837: symlink d18/d2c/d41/d94/dd6/l118 0 2024-09-17T10:40:06.020 INFO:tasks.workunit.client.1.smithi170.stdout:3/838: chown d18/d69/fab 104 1 2024-09-17T10:40:06.021 INFO:tasks.workunit.client.1.smithi170.stdout:0/870: dwrite dd/de/d16/d54/d5f/dc3/db2/dcc/f107 [0,4194304] 0 2024-09-17T10:40:06.022 INFO:tasks.workunit.client.1.smithi170.stdout:0/871: chown dd/de/d16/c29 0 1 2024-09-17T10:40:06.022 INFO:tasks.workunit.client.1.smithi170.stdout:2/967: rename dd/f13 to dd/d1a/d7d/f13b 0 2024-09-17T10:40:06.024 INFO:tasks.workunit.client.1.smithi170.stdout:1/864: creat d3/d68/d104/d51/da4/f128 x:0 0 0 2024-09-17T10:40:06.024 INFO:tasks.workunit.client.1.smithi170.stdout:1/865: read d3/d5/f121 [3370282,16604] 0 2024-09-17T10:40:06.025 INFO:tasks.workunit.client.1.smithi170.stdout:7/720: mknod d25/d2a/d3e/d56/d72/da8/cd9 0 2024-09-17T10:40:06.025 INFO:tasks.workunit.client.1.smithi170.stdout:7/721: fdatasync f1a 0 2024-09-17T10:40:06.026 INFO:tasks.workunit.client.1.smithi170.stdout:9/754: truncate dd/d40/d4e/d23/f81 3656705 0 2024-09-17T10:40:06.030 INFO:tasks.workunit.client.1.smithi170.stdout:0/872: dread dd/de/d16/d54/d5f/d122/fd3 [0,4194304] 0 2024-09-17T10:40:06.030 INFO:tasks.workunit.client.1.smithi170.stdout:0/873: stat dd/de/d16/f30 0 2024-09-17T10:40:06.030 INFO:tasks.workunit.client.1.smithi170.stdout:0/874: write dd/f9e [494862,97670] 0 2024-09-17T10:40:06.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/839: mkdir d18/d26/d119 0 2024-09-17T10:40:06.038 INFO:tasks.workunit.client.1.smithi170.stdout:3/840: fsync d18/d2c/d3e/dae/f106 0 2024-09-17T10:40:06.041 INFO:tasks.workunit.client.1.smithi170.stdout:4/506: rename d9/d12/l99 to d9/d12/d36/d42/d7d/l9e 0 2024-09-17T10:40:06.042 INFO:tasks.workunit.client.1.smithi170.stdout:2/968: symlink dd/d1a/d7d/dbc/l13c 0 2024-09-17T10:40:06.042 INFO:tasks.workunit.client.1.smithi170.stdout:2/969: stat dd/d14/d19/d4c/d11a 0 2024-09-17T10:40:06.042 INFO:tasks.workunit.client.1.smithi170.stdout:2/970: chown dd/d1a/d7d/d100 44 1 2024-09-17T10:40:06.044 INFO:tasks.workunit.client.1.smithi170.stdout:8/815: dwrite d4/df/d3a/df7/d33/f5a [0,4194304] 0 2024-09-17T10:40:06.047 INFO:tasks.workunit.client.1.smithi170.stdout:0/875: link dd/de/d16/d54/d63/db0/c103 dd/de/d16/d54/d5f/d122/dca/d5c/d8b/dd8/c123 0 2024-09-17T10:40:06.048 INFO:tasks.workunit.client.1.smithi170.stdout:3/841: mknod d18/d59/c11a 0 2024-09-17T10:40:06.049 INFO:tasks.workunit.client.1.smithi170.stdout:1/866: dwrite d3/d5/dc9/d7b/f11c [0,4194304] 0 2024-09-17T10:40:06.050 INFO:tasks.workunit.client.1.smithi170.stdout:9/755: dwrite dd/d40/d4e/d29/d54/fd5 [0,4194304] 0 2024-09-17T10:40:06.050 INFO:tasks.workunit.client.1.smithi170.stdout:9/756: truncate dd/d16/fe9 549508 0 2024-09-17T10:40:06.051 INFO:tasks.workunit.client.1.smithi170.stdout:4/507: creat d9/d12/d36/d42/d40/d70/d72/f9f x:0 0 0 2024-09-17T10:40:06.051 INFO:tasks.workunit.client.1.smithi170.stdout:4/508: readlink d9/l4e 0 2024-09-17T10:40:06.056 INFO:tasks.workunit.client.1.smithi170.stdout:8/816: mkdir d4/df/d1e/daa/dcc/d114 0 2024-09-17T10:40:06.059 INFO:tasks.workunit.client.1.smithi170.stdout:7/722: truncate d25/d2a/f49 1049368 0 2024-09-17T10:40:06.060 INFO:tasks.workunit.client.1.smithi170.stdout:0/876: getdents dd/de/d16/d54/d5f 0 2024-09-17T10:40:06.064 INFO:tasks.workunit.client.1.smithi170.stdout:3/842: getdents d18/d2c/d4f/da3/dcc 0 2024-09-17T10:40:06.065 INFO:tasks.workunit.client.1.smithi170.stdout:8/817: write d4/df/d3a/dbb/ff5 [851475,116248] 0 2024-09-17T10:40:06.066 INFO:tasks.workunit.client.1.smithi170.stdout:8/818: write d4/df/d1e/d69/f6a [2110564,9963] 0 2024-09-17T10:40:06.068 INFO:tasks.workunit.client.1.smithi170.stdout:7/723: dread d25/d2a/f2e [0,4194304] 0 2024-09-17T10:40:06.069 INFO:tasks.workunit.client.1.smithi170.stdout:1/867: rmdir d3/d68/d104/d4e/dd1 39 2024-09-17T10:40:06.069 INFO:tasks.workunit.client.1.smithi170.stdout:1/868: dread - d3/d68/d104/d51/dac/dc4/fc7 zero size 2024-09-17T10:40:06.069 INFO:tasks.workunit.client.1.smithi170.stdout:1/869: write d3/d5/dc9/f58 [5179569,10580] 0 2024-09-17T10:40:06.069 INFO:tasks.workunit.client.1.smithi170.stdout:1/870: write d3/d68/d104/d4e/dd1/f119 [1036665,34586] 0 2024-09-17T10:40:06.077 INFO:tasks.workunit.client.1.smithi170.stdout:7/724: dread d25/d2a/d3e/d56/d5d/d7e/f83 [0,4194304] 0 2024-09-17T10:40:06.077 INFO:tasks.workunit.client.1.smithi170.stdout:7/725: chown d25/d53/l65 2 1 2024-09-17T10:40:06.079 INFO:tasks.workunit.client.1.smithi170.stdout:9/757: symlink dd/d16/d17/d43/d6d/df2/lf7 0 2024-09-17T10:40:06.079 INFO:tasks.workunit.client.1.smithi170.stdout:9/758: write dd/d16/d2a/f78 [2215812,42108] 0 2024-09-17T10:40:06.081 INFO:tasks.workunit.client.1.smithi170.stdout:4/509: fsync d9/d12/f2c 0 2024-09-17T10:40:06.085 INFO:tasks.workunit.client.1.smithi170.stdout:7/726: read d25/f5e [3495989,3169] 0 2024-09-17T10:40:06.085 INFO:tasks.workunit.client.1.smithi170.stdout:7/727: write d25/d2a/d3e/d56/d72/f7c [787640,93626] 0 2024-09-17T10:40:06.086 INFO:tasks.workunit.client.1.smithi170.stdout:7/728: write d25/d2a/d3e/d56/d72/d79/f9d [360207,55534] 0 2024-09-17T10:40:06.089 INFO:tasks.workunit.client.1.smithi170.stdout:3/843: link d18/d1c/fb2 d18/d26/d119/f11b 0 2024-09-17T10:40:06.092 INFO:tasks.workunit.client.1.smithi170.stdout:8/819: link d4/df/d3a/df7/f48 d4/df/d3f/d44/d80/dd1/dfe/f115 0 2024-09-17T10:40:06.094 INFO:tasks.workunit.client.1.smithi170.stdout:7/729: dread fc [0,4194304] 0 2024-09-17T10:40:06.094 INFO:tasks.workunit.client.1.smithi170.stdout:7/730: getdents d25/d2a/d94/dd8 0 2024-09-17T10:40:06.095 INFO:tasks.workunit.client.1.smithi170.stdout:7/731: fdatasync d25/d4e/f66 0 2024-09-17T10:40:06.096 INFO:tasks.workunit.client.1.smithi170.stdout:1/871: mknod d3/d68/d104/d4e/dd1/d118/c129 0 2024-09-17T10:40:06.097 INFO:tasks.workunit.client.1.smithi170.stdout:9/759: truncate dd/d40/d4e/d23/f60 565526 0 2024-09-17T10:40:06.099 INFO:tasks.workunit.client.1.smithi170.stdout:0/877: symlink dd/de/l124 0 2024-09-17T10:40:06.099 INFO:tasks.workunit.client.1.smithi170.stdout:0/878: chown dd/de/d16/f30 31731 1 2024-09-17T10:40:06.100 INFO:tasks.workunit.client.1.smithi170.stdout:0/879: fdatasync dd/de/d16/f3c 0 2024-09-17T10:40:06.104 INFO:tasks.workunit.client.1.smithi170.stdout:3/844: creat d18/d2c/d4f/da3/de0/d7c/d82/de5/f11c x:0 0 0 2024-09-17T10:40:06.106 INFO:tasks.workunit.client.1.smithi170.stdout:7/732: creat d25/d53/fda x:0 0 0 2024-09-17T10:40:06.108 INFO:tasks.workunit.client.1.smithi170.stdout:1/872: truncate d3/d5/f106 2576774 0 2024-09-17T10:40:06.114 INFO:tasks.workunit.client.1.smithi170.stdout:3/845: dread d18/d69/fc2 [0,4194304] 0 2024-09-17T10:40:06.114 INFO:tasks.workunit.client.1.smithi170.stdout:3/846: creat d18/d26/d58/f11d x:0 0 0 2024-09-17T10:40:06.117 INFO:tasks.workunit.client.1.smithi170.stdout:1/873: dread d3/d68/d104/d51/d64/fa0 [0,4194304] 0 2024-09-17T10:40:06.119 INFO:tasks.workunit.client.1.smithi170.stdout:4/510: dwrite d9/d12/f1f [4194304,4194304] 0 2024-09-17T10:40:06.119 INFO:tasks.workunit.client.1.smithi170.stdout:4/511: creat d9/d5a/fa0 x:0 0 0 2024-09-17T10:40:06.124 INFO:tasks.workunit.client.1.smithi170.stdout:0/880: mknod dd/de/d16/d54/c125 0 2024-09-17T10:40:06.126 INFO:tasks.workunit.client.1.smithi170.stdout:1/874: mkdir d3/dd8/d12a 0 2024-09-17T10:40:06.126 INFO:tasks.workunit.client.1.smithi170.stdout:0/881: dread dd/de/d16/fd5 [0,4194304] 0 2024-09-17T10:40:06.126 INFO:tasks.workunit.client.1.smithi170.stdout:0/882: getdents dd/de/d3d/d112 0 2024-09-17T10:40:06.127 INFO:tasks.workunit.client.1.smithi170.stdout:0/883: stat dd/de/d3d/f5d 0 2024-09-17T10:40:06.130 INFO:tasks.workunit.client.1.smithi170.stdout:9/760: getdents dd/d40/d4e/d23/dae/db4 0 2024-09-17T10:40:06.146 INFO:tasks.workunit.client.1.smithi170.stdout:4/512: dwrite d9/f2d [0,4194304] 0 2024-09-17T10:40:06.153 INFO:tasks.workunit.client.1.smithi170.stdout:1/875: dwrite d3/d5/f7f [0,4194304] 0 2024-09-17T10:40:06.153 INFO:tasks.workunit.client.1.smithi170.stdout:1/876: write d3/d68/fee [435343,74577] 0 2024-09-17T10:40:06.157 INFO:tasks.workunit.client.1.smithi170.stdout:9/761: dwrite dd/d40/d4e/fa9 [0,4194304] 0 2024-09-17T10:40:06.163 INFO:tasks.workunit.client.1.smithi170.stdout:4/513: dwrite d9/d5a/f6a [0,4194304] 0 2024-09-17T10:40:06.163 INFO:tasks.workunit.client.1.smithi170.stdout:4/514: chown d9/d12/d36/d42/f8a 52 1 2024-09-17T10:40:06.264 INFO:tasks.workunit.client.1.smithi170.stdout:0/884: rmdir dd/de/d16/d54/d5f/dc3/db2/dea 39 2024-09-17T10:40:06.264 INFO:tasks.workunit.client.1.smithi170.stdout:0/885: stat dd/l113 0 2024-09-17T10:40:06.266 INFO:tasks.workunit.client.1.smithi170.stdout:0/886: dread dd/de/d16/d54/d5f/dc3/f55 [0,4194304] 0 2024-09-17T10:40:06.280 INFO:tasks.workunit.client.1.smithi170.stdout:4/515: dread d9/d12/f81 [0,4194304] 0 2024-09-17T10:40:06.284 INFO:tasks.workunit.client.1.smithi170.stdout:0/887: creat dd/de/d16/d54/d5f/d122/dca/d5c/d8b/f126 x:0 0 0 2024-09-17T10:40:06.287 INFO:tasks.workunit.client.1.smithi170.stdout:1/877: rename d3/d5/d81 to d3/d77/dad/ddb/d12b 0 2024-09-17T10:40:06.290 INFO:tasks.workunit.client.1.smithi170.stdout:9/762: rename dd/d16/l56 to dd/d16/d17/d43/d66/lf8 0 2024-09-17T10:40:06.292 INFO:tasks.workunit.client.1.smithi170.stdout:0/888: dread dd/de/d16/d54/d5f/dc3/f96 [0,4194304] 0 2024-09-17T10:40:06.296 INFO:tasks.workunit.client.1.smithi170.stdout:9/763: rmdir dd/d40/d4e/d23/dae 39 2024-09-17T10:40:06.297 INFO:tasks.workunit.client.1.smithi170.stdout:9/764: mkdir dd/da1/df9 0 2024-09-17T10:40:06.298 INFO:tasks.workunit.client.1.smithi170.stdout:9/765: mknod dd/d40/d50/cfa 0 2024-09-17T10:40:06.298 INFO:tasks.workunit.client.1.smithi170.stdout:9/766: fsync dd/d16/d17/d43/f49 0 2024-09-17T10:40:06.298 INFO:tasks.workunit.client.1.smithi170.stdout:9/767: write dd/d40/ff0 [865386,106993] 0 2024-09-17T10:40:06.299 INFO:tasks.workunit.client.1.smithi170.stdout:9/768: mkdir dd/da1/df9/dfb 0 2024-09-17T10:40:06.301 INFO:tasks.workunit.client.1.smithi170.stdout:9/769: rmdir dd/d16/d17 39 2024-09-17T10:40:06.301 INFO:tasks.workunit.client.1.smithi170.stdout:9/770: write dd/d16/d17/f8a [1219928,27208] 0 2024-09-17T10:40:06.301 INFO:tasks.workunit.client.1.smithi170.stdout:9/771: readlink dd/d40/d4e/d29/le2 0 2024-09-17T10:40:06.303 INFO:tasks.workunit.client.1.smithi170.stdout:9/772: dread dd/d40/d4e/f82 [0,4194304] 0 2024-09-17T10:40:06.307 INFO:tasks.workunit.client.1.smithi170.stdout:9/773: rmdir dd/d16/d17/d5c/d85 39 2024-09-17T10:40:06.307 INFO:tasks.workunit.client.1.smithi170.stdout:9/774: chown dd/d40/d4e/d29/d54/d8c 64693 1 2024-09-17T10:40:06.309 INFO:tasks.workunit.client.1.smithi170.stdout:9/775: creat dd/d40/d32/ffc x:0 0 0 2024-09-17T10:40:06.309 INFO:tasks.workunit.client.1.smithi170.stdout:1/878: dwrite d3/d5/dc9/db1/f11d [0,4194304] 0 2024-09-17T10:40:06.309 INFO:tasks.workunit.client.1.smithi170.stdout:1/879: write d3/d5/dc9/d7b/d8b/f95 [1342123,117688] 0 2024-09-17T10:40:06.312 INFO:tasks.workunit.client.1.smithi170.stdout:1/880: rmdir d3/d5/dc9/d7b/d8b/db8 39 2024-09-17T10:40:06.319 INFO:tasks.workunit.client.1.smithi170.stdout:0/889: dwrite dd/de/d16/d54/d5f/dc3/db2/dea/f45 [0,4194304] 0 2024-09-17T10:40:06.319 INFO:tasks.workunit.client.1.smithi170.stdout:9/776: dread dd/d40/d4e/fa9 [0,4194304] 0 2024-09-17T10:40:06.322 INFO:tasks.workunit.client.1.smithi170.stdout:0/890: truncate dd/f9e 75142 0 2024-09-17T10:40:06.323 INFO:tasks.workunit.client.1.smithi170.stdout:1/881: write d3/d68/d104/fc2 [4062795,103411] 0 2024-09-17T10:40:06.326 INFO:tasks.workunit.client.1.smithi170.stdout:0/891: creat dd/de/d3d/f127 x:0 0 0 2024-09-17T10:40:06.326 INFO:tasks.workunit.client.1.smithi170.stdout:0/892: fsync dd/de/d16/d54/d5f/d122/fe4 0 2024-09-17T10:40:06.326 INFO:tasks.workunit.client.1.smithi170.stdout:0/893: read f8 [1968069,12116] 0 2024-09-17T10:40:06.329 INFO:tasks.workunit.client.1.smithi170.stdout:0/894: unlink dd/d82/c92 0 2024-09-17T10:40:06.331 INFO:tasks.workunit.client.1.smithi170.stdout:0/895: link dd/de/d16/d54/d5f/d122/dca/f7c dd/de/d3d/f128 0 2024-09-17T10:40:06.333 INFO:tasks.workunit.client.1.smithi170.stdout:0/896: unlink f1 0 2024-09-17T10:40:06.338 INFO:tasks.workunit.client.1.smithi170.stdout:0/897: fsync dd/de/d3d/f127 0 2024-09-17T10:40:06.360 INFO:tasks.workunit.client.1.smithi170.stdout:0/898: dwrite dd/de/f104 [0,4194304] 0 2024-09-17T10:40:06.361 INFO:tasks.workunit.client.1.smithi170.stdout:0/899: symlink dd/de/d16/d54/d5f/dc4/l129 0 2024-09-17T10:40:06.361 INFO:tasks.workunit.client.1.smithi170.stdout:0/900: fdatasync dd/d82/fe0 0 2024-09-17T10:40:06.372 INFO:tasks.workunit.client.1.smithi170.stdout:0/901: dread dd/de/d16/d54/d5f/d122/fd3 [0,4194304] 0 2024-09-17T10:40:06.372 INFO:tasks.workunit.client.1.smithi170.stdout:0/902: write dd/de/d10/d13/d59/f68 [1290966,74409] 0 2024-09-17T10:40:06.374 INFO:tasks.workunit.client.1.smithi170.stdout:0/903: symlink dd/de/d16/d54/d63/db0/l12a 0 2024-09-17T10:40:06.378 INFO:tasks.workunit.client.1.smithi170.stdout:0/904: rename dd/de/d16/fef to dd/df6/f12b 0 2024-09-17T10:40:06.382 INFO:tasks.workunit.client.1.smithi170.stdout:0/905: mkdir dd/de/d16/d54/d5f/dc4/d12c 0 2024-09-17T10:40:06.383 INFO:tasks.workunit.client.1.smithi170.stdout:0/906: mknod dd/de/d16/d54/d5f/dc4/c12d 0 2024-09-17T10:40:06.385 INFO:tasks.workunit.client.1.smithi170.stdout:0/907: mknod dd/de/d10/d13/dc8/c12e 0 2024-09-17T10:40:06.386 INFO:tasks.workunit.client.1.smithi170.stdout:0/908: mknod dd/de/d10/d13/c12f 0 2024-09-17T10:40:06.386 INFO:tasks.workunit.client.1.smithi170.stdout:0/909: write dd/de/d16/d54/d5f/d122/dca/d5c/d8b/fb3 [2709545,52116] 0 2024-09-17T10:40:06.394 INFO:tasks.workunit.client.1.smithi170.stdout:0/910: write dd/de/d16/d54/d5f/dc3/db2/dcc/f107 [2239286,102414] 0 2024-09-17T10:40:06.397 INFO:tasks.workunit.client.1.smithi170.stdout:0/911: symlink dd/de/l130 0 2024-09-17T10:40:06.399 INFO:tasks.workunit.client.1.smithi170.stdout:0/912: symlink dd/de/d16/d54/d5f/dc4/l131 0 2024-09-17T10:40:06.401 INFO:tasks.workunit.client.1.smithi170.stdout:0/913: rename dd/d110 to dd/d82/df3/d132 0 2024-09-17T10:40:06.409 INFO:tasks.workunit.client.1.smithi170.stdout:0/914: dread dd/de/d16/d54/d5f/d122/dca/d5c/d8b/fcd [0,4194304] 0 2024-09-17T10:40:06.412 INFO:tasks.workunit.client.1.smithi170.stdout:0/915: rename dd/de/d16/c29 to dd/de/d3d/c133 0 2024-09-17T10:40:06.413 INFO:tasks.workunit.client.1.smithi170.stdout:0/916: write dd/de/d3d/faf [908698,85183] 0 2024-09-17T10:40:06.417 INFO:tasks.workunit.client.1.smithi170.stdout:0/917: rename dd/de/d3d/d114 to dd/de/d16/d54/d5f/dc3/db2/dea/d134 0 2024-09-17T10:40:06.417 INFO:tasks.workunit.client.1.smithi170.stdout:0/918: creat dd/de/d16/d54/d5f/dc4/f135 x:0 0 0 2024-09-17T10:40:06.419 INFO:tasks.workunit.client.1.smithi170.stdout:0/919: mknod dd/d93/c136 0 2024-09-17T10:40:06.420 INFO:tasks.workunit.client.1.smithi170.stdout:0/920: read dd/de/d10/d13/d59/f84 [263515,126397] 0 2024-09-17T10:40:06.422 INFO:tasks.workunit.client.1.smithi170.stdout:0/921: creat dd/de/d16/d54/d5f/f137 x:0 0 0 2024-09-17T10:40:06.425 INFO:tasks.workunit.client.1.smithi170.stdout:0/922: dread dd/de/d16/d54/d5f/dc3/db2/dea/f45 [4194304,4194304] 0 2024-09-17T10:40:06.425 INFO:tasks.workunit.client.1.smithi170.stdout:0/923: dread - dd/de/d16/d54/d5f/fa9 zero size 2024-09-17T10:40:06.425 INFO:tasks.workunit.client.1.smithi170.stdout:0/924: write dd/de/d10/d13/f74 [4992731,92984] 0 2024-09-17T10:40:06.426 INFO:tasks.workunit.client.1.smithi170.stdout:0/925: fdatasync dd/df6/f12b 0 2024-09-17T10:40:06.427 INFO:tasks.workunit.client.1.smithi170.stdout:0/926: dread dd/de/d16/f9b [0,4194304] 0 2024-09-17T10:40:06.430 INFO:tasks.workunit.client.1.smithi170.stdout:0/927: getdents dd/de/d3d/d112 0 2024-09-17T10:40:06.434 INFO:tasks.workunit.client.1.smithi170.stdout:0/928: getdents dd/de/d16/d54/d5f/dc4 0 2024-09-17T10:40:06.457 INFO:tasks.workunit.client.1.smithi170.stdout:0/929: dwrite dd/de/d10/d13/f2a [0,4194304] 0 2024-09-17T10:40:06.457 INFO:tasks.workunit.client.1.smithi170.stdout:0/930: chown dd/de/d16/d54/d5f/d122/dca/d5c/d8b 848868 1 2024-09-17T10:40:06.459 INFO:tasks.workunit.client.1.smithi170.stdout:0/931: symlink dd/de/d16/d54/d5f/dc4/l138 0 2024-09-17T10:40:06.460 INFO:tasks.workunit.client.1.smithi170.stdout:0/932: getdents dd/de/d16/d54/d5f/d122/dca/d5c 0 2024-09-17T10:40:06.471 INFO:tasks.workunit.client.1.smithi170.stdout:0/933: dread dd/de/f104 [0,4194304] 0 2024-09-17T10:40:06.474 INFO:tasks.workunit.client.1.smithi170.stdout:0/934: mknod dd/d93/c139 0 2024-09-17T10:40:06.474 INFO:tasks.workunit.client.1.smithi170.stdout:0/935: dread - dd/de/d16/d54/d5f/d122/fbf zero size 2024-09-17T10:40:06.474 INFO:tasks.workunit.client.1.smithi170.stdout:0/936: truncate dd/de/d108/f7f 1319782 0 2024-09-17T10:40:06.483 INFO:tasks.workunit.client.1.smithi170.stdout:0/937: write dd/de/d10/d13/f74 [3496341,26849] 0 2024-09-17T10:40:06.484 INFO:tasks.workunit.client.1.smithi170.stdout:0/938: creat dd/de/d3d/f13a x:0 0 0 2024-09-17T10:40:06.484 INFO:tasks.workunit.client.1.smithi170.stdout:0/939: fdatasync dd/d82/fb5 0 2024-09-17T10:40:06.498 INFO:tasks.workunit.client.1.smithi170.stdout:0/940: truncate dd/de/d10/d13/d59/f111 2589533 0 2024-09-17T10:40:06.499 INFO:tasks.workunit.client.1.smithi170.stdout:0/941: creat dd/de/f13b x:0 0 0 2024-09-17T10:40:06.500 INFO:tasks.workunit.client.1.smithi170.stdout:0/942: creat dd/de/d16/d54/d5f/dc3/db2/dea/d134/f13c x:0 0 0 2024-09-17T10:40:06.500 INFO:tasks.workunit.client.1.smithi170.stdout:0/943: chown dd/de/d108/fd7 4741 1 2024-09-17T10:40:06.502 INFO:tasks.workunit.client.1.smithi170.stdout:0/944: mknod dd/de/d16/d54/d5f/dc3/db2/dea/c13d 0 2024-09-17T10:40:06.502 INFO:tasks.workunit.client.1.smithi170.stdout:0/945: chown dd/de/d10/d13/f115 119 1 2024-09-17T10:40:06.502 INFO:tasks.workunit.client.1.smithi170.stdout:0/946: read - dd/de/d16/d54/d5f/dc3/db2/dea/d134/f13c zero size 2024-09-17T10:40:06.506 INFO:tasks.workunit.client.1.smithi170.stdout:5/651: sync 2024-09-17T10:40:06.506 INFO:tasks.workunit.client.1.smithi170.stdout:6/737: sync 2024-09-17T10:40:06.506 INFO:tasks.workunit.client.1.smithi170.stdout:2/971: sync 2024-09-17T10:40:06.506 INFO:tasks.workunit.client.1.smithi170.stdout:5/652: creat d1/d3/d55/d80/d89/fd0 x:0 0 0 2024-09-17T10:40:06.513 INFO:tasks.workunit.client.1.smithi170.stdout:6/738: mkdir d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7/d102 0 2024-09-17T10:40:06.513 INFO:tasks.workunit.client.1.smithi170.stdout:6/739: chown d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/fdf 863 1 2024-09-17T10:40:06.513 INFO:tasks.workunit.client.1.smithi170.stdout:6/740: readlink d0/l9e 0 2024-09-17T10:40:06.517 INFO:tasks.workunit.client.1.smithi170.stdout:5/653: getdents d1/d3/d13/d2c/d51/d6f 0 2024-09-17T10:40:06.520 INFO:tasks.workunit.client.1.smithi170.stdout:5/654: mkdir d1/d3/d13/d1a/d54/dd1 0 2024-09-17T10:40:06.522 INFO:tasks.workunit.client.1.smithi170.stdout:5/655: dread d1/f94 [0,4194304] 0 2024-09-17T10:40:06.522 INFO:tasks.workunit.client.1.smithi170.stdout:6/741: write d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/fe3 [3453341,98023] 0 2024-09-17T10:40:06.522 INFO:tasks.workunit.client.1.smithi170.stdout:6/742: write d0/d66/d9c/de7/fbc [84190,74414] 0 2024-09-17T10:40:06.524 INFO:tasks.workunit.client.1.smithi170.stdout:5/656: creat d1/d3/fd2 x:0 0 0 2024-09-17T10:40:06.524 INFO:tasks.workunit.client.1.smithi170.stdout:5/657: write d1/d3/d13/d2c/d51/d6f/fcd [804776,55180] 0 2024-09-17T10:40:06.526 INFO:tasks.workunit.client.1.smithi170.stdout:0/947: dwrite dd/de/d16/d54/d63/f7d [0,4194304] 0 2024-09-17T10:40:06.526 INFO:tasks.workunit.client.1.smithi170.stdout:6/743: creat d0/d18/f103 x:0 0 0 2024-09-17T10:40:06.528 INFO:tasks.workunit.client.1.smithi170.stdout:0/948: read dd/de/d3d/f4a [543366,98029] 0 2024-09-17T10:40:06.528 INFO:tasks.workunit.client.1.smithi170.stdout:2/972: dwrite dd/d14/d19/d4c/fe5 [0,4194304] 0 2024-09-17T10:40:06.530 INFO:tasks.workunit.client.1.smithi170.stdout:6/744: rename d0/d66/d9c/de7/d85/d69/d3e/l7c to d0/d66/d9c/de7/d85/d69/d3e/da9/l104 0 2024-09-17T10:40:06.530 INFO:tasks.workunit.client.1.smithi170.stdout:6/745: dread - d0/d66/d9c/de7/d85/d69/d3e/fdb zero size 2024-09-17T10:40:06.536 INFO:tasks.workunit.client.1.smithi170.stdout:0/949: dread dd/de/d16/d54/d63/f7d [0,4194304] 0 2024-09-17T10:40:06.536 INFO:tasks.workunit.client.1.smithi170.stdout:0/950: dread - dd/df6/f12b zero size 2024-09-17T10:40:06.538 INFO:tasks.workunit.client.1.smithi170.stdout:2/973: creat dd/d3a/d12c/f13d x:0 0 0 2024-09-17T10:40:06.538 INFO:tasks.workunit.client.1.smithi170.stdout:2/974: fsync dd/d3a/f4a 0 2024-09-17T10:40:06.541 INFO:tasks.workunit.client.1.smithi170.stdout:2/975: readlink dd/d1a/l4e 0 2024-09-17T10:40:06.541 INFO:tasks.workunit.client.1.smithi170.stdout:2/976: fdatasync dd/d1a/d6c/fa8 0 2024-09-17T10:40:06.541 INFO:tasks.workunit.client.1.smithi170.stdout:2/977: creat dd/d14/d19/d4c/d63/d32/d53/d10f/f13e x:0 0 0 2024-09-17T10:40:06.545 INFO:tasks.workunit.client.1.smithi170.stdout:0/951: read dd/de/d10/ffb [1625118,65486] 0 2024-09-17T10:40:06.548 INFO:tasks.workunit.client.1.smithi170.stdout:2/978: mkdir dd/d14/d19/d4c/d63/d7f/dbb/d13f 0 2024-09-17T10:40:06.550 INFO:tasks.workunit.client.1.smithi170.stdout:0/952: creat dd/d82/df3/d132/f13e x:0 0 0 2024-09-17T10:40:06.551 INFO:tasks.workunit.client.1.smithi170.stdout:2/979: getdents dd/d3a 0 2024-09-17T10:40:06.552 INFO:tasks.workunit.client.1.smithi170.stdout:2/980: fsync dd/d14/d19/d37/fb0 0 2024-09-17T10:40:06.552 INFO:tasks.workunit.client.1.smithi170.stdout:2/981: write dd/d14/d19/d4c/d63/f2c [9923929,67834] 0 2024-09-17T10:40:06.554 INFO:tasks.workunit.client.1.smithi170.stdout:0/953: mknod dd/de/d16/d54/d63/c13f 0 2024-09-17T10:40:06.556 INFO:tasks.workunit.client.1.smithi170.stdout:0/954: symlink dd/de/d16/d54/d5f/dc3/l140 0 2024-09-17T10:40:06.558 INFO:tasks.workunit.client.1.smithi170.stdout:6/746: dwrite d0/d66/d9c/de7/d85/d43/fda [0,4194304] 0 2024-09-17T10:40:06.560 INFO:tasks.workunit.client.1.smithi170.stdout:6/747: dread d0/d66/d9c/de7/d85/f31 [8388608,4194304] 0 2024-09-17T10:40:06.560 INFO:tasks.workunit.client.1.smithi170.stdout:6/748: chown d0/d66/c76 26 1 2024-09-17T10:40:06.562 INFO:tasks.workunit.client.1.smithi170.stdout:2/982: dread dd/d14/d19/d4c/d63/d32/d53/f5e [0,4194304] 0 2024-09-17T10:40:06.571 INFO:tasks.workunit.client.1.smithi170.stdout:2/983: dread dd/d54/db5/f113 [0,4194304] 0 2024-09-17T10:40:06.573 INFO:tasks.workunit.client.1.smithi170.stdout:0/955: dwrite dd/de/d10/fec [0,4194304] 0 2024-09-17T10:40:06.574 INFO:tasks.workunit.client.1.smithi170.stdout:6/749: symlink d0/d66/d9c/de7/d85/d69/d3e/da9/l105 0 2024-09-17T10:40:06.575 INFO:tasks.workunit.client.1.smithi170.stdout:2/984: mkdir dd/d14/d19/d4c/d11a/d140 0 2024-09-17T10:40:06.581 INFO:tasks.workunit.client.1.smithi170.stdout:2/985: mknod dd/d3a/d12c/c141 0 2024-09-17T10:40:06.585 INFO:tasks.workunit.client.1.smithi170.stdout:2/986: link dd/d14/d19/d4c/d63/d7f/c8b dd/d3a/d5b/db7/d128/c142 0 2024-09-17T10:40:06.587 INFO:tasks.workunit.client.1.smithi170.stdout:0/956: dwrite dd/d82/fae [0,4194304] 0 2024-09-17T10:40:06.588 INFO:tasks.workunit.client.1.smithi170.stdout:2/987: rename dd/d14/d19/d4c/d63/d7f/dbb/dd5/f117 to dd/d14/d19/dc4/df0/f143 0 2024-09-17T10:40:06.595 INFO:tasks.workunit.client.1.smithi170.stdout:0/957: rmdir dd/de/d16/d54/d5f/dc3 39 2024-09-17T10:40:06.596 INFO:tasks.workunit.client.1.smithi170.stdout:2/988: unlink dd/d1a/d2a/l75 0 2024-09-17T10:40:06.598 INFO:tasks.workunit.client.1.smithi170.stdout:0/958: mkdir dd/de/d16/d54/d5f/dc3/db2/dea/d134/d10c/d141 0 2024-09-17T10:40:06.599 INFO:tasks.workunit.client.1.smithi170.stdout:2/989: rename dd/d14/d19/d4c/d11a/d140 to dd/d14/d19/d4c/d63/d7f/dbb/d144 0 2024-09-17T10:40:06.601 INFO:tasks.workunit.client.1.smithi170.stdout:0/959: link dd/de/d16/d54/d5f/d122/dca/d5c/d8b/fb3 dd/de/d16/d54/d5f/d122/f142 0 2024-09-17T10:40:06.601 INFO:tasks.workunit.client.1.smithi170.stdout:0/960: fsync dd/de/d16/d54/fd4 0 2024-09-17T10:40:06.602 INFO:tasks.workunit.client.1.smithi170.stdout:2/990: truncate dd/d14/d19/d4c/d63/d32/d53/d10f/f119 133013 0 2024-09-17T10:40:06.603 INFO:tasks.workunit.client.1.smithi170.stdout:0/961: rmdir dd/de/d16/d54/d5f/d122/dca/d5c/d8b/dd8 39 2024-09-17T10:40:06.608 INFO:tasks.workunit.client.1.smithi170.stdout:0/962: rename dd/de/d10/d13/c51 to dd/de7/d119/c143 0 2024-09-17T10:40:06.610 INFO:tasks.workunit.client.1.smithi170.stdout:0/963: getdents dd/de/d3d 0 2024-09-17T10:40:06.610 INFO:tasks.workunit.client.1.smithi170.stdout:0/964: write dd/de/d16/d54/d63/ff8 [819648,46805] 0 2024-09-17T10:40:06.612 INFO:tasks.workunit.client.1.smithi170.stdout:0/965: rename dd/de/d16/d54/d5f/d122/f117 to dd/de/d16/d54/d5f/dc3/db2/dea/f144 0 2024-09-17T10:40:06.612 INFO:tasks.workunit.client.1.smithi170.stdout:0/966: chown dd/de/d16/d54/d5f/d122/dca/d5c/d8b 5078 1 2024-09-17T10:40:06.613 INFO:tasks.workunit.client.1.smithi170.stdout:0/967: rename dd/de/d16/d54/d5f/dc3/db2/dea/f56 to dd/de/d16/d54/d5f/dc3/db2/f145 0 2024-09-17T10:40:06.613 INFO:tasks.workunit.client.1.smithi170.stdout:0/968: creat dd/de/d16/d54/d5f/dc3/db2/f146 x:0 0 0 2024-09-17T10:40:06.632 INFO:tasks.workunit.client.1.smithi170.stdout:2/991: dwrite dd/d3a/d78/f8a [0,4194304] 0 2024-09-17T10:40:06.634 INFO:tasks.workunit.client.1.smithi170.stdout:0/969: dwrite dd/de/d108/fd7 [0,4194304] 0 2024-09-17T10:40:06.634 INFO:tasks.workunit.client.1.smithi170.stdout:0/970: read dd/de/d3d/f4a [835451,76069] 0 2024-09-17T10:40:06.635 INFO:tasks.workunit.client.1.smithi170.stdout:2/992: creat dd/d54/f145 x:0 0 0 2024-09-17T10:40:06.649 INFO:tasks.workunit.client.1.smithi170.stdout:2/993: dwrite dd/d1a/d2a/f126 [0,4194304] 0 2024-09-17T10:40:06.649 INFO:tasks.workunit.client.1.smithi170.stdout:2/994: fsync dd/d1a/d6c/fde 0 2024-09-17T10:40:06.653 INFO:tasks.workunit.client.1.smithi170.stdout:2/995: getdents dd/d3a/d8e 0 2024-09-17T10:40:06.655 INFO:tasks.workunit.client.1.smithi170.stdout:2/996: unlink dd/d3a/d5b/f6f 0 2024-09-17T10:40:06.657 INFO:tasks.workunit.client.1.smithi170.stdout:2/997: creat dd/d14/d19/f146 x:0 0 0 2024-09-17T10:40:06.659 INFO:tasks.workunit.client.1.smithi170.stdout:2/998: readlink dd/d14/d19/l47 0 2024-09-17T10:40:06.659 INFO:tasks.workunit.client.1.smithi170.stdout:2/999: fsync dd/d54/f85 0 2024-09-17T10:40:06.806 INFO:tasks.workunit.client.1.smithi170.stdout:8/820: sync 2024-09-17T10:40:06.806 INFO:tasks.workunit.client.1.smithi170.stdout:8/821: chown d4/df/d76/ld2 8082 1 2024-09-17T10:40:06.807 INFO:tasks.workunit.client.1.smithi170.stdout:9/777: sync 2024-09-17T10:40:06.807 INFO:tasks.workunit.client.1.smithi170.stdout:7/733: sync 2024-09-17T10:40:06.814 INFO:tasks.workunit.client.1.smithi170.stdout:9/778: dread dd/f27 [0,4194304] 0 2024-09-17T10:40:06.819 INFO:tasks.workunit.client.1.smithi170.stdout:9/779: dread dd/d40/d4e/d29/d2c/f84 [0,4194304] 0 2024-09-17T10:40:06.819 INFO:tasks.workunit.client.1.smithi170.stdout:9/780: fsync dd/d16/d2a/fa6 0 2024-09-17T10:40:06.827 INFO:tasks.workunit.client.1.smithi170.stdout:9/781: dread dd/d40/d4e/f31 [0,4194304] 0 2024-09-17T10:40:06.827 INFO:tasks.workunit.client.1.smithi170.stdout:9/782: read dd/d40/d4e/d29/f34 [3595938,74718] 0 2024-09-17T10:40:06.828 INFO:tasks.workunit.client.1.smithi170.stdout:9/783: creat dd/da1/df9/dfb/ffd x:0 0 0 2024-09-17T10:40:06.844 INFO:tasks.workunit.client.1.smithi170.stdout:7/734: dwrite d25/d2a/d3e/d56/d72/d79/dbe/fbb [0,4194304] 0 2024-09-17T10:40:06.844 INFO:tasks.workunit.client.1.smithi170.stdout:7/735: readlink l1 0 2024-09-17T10:40:06.846 INFO:tasks.workunit.client.1.smithi170.stdout:9/784: dwrite dd/d16/d2a/d51/dac/fe1 [0,4194304] 0 2024-09-17T10:40:06.848 INFO:tasks.workunit.client.1.smithi170.stdout:7/736: mknod d25/d2a/d3e/d56/d72/da8/cdb 0 2024-09-17T10:40:06.848 INFO:tasks.workunit.client.1.smithi170.stdout:7/737: fsync d25/d2a/d3e/d56/d5d/d7e/dab/fc2 0 2024-09-17T10:40:06.849 INFO:tasks.workunit.client.1.smithi170.stdout:9/785: symlink dd/da1/df9/dfb/lfe 0 2024-09-17T10:40:06.850 INFO:tasks.workunit.client.1.smithi170.stdout:9/786: stat dd/d16/d17/dcb 0 2024-09-17T10:40:06.852 INFO:tasks.workunit.client.1.smithi170.stdout:7/738: mkdir d25/d2a/d3e/d4b/ddc 0 2024-09-17T10:40:06.855 INFO:tasks.workunit.client.1.smithi170.stdout:9/787: symlink dd/d16/d2a/d51/dac/lff 0 2024-09-17T10:40:06.858 INFO:tasks.workunit.client.1.smithi170.stdout:7/739: rename d25/c91 to d25/d2a/d94/cdd 0 2024-09-17T10:40:06.858 INFO:tasks.workunit.client.1.smithi170.stdout:7/740: write d25/d2a/f38 [9390155,32399] 0 2024-09-17T10:40:06.858 INFO:tasks.workunit.client.1.smithi170.stdout:7/741: dread - d25/d2a/fb1 zero size 2024-09-17T10:40:06.860 INFO:tasks.workunit.client.1.smithi170.stdout:9/788: symlink dd/d40/d50/l100 0 2024-09-17T10:40:06.860 INFO:tasks.workunit.client.1.smithi170.stdout:9/789: chown dd/d16/d17/d43/d6d 146791411 1 2024-09-17T10:40:06.866 INFO:tasks.workunit.client.1.smithi170.stdout:7/742: link d25/d2a/d3e/d56/d72/d79/dbe/f86 d25/d2a/d94/fde 0 2024-09-17T10:40:06.866 INFO:tasks.workunit.client.1.smithi170.stdout:7/743: truncate d25/d2a/daf/fc5 59735 0 2024-09-17T10:40:06.866 INFO:tasks.workunit.client.1.smithi170.stdout:7/744: read d25/d2a/d3e/d56/fa0 [711874,55697] 0 2024-09-17T10:40:06.866 INFO:tasks.workunit.client.1.smithi170.stdout:7/745: truncate d25/d2a/d3e/d56/d5d/d7e/fc9 912260 0 2024-09-17T10:40:06.890 INFO:tasks.workunit.client.1.smithi170.stdout:7/746: dwrite fc [4194304,4194304] 0 2024-09-17T10:40:06.892 INFO:tasks.workunit.client.1.smithi170.stdout:9/790: dwrite dd/d40/f2d [0,4194304] 0 2024-09-17T10:40:06.892 INFO:tasks.workunit.client.1.smithi170.stdout:9/791: write dd/d40/d32/d3d/dbd/fed [436955,4266] 0 2024-09-17T10:40:06.893 INFO:tasks.workunit.client.1.smithi170.stdout:7/747: mkdir d25/d2a/d3e/d56/d5d/dd2/ddf 0 2024-09-17T10:40:06.894 INFO:tasks.workunit.client.1.smithi170.stdout:9/792: creat dd/d16/d17/d43/f101 x:0 0 0 2024-09-17T10:40:06.896 INFO:tasks.workunit.client.1.smithi170.stdout:7/748: link f4 d25/d2a/d3e/d4b/fe0 0 2024-09-17T10:40:06.897 INFO:tasks.workunit.client.1.smithi170.stdout:7/749: creat d25/d2a/d3e/d6a/fe1 x:0 0 0 2024-09-17T10:40:06.897 INFO:tasks.workunit.client.1.smithi170.stdout:9/793: mkdir dd/d40/d4e/d23/d102 0 2024-09-17T10:40:06.903 INFO:tasks.workunit.client.1.smithi170.stdout:9/794: rename dd/d16/l2e to dd/d40/d4e/d29/d2c/d41/l103 0 2024-09-17T10:40:06.920 INFO:tasks.workunit.client.1.smithi170.stdout:7/750: dwrite d25/d2a/d3e/d56/d72/fc7 [0,4194304] 0 2024-09-17T10:40:06.923 INFO:tasks.workunit.client.1.smithi170.stdout:9/795: dwrite dd/f27 [0,4194304] 0 2024-09-17T10:40:06.923 INFO:tasks.workunit.client.1.smithi170.stdout:7/751: dread d25/d2a/d3e/d56/f8b [0,4194304] 0 2024-09-17T10:40:06.941 INFO:tasks.workunit.client.1.smithi170.stdout:9/796: dwrite dd/d16/d2a/f8f [0,4194304] 0 2024-09-17T10:40:06.941 INFO:tasks.workunit.client.1.smithi170.stdout:7/752: dwrite d25/f97 [4194304,4194304] 0 2024-09-17T10:40:06.944 INFO:tasks.workunit.client.1.smithi170.stdout:9/797: symlink dd/d16/d2a/l104 0 2024-09-17T10:40:06.947 INFO:tasks.workunit.client.1.smithi170.stdout:7/753: unlink d25/d2a/d3e/d56/d72/d79/l82 0 2024-09-17T10:40:06.956 INFO:tasks.workunit.client.1.smithi170.stdout:9/798: symlink dd/d16/d17/d43/d66/l105 0 2024-09-17T10:40:06.957 INFO:tasks.workunit.client.1.smithi170.stdout:7/754: creat d25/fe2 x:0 0 0 2024-09-17T10:40:06.957 INFO:tasks.workunit.client.1.smithi170.stdout:7/755: truncate d25/d2a/d3e/d56/d72/d79/dbe/fbc 109964 0 2024-09-17T10:40:06.958 INFO:tasks.workunit.client.1.smithi170.stdout:9/799: creat dd/d16/d2a/d51/dd0/deb/f106 x:0 0 0 2024-09-17T10:40:06.959 INFO:tasks.workunit.client.1.smithi170.stdout:9/800: fsync dd/d40/d4e/f82 0 2024-09-17T10:40:06.959 INFO:tasks.workunit.client.1.smithi170.stdout:7/756: creat d25/d2a/d3e/d56/d72/fe3 x:0 0 0 2024-09-17T10:40:06.959 INFO:tasks.workunit.client.1.smithi170.stdout:7/757: truncate f1a 6212181 0 2024-09-17T10:40:06.961 INFO:tasks.workunit.client.1.smithi170.stdout:9/801: link dd/d16/f99 dd/d40/d4e/d23/dae/db3/f107 0 2024-09-17T10:40:06.963 INFO:tasks.workunit.client.1.smithi170.stdout:9/802: write dd/d40/d4e/d29/d2c/f84 [234257,80258] 0 2024-09-17T10:40:06.964 INFO:tasks.workunit.client.1.smithi170.stdout:9/803: creat dd/d16/d17/d5c/d85/f108 x:0 0 0 2024-09-17T10:40:06.965 INFO:tasks.workunit.client.1.smithi170.stdout:9/804: mkdir dd/d40/d4e/d29/d109 0 2024-09-17T10:40:06.991 INFO:tasks.workunit.client.1.smithi170.stdout:9/805: dwrite dd/d40/d4e/d23/dae/fda [0,4194304] 0 2024-09-17T10:40:06.992 INFO:tasks.workunit.client.1.smithi170.stdout:7/758: dwrite d25/d2a/d3e/d56/d72/d79/dbe/fa1 [0,4194304] 0 2024-09-17T10:40:06.994 INFO:tasks.workunit.client.1.smithi170.stdout:9/806: stat dd/c13 0 2024-09-17T10:40:06.994 INFO:tasks.workunit.client.1.smithi170.stdout:7/759: dread d25/d2a/f2b [0,4194304] 0 2024-09-17T10:40:06.994 INFO:tasks.workunit.client.1.smithi170.stdout:9/807: write dd/d16/d17/d5c/fe5 [896781,83559] 0 2024-09-17T10:40:06.994 INFO:tasks.workunit.client.1.smithi170.stdout:7/760: write d25/d2a/d3e/d56/d72/f7c [1619440,19199] 0 2024-09-17T10:40:06.997 INFO:tasks.workunit.client.1.smithi170.stdout:9/808: dread dd/d40/d4e/f4a [0,4194304] 0 2024-09-17T10:40:06.997 INFO:tasks.workunit.client.1.smithi170.stdout:9/809: read - dd/d16/d2a/d51/dac/fc8 zero size 2024-09-17T10:40:07.001 INFO:tasks.workunit.client.1.smithi170.stdout:7/761: mknod d25/d3b/ce4 0 2024-09-17T10:40:07.003 INFO:tasks.workunit.client.1.smithi170.stdout:9/810: rename dd/d16/d2a/d51/dd0/deb/lf6 to dd/d40/d4e/d29/d2c/d41/dd8/l10a 0 2024-09-17T10:40:07.005 INFO:tasks.workunit.client.1.smithi170.stdout:7/762: unlink d25/d2a/d3e/d4b/fb5 0 2024-09-17T10:40:07.005 INFO:tasks.workunit.client.1.smithi170.stdout:7/763: chown d25/d3b/fd1 5 1 2024-09-17T10:40:07.006 INFO:tasks.workunit.client.1.smithi170.stdout:7/764: fsync d25/fe2 0 2024-09-17T10:40:07.008 INFO:tasks.workunit.client.1.smithi170.stdout:7/765: unlink fc 0 2024-09-17T10:40:07.009 INFO:tasks.workunit.client.1.smithi170.stdout:5/658: sync 2024-09-17T10:40:07.009 INFO:tasks.workunit.client.1.smithi170.stdout:8/822: sync 2024-09-17T10:40:07.009 INFO:tasks.workunit.client.1.smithi170.stdout:3/847: sync 2024-09-17T10:40:07.009 INFO:tasks.workunit.client.1.smithi170.stdout:6/750: sync 2024-09-17T10:40:07.010 INFO:tasks.workunit.client.1.smithi170.stdout:1/882: sync 2024-09-17T10:40:07.010 INFO:tasks.workunit.client.1.smithi170.stdout:6/751: chown d0/c21 1 1 2024-09-17T10:40:07.010 INFO:tasks.workunit.client.1.smithi170.stdout:6/752: fdatasync d0/f14 0 2024-09-17T10:40:07.010 INFO:tasks.workunit.client.1.smithi170.stdout:4/516: sync 2024-09-17T10:40:07.010 INFO:tasks.workunit.client.1.smithi170.stdout:1/883: write d3/d68/d104/d51/f55 [5196952,126229] 0 2024-09-17T10:40:07.011 INFO:tasks.workunit.client.1.smithi170.stdout:0/971: sync 2024-09-17T10:40:07.011 INFO:tasks.workunit.client.1.smithi170.stdout:7/766: creat d25/d2a/d3e/d56/d72/d79/dbe/fe5 x:0 0 0 2024-09-17T10:40:07.014 INFO:tasks.workunit.client.1.smithi170.stdout:5/659: unlink d1/d3/d55/d5e/d67/l78 0 2024-09-17T10:40:07.014 INFO:tasks.workunit.client.1.smithi170.stdout:8/823: symlink d4/df/d1e/d111/l116 0 2024-09-17T10:40:07.014 INFO:tasks.workunit.client.1.smithi170.stdout:8/824: creat d4/df/d3f/d44/dad/f117 x:0 0 0 2024-09-17T10:40:07.017 INFO:tasks.workunit.client.1.smithi170.stdout:3/848: mknod d18/d26/d56/d97/c11e 0 2024-09-17T10:40:07.019 INFO:tasks.workunit.client.1.smithi170.stdout:6/753: symlink d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/l106 0 2024-09-17T10:40:07.019 INFO:tasks.workunit.client.1.smithi170.stdout:6/754: chown d0/d66/d9c/de7/d85/d69/d3e/d80 163 1 2024-09-17T10:40:07.024 INFO:tasks.workunit.client.1.smithi170.stdout:3/849: write d18/d2c/d4f/da3/de0/d7c/d82/ff7 [3252908,42660] 0 2024-09-17T10:40:07.025 INFO:tasks.workunit.client.1.smithi170.stdout:4/517: link d9/l4e d9/d12/d36/d51/la1 0 2024-09-17T10:40:07.025 INFO:tasks.workunit.client.1.smithi170.stdout:4/518: truncate d9/d12/d6c/f83 412750 0 2024-09-17T10:40:07.025 INFO:tasks.workunit.client.1.smithi170.stdout:4/519: write d9/f60 [479117,93978] 0 2024-09-17T10:40:07.025 INFO:tasks.workunit.client.1.smithi170.stdout:0/972: unlink dd/de/d16/d54/d5f/dc3/c4f 0 2024-09-17T10:40:07.028 INFO:tasks.workunit.client.1.smithi170.stdout:5/660: creat d1/d3/d13/d2c/d51/d6f/fd3 x:0 0 0 2024-09-17T10:40:07.035 INFO:tasks.workunit.client.1.smithi170.stdout:8/825: rmdir d4/df/d1e/daa/dcc/d114 0 2024-09-17T10:40:07.036 INFO:tasks.workunit.client.1.smithi170.stdout:6/755: write d0/d66/d9c/de7/d85/d64/f8c [3634991,94507] 0 2024-09-17T10:40:07.037 INFO:tasks.workunit.client.1.smithi170.stdout:4/520: creat d9/d12/d36/d51/fa2 x:0 0 0 2024-09-17T10:40:07.037 INFO:tasks.workunit.client.1.smithi170.stdout:9/811: dwrite fa [4194304,4194304] 0 2024-09-17T10:40:07.038 INFO:tasks.workunit.client.1.smithi170.stdout:0/973: mkdir dd/de/d16/d54/d5f/d122/dca/d5c/d147 0 2024-09-17T10:40:07.038 INFO:tasks.workunit.client.1.smithi170.stdout:0/974: write dd/de/d10/d13/d59/f98 [1043882,110567] 0 2024-09-17T10:40:07.039 INFO:tasks.workunit.client.1.smithi170.stdout:7/767: dwrite f1f [0,4194304] 0 2024-09-17T10:40:07.039 INFO:tasks.workunit.client.1.smithi170.stdout:7/768: fdatasync d25/d2a/fb1 0 2024-09-17T10:40:07.039 INFO:tasks.workunit.client.1.smithi170.stdout:7/769: fsync d25/d2a/f30 0 2024-09-17T10:40:07.039 INFO:tasks.workunit.client.1.smithi170.stdout:8/826: mknod d4/df/d1e/c118 0 2024-09-17T10:40:07.041 INFO:tasks.workunit.client.1.smithi170.stdout:3/850: mkdir d18/d25/d11f 0 2024-09-17T10:40:07.046 INFO:tasks.workunit.client.1.smithi170.stdout:6/756: rename d0/d66/d9c/de7/d85/d69/f4a to d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/f107 0 2024-09-17T10:40:07.048 INFO:tasks.workunit.client.1.smithi170.stdout:5/661: dwrite d1/d3/d55/f8e [0,4194304] 0 2024-09-17T10:40:07.050 INFO:tasks.workunit.client.1.smithi170.stdout:9/812: truncate dd/d16/d17/d43/fc9 3184437 0 2024-09-17T10:40:07.052 INFO:tasks.workunit.client.1.smithi170.stdout:0/975: creat dd/de/d16/d54/d5f/d122/dca/d5c/f148 x:0 0 0 2024-09-17T10:40:07.055 INFO:tasks.workunit.client.1.smithi170.stdout:3/851: write d18/d59/dbc/fdd [2786775,90778] 0 2024-09-17T10:40:07.055 INFO:tasks.workunit.client.1.smithi170.stdout:3/852: dread - d18/d2c/d4f/fa2 zero size 2024-09-17T10:40:07.055 INFO:tasks.workunit.client.1.smithi170.stdout:3/853: write f8 [8634604,47171] 0 2024-09-17T10:40:07.056 INFO:tasks.workunit.client.1.smithi170.stdout:8/827: mkdir d4/df/d1e/daa/d119 0 2024-09-17T10:40:07.056 INFO:tasks.workunit.client.1.smithi170.stdout:8/828: creat d4/df/d3f/d44/dad/f11a x:0 0 0 2024-09-17T10:40:07.056 INFO:tasks.workunit.client.1.smithi170.stdout:8/829: chown d4/f39 10 1 2024-09-17T10:40:07.059 INFO:tasks.workunit.client.1.smithi170.stdout:4/521: rename d9/d12/d6c to d9/da3 0 2024-09-17T10:40:07.063 INFO:tasks.workunit.client.1.smithi170.stdout:6/757: symlink d0/d66/l108 0 2024-09-17T10:40:07.063 INFO:tasks.workunit.client.1.smithi170.stdout:6/758: creat d0/d18/d70/d74/f109 x:0 0 0 2024-09-17T10:40:07.063 INFO:tasks.workunit.client.1.smithi170.stdout:6/759: chown d0/d18/d70/dcb 16 1 2024-09-17T10:40:07.063 INFO:tasks.workunit.client.1.smithi170.stdout:4/522: dread d9/d12/d36/d42/d40/f66 [0,4194304] 0 2024-09-17T10:40:07.064 INFO:tasks.workunit.client.1.smithi170.stdout:4/523: creat d9/d12/d36/fa4 x:0 0 0 2024-09-17T10:40:07.067 INFO:tasks.workunit.client.1.smithi170.stdout:9/813: rmdir dd/d40/d4e/d29/d2c/d41 39 2024-09-17T10:40:07.067 INFO:tasks.workunit.client.1.smithi170.stdout:9/814: read dd/d40/d4e/d29/f34 [3321411,64677] 0 2024-09-17T10:40:07.075 INFO:tasks.workunit.client.1.smithi170.stdout:8/830: symlink d4/df/d3f/d44/d80/dd1/l11b 0 2024-09-17T10:40:07.078 INFO:tasks.workunit.client.1.smithi170.stdout:8/831: dread d4/df/d1e/f32 [4194304,4194304] 0 2024-09-17T10:40:07.078 INFO:tasks.workunit.client.1.smithi170.stdout:8/832: fdatasync d4/df/d1e/d69/f10e 0 2024-09-17T10:40:07.080 INFO:tasks.workunit.client.1.smithi170.stdout:7/770: rename d25/d2a/daf/cd4 to d25/d2a/d3e/d56/d72/ce6 0 2024-09-17T10:40:07.080 INFO:tasks.workunit.client.1.smithi170.stdout:7/771: readlink d25/l80 0 2024-09-17T10:40:07.082 INFO:tasks.workunit.client.1.smithi170.stdout:4/524: mknod d9/ca5 0 2024-09-17T10:40:07.084 INFO:tasks.workunit.client.1.smithi170.stdout:9/815: mkdir dd/d40/d4e/d29/d54/d8c/d10b 0 2024-09-17T10:40:07.086 INFO:tasks.workunit.client.1.smithi170.stdout:8/833: symlink d4/df/d1e/d69/l11c 0 2024-09-17T10:40:07.086 INFO:tasks.workunit.client.1.smithi170.stdout:8/834: readlink d4/df/d3a/df7/lc4 0 2024-09-17T10:40:07.086 INFO:tasks.workunit.client.1.smithi170.stdout:8/835: readlink d4/df/d76/l100 0 2024-09-17T10:40:07.086 INFO:tasks.workunit.client.1.smithi170.stdout:8/836: chown d4/df/d3a/lb5 1470 1 2024-09-17T10:40:07.087 INFO:tasks.workunit.client.1.smithi170.stdout:0/976: rename dd/ccf to dd/de/d16/d54/d5f/dc4/d12c/c149 0 2024-09-17T10:40:07.089 INFO:tasks.workunit.client.1.smithi170.stdout:7/772: symlink d25/d2a/d3e/d56/d72/da8/le7 0 2024-09-17T10:40:07.089 INFO:tasks.workunit.client.1.smithi170.stdout:7/773: chown d25/d2a/c41 3644476 1 2024-09-17T10:40:07.093 INFO:tasks.workunit.client.1.smithi170.stdout:9/816: rename dd/f15 to dd/d40/d4e/d29/d2c/f10c 0 2024-09-17T10:40:07.093 INFO:tasks.workunit.client.1.smithi170.stdout:9/817: write dd/d40/d4e/d29/d2c/f84 [53309,116372] 0 2024-09-17T10:40:07.093 INFO:tasks.workunit.client.1.smithi170.stdout:6/760: dwrite d0/d18/d70/dcb/fe0 [0,4194304] 0 2024-09-17T10:40:07.093 INFO:tasks.workunit.client.1.smithi170.stdout:6/761: chown d0/l29 5812 1 2024-09-17T10:40:07.094 INFO:tasks.workunit.client.1.smithi170.stdout:3/854: dwrite d18/d2c/d41/d94/d2d/f72 [0,4194304] 0 2024-09-17T10:40:07.094 INFO:tasks.workunit.client.1.smithi170.stdout:4/525: dread d9/f13 [0,4194304] 0 2024-09-17T10:40:07.094 INFO:tasks.workunit.client.1.smithi170.stdout:5/662: dwrite d1/d3/f2a [0,4194304] 0 2024-09-17T10:40:07.094 INFO:tasks.workunit.client.1.smithi170.stdout:5/663: truncate d1/d3/d55/d87/f79 344465 0 2024-09-17T10:40:07.094 INFO:tasks.workunit.client.1.smithi170.stdout:5/664: truncate d1/d3/fd2 107945 0 2024-09-17T10:40:07.095 INFO:tasks.workunit.client.1.smithi170.stdout:7/774: mkdir d25/d2a/d3e/d4b/ddc/de8 0 2024-09-17T10:40:07.095 INFO:tasks.workunit.client.1.smithi170.stdout:7/775: chown d25/d2a/l43 2183 1 2024-09-17T10:40:07.100 INFO:tasks.workunit.client.1.smithi170.stdout:8/837: rename d4/df/f9f to d4/df/d1e/f11d 0 2024-09-17T10:40:07.102 INFO:tasks.workunit.client.1.smithi170.stdout:9/818: dread dd/d40/d4e/d29/d2c/f7c [0,4194304] 0 2024-09-17T10:40:07.111 INFO:tasks.workunit.client.1.smithi170.stdout:4/526: symlink d9/d12/d36/la6 0 2024-09-17T10:40:07.111 INFO:tasks.workunit.client.1.smithi170.stdout:0/977: dwrite dd/de/d3d/f127 [0,4194304] 0 2024-09-17T10:40:07.113 INFO:tasks.workunit.client.1.smithi170.stdout:3/855: dwrite d18/d59/dbc/ff0 [0,4194304] 0 2024-09-17T10:40:07.115 INFO:tasks.workunit.client.1.smithi170.stdout:5/665: mkdir d1/d3/d13/d1a/d54/d8d/dd4 0 2024-09-17T10:40:07.117 INFO:tasks.workunit.client.1.smithi170.stdout:7/776: truncate d25/f44 886604 0 2024-09-17T10:40:07.121 INFO:tasks.workunit.client.1.smithi170.stdout:6/762: rename d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/db6 to d0/d66/d9c/de7/d85/d43/d10a 0 2024-09-17T10:40:07.123 INFO:tasks.workunit.client.1.smithi170.stdout:8/838: creat d4/df/d76/f11e x:0 0 0 2024-09-17T10:40:07.123 INFO:tasks.workunit.client.1.smithi170.stdout:8/839: read d4/df/d1e/f90 [3315679,127186] 0 2024-09-17T10:40:07.123 INFO:tasks.workunit.client.1.smithi170.stdout:8/840: write d4/df/d3f/d44/df1/ff2 [694869,78840] 0 2024-09-17T10:40:07.125 INFO:tasks.workunit.client.1.smithi170.stdout:9/819: mkdir dd/d40/d4e/d23/dae/d10d 0 2024-09-17T10:40:07.126 INFO:tasks.workunit.client.1.smithi170.stdout:7/777: write d25/f97 [160093,49301] 0 2024-09-17T10:40:07.131 INFO:tasks.workunit.client.1.smithi170.stdout:4/527: dwrite d9/f41 [4194304,4194304] 0 2024-09-17T10:40:07.131 INFO:tasks.workunit.client.1.smithi170.stdout:4/528: write d9/d12/d36/f9b [723443,104918] 0 2024-09-17T10:40:07.132 INFO:tasks.workunit.client.1.smithi170.stdout:3/856: mkdir d18/d69/d120 0 2024-09-17T10:40:07.132 INFO:tasks.workunit.client.1.smithi170.stdout:3/857: chown d18/d2c/d41/d7d/f10c 126362957 1 2024-09-17T10:40:07.133 INFO:tasks.workunit.client.1.smithi170.stdout:5/666: mkdir d1/d3/dd5 0 2024-09-17T10:40:07.133 INFO:tasks.workunit.client.1.smithi170.stdout:5/667: stat d1/d11/fc0 0 2024-09-17T10:40:07.136 INFO:tasks.workunit.client.1.smithi170.stdout:6/763: mkdir d0/d66/d9c/de7/d85/d69/d3e/d80/d10b 0 2024-09-17T10:40:07.137 INFO:tasks.workunit.client.1.smithi170.stdout:0/978: dwrite dd/de/d16/d54/d5f/f77 [0,4194304] 0 2024-09-17T10:40:07.137 INFO:tasks.workunit.client.1.smithi170.stdout:0/979: fdatasync dd/f9e 0 2024-09-17T10:40:07.138 INFO:tasks.workunit.client.1.smithi170.stdout:8/841: symlink d4/df/d62/l11f 0 2024-09-17T10:40:07.139 INFO:tasks.workunit.client.1.smithi170.stdout:3/858: write d18/f6b [7567667,98149] 0 2024-09-17T10:40:07.140 INFO:tasks.workunit.client.1.smithi170.stdout:9/820: truncate dd/d40/d4e/fa2 647675 0 2024-09-17T10:40:07.144 INFO:tasks.workunit.client.1.smithi170.stdout:7/778: creat d25/d2a/d3e/dae/fe9 x:0 0 0 2024-09-17T10:40:07.144 INFO:tasks.workunit.client.1.smithi170.stdout:7/779: creat d25/d2a/daf/fea x:0 0 0 2024-09-17T10:40:07.153 INFO:tasks.workunit.client.1.smithi170.stdout:7/780: write f15 [3414278,59649] 0 2024-09-17T10:40:07.153 INFO:tasks.workunit.client.1.smithi170.stdout:7/781: creat d25/d2a/d3e/d56/d5d/d7e/feb x:0 0 0 2024-09-17T10:40:07.154 INFO:tasks.workunit.client.1.smithi170.stdout:3/859: dwrite d18/d2c/d4f/d7b/fc8 [0,4194304] 0 2024-09-17T10:40:07.155 INFO:tasks.workunit.client.1.smithi170.stdout:5/668: rmdir d1/d3/dd5 0 2024-09-17T10:40:07.158 INFO:tasks.workunit.client.1.smithi170.stdout:0/980: mknod dd/de/d16/d54/d5f/d122/dca/d5c/d8b/dd8/c14a 0 2024-09-17T10:40:07.159 INFO:tasks.workunit.client.1.smithi170.stdout:0/981: creat dd/de/d16/d54/d63/f14b x:0 0 0 2024-09-17T10:40:07.162 INFO:tasks.workunit.client.1.smithi170.stdout:8/842: creat d4/df/d3f/d44/d80/d113/f120 x:0 0 0 2024-09-17T10:40:07.162 INFO:tasks.workunit.client.1.smithi170.stdout:8/843: write d4/df/d62/d88/fcb [3467974,80425] 0 2024-09-17T10:40:07.162 INFO:tasks.workunit.client.1.smithi170.stdout:8/844: creat d4/df/d3f/d44/d80/d113/f121 x:0 0 0 2024-09-17T10:40:07.163 INFO:tasks.workunit.client.1.smithi170.stdout:8/845: readlink d4/l20 0 2024-09-17T10:40:07.163 INFO:tasks.workunit.client.1.smithi170.stdout:3/860: dread d18/d2c/d4f/da3/de0/f6e [0,4194304] 0 2024-09-17T10:40:07.167 INFO:tasks.workunit.client.1.smithi170.stdout:9/821: creat dd/da1/df9/f10e x:0 0 0 2024-09-17T10:40:07.172 INFO:tasks.workunit.client.1.smithi170.stdout:0/982: dwrite dd/de/d16/d54/d5f/d122/dca/d5c/f9d [0,4194304] 0 2024-09-17T10:40:07.172 INFO:tasks.workunit.client.1.smithi170.stdout:0/983: readlink dd/de/d10/d13/dc8/lde 0 2024-09-17T10:40:07.180 INFO:tasks.workunit.client.1.smithi170.stdout:7/782: mkdir d25/d4e/dec 0 2024-09-17T10:40:07.180 INFO:tasks.workunit.client.1.smithi170.stdout:7/783: write d25/d2a/d3e/d56/d5d/d7e/fc9 [1607113,64933] 0 2024-09-17T10:40:07.191 INFO:tasks.workunit.client.1.smithi170.stdout:9/822: dwrite dd/d40/d4e/d23/dae/db4/fbe [0,4194304] 0 2024-09-17T10:40:07.202 INFO:tasks.workunit.client.1.smithi170.stdout:6/764: symlink d0/d66/d9c/de7/d85/l10c 0 2024-09-17T10:40:07.207 INFO:tasks.workunit.client.1.smithi170.stdout:8/846: rename d4/df/d76/f11e to d4/df/d3f/d44/d80/d113/f122 0 2024-09-17T10:40:07.208 INFO:tasks.workunit.client.1.smithi170.stdout:3/861: mknod d18/d2c/d41/d94/d2d/c121 0 2024-09-17T10:40:07.212 INFO:tasks.workunit.client.1.smithi170.stdout:0/984: link dd/de/d16/d54/d5f/dc3/db2/dea/c13d dd/de/d16/d54/d5f/d122/dca/d5c/c14c 0 2024-09-17T10:40:07.213 INFO:tasks.workunit.client.1.smithi170.stdout:4/529: link d9/d12/c93 d9/d12/ca7 0 2024-09-17T10:40:07.216 INFO:tasks.workunit.client.1.smithi170.stdout:9/823: creat dd/d16/d17/f10f x:0 0 0 2024-09-17T10:40:07.217 INFO:tasks.workunit.client.1.smithi170.stdout:5/669: rmdir d1/d11 39 2024-09-17T10:40:07.218 INFO:tasks.workunit.client.1.smithi170.stdout:6/765: truncate d0/d66/d9c/de7/d85/d69/d3e/d80/fec 203242 0 2024-09-17T10:40:07.219 INFO:tasks.workunit.client.1.smithi170.stdout:6/766: write d0/f32 [1088307,86124] 0 2024-09-17T10:40:07.220 INFO:tasks.workunit.client.1.smithi170.stdout:3/862: creat d18/d26/d56/f122 x:0 0 0 2024-09-17T10:40:07.225 INFO:tasks.workunit.client.1.smithi170.stdout:5/670: dread d1/d11/f7d [0,4194304] 0 2024-09-17T10:40:07.228 INFO:tasks.workunit.client.1.smithi170.stdout:0/985: mknod dd/de/d10/d13/dc8/c14d 0 2024-09-17T10:40:07.228 INFO:tasks.workunit.client.1.smithi170.stdout:0/986: write dd/de/d16/d54/d5f/d122/dca/d5c/d8b/fb3 [4761382,95140] 0 2024-09-17T10:40:07.228 INFO:tasks.workunit.client.1.smithi170.stdout:4/530: mknod d9/d12/d36/d42/d76/ca8 0 2024-09-17T10:40:07.231 INFO:tasks.workunit.client.1.smithi170.stdout:7/784: symlink d25/d2a/d3e/d4b/led 0 2024-09-17T10:40:07.231 INFO:tasks.workunit.client.1.smithi170.stdout:7/785: creat d25/fee x:0 0 0 2024-09-17T10:40:07.231 INFO:tasks.workunit.client.1.smithi170.stdout:7/786: stat d25/d2a/d3e/d56/d72/d79/dbe/c7a 0 2024-09-17T10:40:07.231 INFO:tasks.workunit.client.1.smithi170.stdout:7/787: fdatasync d25/f44 0 2024-09-17T10:40:07.231 INFO:tasks.workunit.client.1.smithi170.stdout:7/788: truncate d25/d2a/d3e/d56/f8b 1374623 0 2024-09-17T10:40:07.231 INFO:tasks.workunit.client.1.smithi170.stdout:9/824: creat dd/d40/d4e/d29/d109/f110 x:0 0 0 2024-09-17T10:40:07.239 INFO:tasks.workunit.client.1.smithi170.stdout:6/767: symlink d0/d18/df2/l10d 0 2024-09-17T10:40:07.241 INFO:tasks.workunit.client.1.smithi170.stdout:3/863: rename d18/d69/f101 to d18/d2c/d3e/f123 0 2024-09-17T10:40:07.241 INFO:tasks.workunit.client.1.smithi170.stdout:3/864: readlink d18/d26/d56/d97/lbd 0 2024-09-17T10:40:07.243 INFO:tasks.workunit.client.1.smithi170.stdout:7/789: write d25/d2a/d3e/d56/d72/fc7 [2100110,43937] 0 2024-09-17T10:40:07.244 INFO:tasks.workunit.client.1.smithi170.stdout:5/671: unlink d1/d3/d13/d2c/d51/cc7 0 2024-09-17T10:40:07.244 INFO:tasks.workunit.client.1.smithi170.stdout:5/672: fsync d1/d27/f45 0 2024-09-17T10:40:07.244 INFO:tasks.workunit.client.1.smithi170.stdout:9/825: dwrite dd/d40/ff0 [0,4194304] 0 2024-09-17T10:40:07.247 INFO:tasks.workunit.client.1.smithi170.stdout:0/987: rmdir dd/d82/df3/d11c 0 2024-09-17T10:40:07.252 INFO:tasks.workunit.client.1.smithi170.stdout:4/531: dwrite d9/f2d [0,4194304] 0 2024-09-17T10:40:07.257 INFO:tasks.workunit.client.1.smithi170.stdout:6/768: rmdir d0 39 2024-09-17T10:40:07.260 INFO:tasks.workunit.client.1.smithi170.stdout:6/769: dread d0/d18/f30 [0,4194304] 0 2024-09-17T10:40:07.260 INFO:tasks.workunit.client.1.smithi170.stdout:9/826: dwrite dd/d16/d17/d5c/d85/f9d [0,4194304] 0 2024-09-17T10:40:07.261 INFO:tasks.workunit.client.1.smithi170.stdout:3/865: creat d18/d2c/d3e/f124 x:0 0 0 2024-09-17T10:40:07.267 INFO:tasks.workunit.client.1.smithi170.stdout:7/790: mkdir d25/d2a/d3e/d56/d5d/dd2/ddf/def 0 2024-09-17T10:40:07.269 INFO:tasks.workunit.client.1.smithi170.stdout:5/673: getdents d1/d3/d55/d80/d89/da5 0 2024-09-17T10:40:07.271 INFO:tasks.workunit.client.1.smithi170.stdout:7/791: dread d25/d2a/f2d [0,4194304] 0 2024-09-17T10:40:07.276 INFO:tasks.workunit.client.1.smithi170.stdout:7/792: dread d25/d2a/d3e/d56/d72/f7c [0,4194304] 0 2024-09-17T10:40:07.277 INFO:tasks.workunit.client.1.smithi170.stdout:7/793: read d25/d2a/d3e/d56/d5d/d7e/fd3 [5247612,84906] 0 2024-09-17T10:40:07.277 INFO:tasks.workunit.client.1.smithi170.stdout:7/794: read d25/d2a/d3e/d56/fa0 [2232385,75546] 0 2024-09-17T10:40:07.277 INFO:tasks.workunit.client.1.smithi170.stdout:3/866: dwrite d18/d2c/fef [0,4194304] 0 2024-09-17T10:40:07.278 INFO:tasks.workunit.client.1.smithi170.stdout:0/988: mknod dd/d82/c14e 0 2024-09-17T10:40:07.280 INFO:tasks.workunit.client.1.smithi170.stdout:4/532: symlink d9/d12/d36/d42/d40/d70/d72/la9 0 2024-09-17T10:40:07.280 INFO:tasks.workunit.client.1.smithi170.stdout:4/533: stat d9/f1d 0 2024-09-17T10:40:07.280 INFO:tasks.workunit.client.1.smithi170.stdout:4/534: write d9/d12/d36/f9b [1119207,80205] 0 2024-09-17T10:40:07.282 INFO:tasks.workunit.client.1.smithi170.stdout:5/674: dread d1/d3/d55/d87/f70 [0,4194304] 0 2024-09-17T10:40:07.282 INFO:tasks.workunit.client.1.smithi170.stdout:5/675: getdents d1/d3/dc4 0 2024-09-17T10:40:07.283 INFO:tasks.workunit.client.1.smithi170.stdout:6/770: mkdir d0/d66/d9c/de7/d85/d69/d8e/d92/dd1/d10e 0 2024-09-17T10:40:07.286 INFO:tasks.workunit.client.1.smithi170.stdout:3/867: write d18/f19 [2253461,65806] 0 2024-09-17T10:40:07.288 INFO:tasks.workunit.client.1.smithi170.stdout:0/989: dread dd/de/d16/d54/d5f/d122/dca/d5c/d8b/fd9 [0,4194304] 0 2024-09-17T10:40:07.290 INFO:tasks.workunit.client.1.smithi170.stdout:9/827: symlink dd/d40/d4e/d29/l111 0 2024-09-17T10:40:07.291 INFO:tasks.workunit.client.1.smithi170.stdout:5/676: dread d1/d3/f59 [0,4194304] 0 2024-09-17T10:40:07.300 INFO:tasks.workunit.client.1.smithi170.stdout:7/795: rmdir d25/d2a 39 2024-09-17T10:40:07.304 INFO:tasks.workunit.client.1.smithi170.stdout:6/771: creat d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7/f10f x:0 0 0 2024-09-17T10:40:07.306 INFO:tasks.workunit.client.1.smithi170.stdout:3/868: mkdir d18/d2c/d3e/d57/d125 0 2024-09-17T10:40:07.308 INFO:tasks.workunit.client.1.smithi170.stdout:0/990: symlink dd/de/d108/l14f 0 2024-09-17T10:40:07.309 INFO:tasks.workunit.client.1.smithi170.stdout:0/991: readlink dd/de/d10/d13/l21 0 2024-09-17T10:40:07.311 INFO:tasks.workunit.client.1.smithi170.stdout:4/535: write d9/d12/f48 [2894240,115030] 0 2024-09-17T10:40:07.311 INFO:tasks.workunit.client.1.smithi170.stdout:9/828: rename dd/d40/d4e/dea to dd/da1/d112 0 2024-09-17T10:40:07.312 INFO:tasks.workunit.client.1.smithi170.stdout:6/772: rename d0/d66/d9c/de7/d85/d69 to d0/d66/d9c/de7/d85/d69/d3e/d80/d110 22 2024-09-17T10:40:07.312 INFO:tasks.workunit.client.1.smithi170.stdout:5/677: symlink d1/d3/d55/d80/d89/ld6 0 2024-09-17T10:40:07.313 INFO:tasks.workunit.client.1.smithi170.stdout:7/796: mkdir d25/d53/df0 0 2024-09-17T10:40:07.314 INFO:tasks.workunit.client.1.smithi170.stdout:3/869: link d18/d24/f86 d18/d2c/d4f/f126 0 2024-09-17T10:40:07.316 INFO:tasks.workunit.client.1.smithi170.stdout:0/992: creat dd/de/d16/d54/d5f/dc4/f150 x:0 0 0 2024-09-17T10:40:07.316 INFO:tasks.workunit.client.1.smithi170.stdout:0/993: truncate dd/de/fdc 1153730 0 2024-09-17T10:40:07.316 INFO:tasks.workunit.client.1.smithi170.stdout:0/994: stat dd/de/d10/d13/dc8/lde 0 2024-09-17T10:40:07.316 INFO:tasks.workunit.client.1.smithi170.stdout:0/995: fdatasync dd/de/d16/d54/d5f/d122/f142 0 2024-09-17T10:40:07.320 INFO:tasks.workunit.client.1.smithi170.stdout:4/536: mkdir d9/d5a/daa 0 2024-09-17T10:40:07.323 INFO:tasks.workunit.client.1.smithi170.stdout:6/773: unlink d0/d66/d9c/de7/d85/d69/d3e/d80/fa5 0 2024-09-17T10:40:07.329 INFO:tasks.workunit.client.1.smithi170.stdout:9/829: link dd/d40/d4e/fd2 dd/d40/f113 0 2024-09-17T10:40:07.329 INFO:tasks.workunit.client.1.smithi170.stdout:9/830: truncate dd/d40/d4e/d23/dae/db4/da7/fd9 440244 0 2024-09-17T10:40:07.329 INFO:tasks.workunit.client.1.smithi170.stdout:9/831: dread - dd/d40/f113 zero size 2024-09-17T10:40:07.332 INFO:tasks.workunit.client.1.smithi170.stdout:5/678: getdents d1/d3/d13/d2c/d51/d6f/d93/da9 0 2024-09-17T10:40:07.346 INFO:tasks.workunit.client.1.smithi170.stdout:0/996: creat dd/de/d10/d13/d59/f151 x:0 0 0 2024-09-17T10:40:07.346 INFO:tasks.workunit.client.1.smithi170.stdout:4/537: dread - d9/d12/f3a zero size 2024-09-17T10:40:07.346 INFO:tasks.workunit.client.1.smithi170.stdout:6/774: dwrite d0/d66/d9c/de7/d85/d69/d3e/d80/fec [0,4194304] 0 2024-09-17T10:40:07.347 INFO:tasks.workunit.client.1.smithi170.stdout:9/832: dwrite dd/d40/d4e/d29/d54/d8c/fa3 [0,4194304] 0 2024-09-17T10:40:07.347 INFO:tasks.workunit.client.1.smithi170.stdout:9/833: read - dd/d40/d4e/d23/dae/db4/fbc zero size 2024-09-17T10:40:07.347 INFO:tasks.workunit.client.1.smithi170.stdout:9/834: chown dd/d40/d4e/d29/d2c/d41/dd8/lee 5 1 2024-09-17T10:40:07.347 INFO:tasks.workunit.client.1.smithi170.stdout:9/835: write dd/d16/d17/d5c/f72 [2968741,81209] 0 2024-09-17T10:40:07.349 INFO:tasks.workunit.client.1.smithi170.stdout:7/797: getdents d25/d2a/d3e/d56/d5d/d7e 0 2024-09-17T10:40:07.352 INFO:tasks.workunit.client.1.smithi170.stdout:7/798: dread d25/d2a/f49 [0,4194304] 0 2024-09-17T10:40:07.353 INFO:tasks.workunit.client.1.smithi170.stdout:3/870: rmdir d18/d2c/d4f/da3/de0/d7c/d82/de5 39 2024-09-17T10:40:07.354 INFO:tasks.workunit.client.1.smithi170.stdout:1/884: sync 2024-09-17T10:40:07.356 INFO:tasks.workunit.client.1.smithi170.stdout:0/997: link dd/de/d16/d54/d5f/d122/fbf dd/de/d10/d13/dc8/f152 0 2024-09-17T10:40:07.358 INFO:tasks.workunit.client.1.smithi170.stdout:4/538: rename d9/f62 to d9/d12/d36/d42/d40/fab 0 2024-09-17T10:40:07.358 INFO:tasks.workunit.client.1.smithi170.stdout:4/539: truncate d9/d12/d36/d42/d40/d70/d72/f8e 601678 0 2024-09-17T10:40:07.364 INFO:tasks.workunit.client.1.smithi170.stdout:5/679: mknod d1/d11/d62/cd7 0 2024-09-17T10:40:07.367 INFO:tasks.workunit.client.1.smithi170.stdout:7/799: mknod d25/d2a/d3e/d56/d72/d79/dbe/cf1 0 2024-09-17T10:40:07.368 INFO:tasks.workunit.client.1.smithi170.stdout:3/871: symlink d18/d1c/d2b/d5f/l127 0 2024-09-17T10:40:07.368 INFO:tasks.workunit.client.1.smithi170.stdout:3/872: chown d18/d26/d58/d88/fec 2187766 1 2024-09-17T10:40:07.372 INFO:tasks.workunit.client.1.smithi170.stdout:1/885: link d3/d68/d104/fc2 d3/dd8/d12a/f12c 0 2024-09-17T10:40:07.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/886: chown d3/d77 2682 1 2024-09-17T10:40:07.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/887: stat d3/d68/d104/d51/c124 0 2024-09-17T10:40:07.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/888: write d3/d68/d104/d4e/fca [1032903,116702] 0 2024-09-17T10:40:07.373 INFO:tasks.workunit.client.1.smithi170.stdout:8/847: sync 2024-09-17T10:40:07.373 INFO:tasks.workunit.client.1.smithi170.stdout:8/848: write d4/df/d62/f101 [4198719,115698] 0 2024-09-17T10:40:07.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/889: dread d3/d77/dad/ddb/d12b/fbe [0,4194304] 0 2024-09-17T10:40:07.374 INFO:tasks.workunit.client.1.smithi170.stdout:0/998: mkdir dd/de/d16/d54/d5f/dc3/db2/dea/d134/d10c/d141/d153 0 2024-09-17T10:40:07.377 INFO:tasks.workunit.client.1.smithi170.stdout:9/836: rename dd/d16/d2a/f90 to dd/da1/f114 0 2024-09-17T10:40:07.377 INFO:tasks.workunit.client.1.smithi170.stdout:3/873: write d18/d1c/d2b/f91 [2024011,114527] 0 2024-09-17T10:40:07.378 INFO:tasks.workunit.client.1.smithi170.stdout:4/540: stat d9/d12/d36/d42/d40/d70/d72/c74 0 2024-09-17T10:40:07.382 INFO:tasks.workunit.client.1.smithi170.stdout:6/775: symlink d0/d66/d9c/de7/d85/l111 0 2024-09-17T10:40:07.382 INFO:tasks.workunit.client.1.smithi170.stdout:6/776: chown d0/d66/d9c/de7/d85/d43/c49 454 1 2024-09-17T10:40:07.382 INFO:tasks.workunit.client.1.smithi170.stdout:6/777: stat d0/d66/d9c/de7/d85/d69/d3e/d80/ce5 0 2024-09-17T10:40:07.383 INFO:tasks.workunit.client.1.smithi170.stdout:6/778: write d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/fd7 [5081876,77246] 0 2024-09-17T10:40:07.383 INFO:tasks.workunit.client.1.smithi170.stdout:6/779: write d0/d66/d9c/de7/d85/d64/f9a [704799,96230] 0 2024-09-17T10:40:07.383 INFO:tasks.workunit.client.1.smithi170.stdout:5/680: mkdir d1/d3/d55/d80/d89/dd8 0 2024-09-17T10:40:07.386 INFO:tasks.workunit.client.1.smithi170.stdout:8/849: mknod d4/df/d62/dc6/c123 0 2024-09-17T10:40:07.389 INFO:tasks.workunit.client.1.smithi170.stdout:1/890: symlink d3/d68/d104/dde/l12d 0 2024-09-17T10:40:07.391 INFO:tasks.workunit.client.1.smithi170.stdout:9/837: dwrite dd/d40/d4e/d23/dae/db3/f107 [0,4194304] 0 2024-09-17T10:40:07.395 INFO:tasks.workunit.client.1.smithi170.stdout:3/874: creat d18/d2c/d3e/d57/d125/f128 x:0 0 0 2024-09-17T10:40:07.395 INFO:tasks.workunit.client.1.smithi170.stdout:4/541: rmdir d9/d12/d36/d42/d58 39 2024-09-17T10:40:07.395 INFO:tasks.workunit.client.1.smithi170.stdout:4/542: creat d9/d12/d36/d51/fac x:0 0 0 2024-09-17T10:40:07.395 INFO:tasks.workunit.client.1.smithi170.stdout:4/543: stat d9/f2d 0 2024-09-17T10:40:07.396 INFO:tasks.workunit.client.1.smithi170.stdout:4/544: write d9/d12/d36/d42/d40/f33 [725137,123505] 0 2024-09-17T10:40:07.399 INFO:tasks.workunit.client.1.smithi170.stdout:9/838: dread dd/f27 [0,4194304] 0 2024-09-17T10:40:07.399 INFO:tasks.workunit.client.1.smithi170.stdout:9/839: readlink dd/d16/d2a/lc1 0 2024-09-17T10:40:07.403 INFO:tasks.workunit.client.1.smithi170.stdout:6/780: creat d0/d66/d9c/de7/d85/d43/d10a/dee/f112 x:0 0 0 2024-09-17T10:40:07.403 INFO:tasks.workunit.client.1.smithi170.stdout:5/681: rmdir d1/d11/d62 39 2024-09-17T10:40:07.404 INFO:tasks.workunit.client.1.smithi170.stdout:7/800: rmdir d25/d2a/daf 39 2024-09-17T10:40:07.405 INFO:tasks.workunit.client.1.smithi170.stdout:8/850: truncate d4/df/d94/fa9 2547276 0 2024-09-17T10:40:07.405 INFO:tasks.workunit.client.1.smithi170.stdout:8/851: write d4/df/d1e/d69/f6a [3768426,34212] 0 2024-09-17T10:40:07.405 INFO:tasks.workunit.client.1.smithi170.stdout:8/852: fsync d4/df/d3a/df7/f48 0 2024-09-17T10:40:07.407 INFO:tasks.workunit.client.1.smithi170.stdout:1/891: mknod d3/d68/c12e 0 2024-09-17T10:40:07.409 INFO:tasks.workunit.client.1.smithi170.stdout:9/840: dwrite dd/d16/d17/d43/f101 [0,4194304] 0 2024-09-17T10:40:07.412 INFO:tasks.workunit.client.1.smithi170.stdout:3/875: mknod d18/d1c/d2b/d5f/d109/c129 0 2024-09-17T10:40:07.416 INFO:tasks.workunit.client.1.smithi170.stdout:4/545: chown d9/d12/f4d 238 1 2024-09-17T10:40:07.418 INFO:tasks.workunit.client.1.smithi170.stdout:6/781: creat d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/f113 x:0 0 0 2024-09-17T10:40:07.418 INFO:tasks.workunit.client.1.smithi170.stdout:6/782: chown d0/d66/d9c/de7/d85/d69/d3e/da9/l105 150881 1 2024-09-17T10:40:07.418 INFO:tasks.workunit.client.1.smithi170.stdout:6/783: truncate d0/d18/d70/f73 2383559 0 2024-09-17T10:40:07.418 INFO:tasks.workunit.client.1.smithi170.stdout:6/784: write d0/d66/d9c/de7/d85/ffc [432648,65621] 0 2024-09-17T10:40:07.420 INFO:tasks.workunit.client.1.smithi170.stdout:5/682: mkdir d1/d3/d13/d2c/d51/d6f/d93/da9/dbe/dd9 0 2024-09-17T10:40:07.420 INFO:tasks.workunit.client.1.smithi170.stdout:5/683: stat d1/d3/f5 0 2024-09-17T10:40:07.421 INFO:tasks.workunit.client.1.smithi170.stdout:7/801: symlink d25/d2a/d3e/d4b/ddc/de8/lf2 0 2024-09-17T10:40:07.424 INFO:tasks.workunit.client.1.smithi170.stdout:8/853: mknod d4/df/d3a/df7/c124 0 2024-09-17T10:40:07.424 INFO:tasks.workunit.client.1.smithi170.stdout:8/854: stat d4/df/d3a/df7/lc4 0 2024-09-17T10:40:07.428 INFO:tasks.workunit.client.1.smithi170.stdout:1/892: creat d3/d77/dad/ddb/f12f x:0 0 0 2024-09-17T10:40:07.430 INFO:tasks.workunit.client.1.smithi170.stdout:1/893: fdatasync d3/f34 0 2024-09-17T10:40:07.430 INFO:tasks.workunit.client.1.smithi170.stdout:1/894: truncate d3/d68/d104/d51/f60 5421759 0 2024-09-17T10:40:07.432 INFO:tasks.workunit.client.1.smithi170.stdout:5/684: dread d1/d3/d13/d1a/fa8 [0,4194304] 0 2024-09-17T10:40:07.433 INFO:tasks.workunit.client.1.smithi170.stdout:5/685: dread - d1/d11/d62/fb4 zero size 2024-09-17T10:40:07.434 INFO:tasks.workunit.client.1.smithi170.stdout:8/855: write d4/f1d [3401727,62270] 0 2024-09-17T10:40:07.434 INFO:tasks.workunit.client.1.smithi170.stdout:9/841: creat dd/da1/f115 x:0 0 0 2024-09-17T10:40:07.437 INFO:tasks.workunit.client.1.smithi170.stdout:5/686: write d1/d3/d13/d2c/d51/d6f/d93/fb2 [3721297,121945] 0 2024-09-17T10:40:07.437 INFO:tasks.workunit.client.1.smithi170.stdout:3/876: creat d18/d2c/d4f/da3/de0/d7c/d82/de5/f12a x:0 0 0 2024-09-17T10:40:07.437 INFO:tasks.workunit.client.1.smithi170.stdout:3/877: chown d18/d59 60008182 1 2024-09-17T10:40:07.442 INFO:tasks.workunit.client.1.smithi170.stdout:4/546: mkdir d9/da3/dad 0 2024-09-17T10:40:07.442 INFO:tasks.workunit.client.1.smithi170.stdout:4/547: stat d9/d12/d36/d42/f4b 0 2024-09-17T10:40:07.444 INFO:tasks.workunit.client.1.smithi170.stdout:6/785: symlink d0/d18/d70/dcb/l114 0 2024-09-17T10:40:07.446 INFO:tasks.workunit.client.1.smithi170.stdout:7/802: creat d25/d2a/d3e/d56/d5d/dd2/ddf/def/ff3 x:0 0 0 2024-09-17T10:40:07.450 INFO:tasks.workunit.client.1.smithi170.stdout:1/895: unlink d3/f39 0 2024-09-17T10:40:07.455 INFO:tasks.workunit.client.1.smithi170.stdout:9/842: creat dd/d40/d4e/d23/dae/d10d/f116 x:0 0 0 2024-09-17T10:40:07.455 INFO:tasks.workunit.client.1.smithi170.stdout:9/843: fdatasync dd/d16/d17/d43/f101 0 2024-09-17T10:40:07.456 INFO:tasks.workunit.client.1.smithi170.stdout:9/844: chown dd/d16/d17/dcb 258 1 2024-09-17T10:40:07.459 INFO:tasks.workunit.client.1.smithi170.stdout:5/687: mknod d1/d3/cda 0 2024-09-17T10:40:07.460 INFO:tasks.workunit.client.1.smithi170.stdout:4/548: mkdir d9/d12/d36/d51/dae 0 2024-09-17T10:40:07.460 INFO:tasks.workunit.client.1.smithi170.stdout:4/549: dread - d9/d12/d36/d42/d40/d70/f78 zero size 2024-09-17T10:40:07.460 INFO:tasks.workunit.client.1.smithi170.stdout:4/550: chown d9/l21 27 1 2024-09-17T10:40:07.460 INFO:tasks.workunit.client.1.smithi170.stdout:8/856: dwrite d4/df/d62/f101 [4194304,4194304] 0 2024-09-17T10:40:07.460 INFO:tasks.workunit.client.1.smithi170.stdout:8/857: creat d4/df/d94/f125 x:0 0 0 2024-09-17T10:40:07.461 INFO:tasks.workunit.client.1.smithi170.stdout:6/786: creat d0/d66/d9c/de7/f115 x:0 0 0 2024-09-17T10:40:07.461 INFO:tasks.workunit.client.1.smithi170.stdout:3/878: dwrite d18/d2c/d41/d94/f70 [0,4194304] 0 2024-09-17T10:40:07.462 INFO:tasks.workunit.client.1.smithi170.stdout:7/803: creat d25/d2a/d3e/d4b/ff4 x:0 0 0 2024-09-17T10:40:07.463 INFO:tasks.workunit.client.1.smithi170.stdout:8/858: dread d4/df/d94/fea [0,4194304] 0 2024-09-17T10:40:07.463 INFO:tasks.workunit.client.1.smithi170.stdout:8/859: dread - d4/df/d62/fb3 zero size 2024-09-17T10:40:07.464 INFO:tasks.workunit.client.1.smithi170.stdout:9/845: mkdir dd/d40/d32/d117 0 2024-09-17T10:40:07.466 INFO:tasks.workunit.client.1.smithi170.stdout:4/551: rename d9/d12/d36/d51/fa2 to d9/d12/d36/d42/d58/faf 0 2024-09-17T10:40:07.466 INFO:tasks.workunit.client.1.smithi170.stdout:4/552: creat d9/d5a/fb0 x:0 0 0 2024-09-17T10:40:07.466 INFO:tasks.workunit.client.1.smithi170.stdout:5/688: dread d1/d3/d55/f8e [0,4194304] 0 2024-09-17T10:40:07.467 INFO:tasks.workunit.client.1.smithi170.stdout:5/689: stat d1/d27/d95/cb0 0 2024-09-17T10:40:07.467 INFO:tasks.workunit.client.1.smithi170.stdout:5/690: fdatasync d1/d3/f59 0 2024-09-17T10:40:07.467 INFO:tasks.workunit.client.1.smithi170.stdout:5/691: fsync d1/d3/d13/d2c/d51/d6f/fcd 0 2024-09-17T10:40:07.472 INFO:tasks.workunit.client.1.smithi170.stdout:1/896: dwrite d3/d68/d104/d4e/fca [0,4194304] 0 2024-09-17T10:40:07.473 INFO:tasks.workunit.client.1.smithi170.stdout:5/692: dread d1/f42 [0,4194304] 0 2024-09-17T10:40:07.474 INFO:tasks.workunit.client.1.smithi170.stdout:3/879: getdents d18/d26/d56/d97/dba 0 2024-09-17T10:40:07.487 INFO:tasks.workunit.client.1.smithi170.stdout:3/880: dwrite d18/d2c/d4f/da3/de0/d7c/fb1 [0,4194304] 0 2024-09-17T10:40:07.494 INFO:tasks.workunit.client.1.smithi170.stdout:4/553: mkdir d9/d12/d36/d42/d7d/db1 0 2024-09-17T10:40:07.500 INFO:tasks.workunit.client.1.smithi170.stdout:1/897: unlink d3/d68/d104/d4e/dd1/ff4 0 2024-09-17T10:40:07.501 INFO:tasks.workunit.client.1.smithi170.stdout:5/693: creat d1/d3/d55/d80/fdb x:0 0 0 2024-09-17T10:40:07.505 INFO:tasks.workunit.client.1.smithi170.stdout:9/846: getdents dd/d40/d4e/d29/d109 0 2024-09-17T10:40:07.505 INFO:tasks.workunit.client.1.smithi170.stdout:9/847: dread - dd/d40/d4e/fd2 zero size 2024-09-17T10:40:07.509 INFO:tasks.workunit.client.1.smithi170.stdout:3/881: getdents d18/d2c/d3e/d57/d7e 0 2024-09-17T10:40:07.509 INFO:tasks.workunit.client.1.smithi170.stdout:3/882: fdatasync d18/d2c/d4f/da3/de0/d7c/d82/ff7 0 2024-09-17T10:40:07.512 INFO:tasks.workunit.client.1.smithi170.stdout:1/898: dwrite d3/d68/fee [0,4194304] 0 2024-09-17T10:40:07.513 INFO:tasks.workunit.client.1.smithi170.stdout:3/883: dread d18/d2c/d41/d94/d2d/f32 [0,4194304] 0 2024-09-17T10:40:07.513 INFO:tasks.workunit.client.1.smithi170.stdout:4/554: creat d9/da3/dad/fb2 x:0 0 0 2024-09-17T10:40:07.514 INFO:tasks.workunit.client.1.smithi170.stdout:5/694: symlink d1/d3/d13/d1a/d54/d8d/ldc 0 2024-09-17T10:40:07.517 INFO:tasks.workunit.client.1.smithi170.stdout:9/848: mknod dd/d40/d32/c118 0 2024-09-17T10:40:07.518 INFO:tasks.workunit.client.1.smithi170.stdout:7/804: rename d25/d2a/d3e/d56/d72/d79/dbe to d25/d2a/d3e/d56/d72/da8/df5 0 2024-09-17T10:40:07.523 INFO:tasks.workunit.client.1.smithi170.stdout:4/555: read d9/d12/d36/d51/f77 [3766934,73178] 0 2024-09-17T10:40:07.523 INFO:tasks.workunit.client.1.smithi170.stdout:4/556: truncate d9/d12/f3d 3382389 0 2024-09-17T10:40:07.523 INFO:tasks.workunit.client.1.smithi170.stdout:4/557: fdatasync d9/d3e/f50 0 2024-09-17T10:40:07.524 INFO:tasks.workunit.client.1.smithi170.stdout:4/558: creat d9/d12/d36/d42/d40/d70/d72/fb3 x:0 0 0 2024-09-17T10:40:07.527 INFO:tasks.workunit.client.1.smithi170.stdout:3/884: symlink d18/d24/l12b 0 2024-09-17T10:40:07.528 INFO:tasks.workunit.client.1.smithi170.stdout:7/805: dread d25/d4e/f66 [0,4194304] 0 2024-09-17T10:40:07.528 INFO:tasks.workunit.client.1.smithi170.stdout:7/806: fsync d25/d2a/d3e/d6a/fd0 0 2024-09-17T10:40:07.528 INFO:tasks.workunit.client.1.smithi170.stdout:7/807: read d25/f87 [4014632,71294] 0 2024-09-17T10:40:07.529 INFO:tasks.workunit.client.1.smithi170.stdout:5/695: dwrite d1/f31 [4194304,4194304] 0 2024-09-17T10:40:07.529 INFO:tasks.workunit.client.1.smithi170.stdout:5/696: truncate d1/d3/d13/d2c/d51/d6f/fd3 551653 0 2024-09-17T10:40:07.532 INFO:tasks.workunit.client.1.smithi170.stdout:4/559: unlink d9/d12/d36/d42/f8a 0 2024-09-17T10:40:07.532 INFO:tasks.workunit.client.1.smithi170.stdout:1/899: creat d3/d68/d104/d51/da4/ddd/f130 x:0 0 0 2024-09-17T10:40:07.535 INFO:tasks.workunit.client.1.smithi170.stdout:5/697: mkdir d1/d3/d13/d1a/ddd 0 2024-09-17T10:40:07.537 INFO:tasks.workunit.client.1.smithi170.stdout:4/560: symlink d9/d12/d36/d42/d7d/db1/lb4 0 2024-09-17T10:40:07.538 INFO:tasks.workunit.client.1.smithi170.stdout:1/900: creat d3/d77/db0/f131 x:0 0 0 2024-09-17T10:40:07.541 INFO:tasks.workunit.client.1.smithi170.stdout:3/885: getdents d18/d26/d58/d88 0 2024-09-17T10:40:07.541 INFO:tasks.workunit.client.1.smithi170.stdout:3/886: fdatasync d18/d2c/f45 0 2024-09-17T10:40:07.543 INFO:tasks.workunit.client.1.smithi170.stdout:5/698: dread d1/d3/fd [0,4194304] 0 2024-09-17T10:40:07.544 INFO:tasks.workunit.client.1.smithi170.stdout:4/561: symlink d9/d12/d36/d51/lb5 0 2024-09-17T10:40:07.544 INFO:tasks.workunit.client.1.smithi170.stdout:4/562: creat d9/d3e/fb6 x:0 0 0 2024-09-17T10:40:07.545 INFO:tasks.workunit.client.1.smithi170.stdout:7/808: dwrite d25/d2a/daf/fc5 [0,4194304] 0 2024-09-17T10:40:07.547 INFO:tasks.workunit.client.1.smithi170.stdout:4/563: dread d9/d3e/f4c [0,4194304] 0 2024-09-17T10:40:07.547 INFO:tasks.workunit.client.1.smithi170.stdout:4/564: getdents d9/d5a/daa 0 2024-09-17T10:40:07.547 INFO:tasks.workunit.client.1.smithi170.stdout:4/565: readlink d9/l21 0 2024-09-17T10:40:07.547 INFO:tasks.workunit.client.1.smithi170.stdout:5/699: getdents d1/d11/d62 0 2024-09-17T10:40:07.553 INFO:tasks.workunit.client.1.smithi170.stdout:4/566: mknod d9/cb7 0 2024-09-17T10:40:07.555 INFO:tasks.workunit.client.1.smithi170.stdout:3/887: dread d18/d1c/d2b/f31 [0,4194304] 0 2024-09-17T10:40:07.555 INFO:tasks.workunit.client.1.smithi170.stdout:3/888: chown d18/d1c/d2b/c117 6526808 1 2024-09-17T10:40:07.556 INFO:tasks.workunit.client.1.smithi170.stdout:5/700: mkdir d1/d3/d55/d5e/d67/d86/dde 0 2024-09-17T10:40:07.556 INFO:tasks.workunit.client.1.smithi170.stdout:5/701: chown d1/c71 3308148 1 2024-09-17T10:40:07.556 INFO:tasks.workunit.client.1.smithi170.stdout:5/702: readlink d1/d3/d55/d80/d89/ld6 0 2024-09-17T10:40:07.556 INFO:tasks.workunit.client.1.smithi170.stdout:5/703: write d1/d3/d13/d2c/d51/d6f/fcd [839686,31146] 0 2024-09-17T10:40:07.561 INFO:tasks.workunit.client.1.smithi170.stdout:1/901: dwrite d3/d114/de3/ffb [0,4194304] 0 2024-09-17T10:40:07.561 INFO:tasks.workunit.client.1.smithi170.stdout:5/704: mkdir d1/d3/d13/d2c/d51/d6f/d93/ddf 0 2024-09-17T10:40:07.562 INFO:tasks.workunit.client.1.smithi170.stdout:4/567: dread d9/fa [0,4194304] 0 2024-09-17T10:40:07.562 INFO:tasks.workunit.client.1.smithi170.stdout:4/568: chown l4 25 1 2024-09-17T10:40:07.567 INFO:tasks.workunit.client.1.smithi170.stdout:3/889: symlink d18/d2c/l12c 0 2024-09-17T10:40:07.567 INFO:tasks.workunit.client.1.smithi170.stdout:3/890: fsync d18/f71 0 2024-09-17T10:40:07.567 INFO:tasks.workunit.client.1.smithi170.stdout:3/891: fsync d18/d26/d56/dfd/f116 0 2024-09-17T10:40:07.572 INFO:tasks.workunit.client.1.smithi170.stdout:5/705: truncate d1/d11/d62/f9c 206930 0 2024-09-17T10:40:07.580 INFO:tasks.workunit.client.1.smithi170.stdout:4/569: dwrite d9/d12/d36/d42/d40/d70/d72/f9f [0,4194304] 0 2024-09-17T10:40:07.580 INFO:tasks.workunit.client.1.smithi170.stdout:4/570: creat d9/d3e/fb8 x:0 0 0 2024-09-17T10:40:07.583 INFO:tasks.workunit.client.1.smithi170.stdout:5/706: mknod d1/d3/d55/d5e/d67/ce0 0 2024-09-17T10:40:07.583 INFO:tasks.workunit.client.1.smithi170.stdout:5/707: stat d1/d3/d13/d1a/l47 0 2024-09-17T10:40:07.584 INFO:tasks.workunit.client.1.smithi170.stdout:5/708: truncate d1/d3/d13/d2c/f52 1493368 0 2024-09-17T10:40:07.584 INFO:tasks.workunit.client.1.smithi170.stdout:3/892: dwrite d18/d59/fe7 [0,4194304] 0 2024-09-17T10:40:07.584 INFO:tasks.workunit.client.1.smithi170.stdout:4/571: dread d9/f14 [0,4194304] 0 2024-09-17T10:40:07.592 INFO:tasks.workunit.client.1.smithi170.stdout:5/709: rmdir d1/d3/d55/d87 39 2024-09-17T10:40:07.594 INFO:tasks.workunit.client.1.smithi170.stdout:3/893: write d18/d24/f9a [1836716,32917] 0 2024-09-17T10:40:07.600 INFO:tasks.workunit.client.1.smithi170.stdout:4/572: dwrite d9/d12/d36/d42/d40/d70/d72/f8e [0,4194304] 0 2024-09-17T10:40:07.600 INFO:tasks.workunit.client.1.smithi170.stdout:4/573: creat d9/d12/d36/fb9 x:0 0 0 2024-09-17T10:40:07.601 INFO:tasks.workunit.client.1.smithi170.stdout:5/710: mkdir d1/d3/d55/d5e/de1 0 2024-09-17T10:40:07.602 INFO:tasks.workunit.client.1.smithi170.stdout:3/894: creat d18/d2c/d41/d7d/f12d x:0 0 0 2024-09-17T10:40:07.608 INFO:tasks.workunit.client.1.smithi170.stdout:4/574: unlink d9/d12/d36/d42/d40/c64 0 2024-09-17T10:40:07.610 INFO:tasks.workunit.client.1.smithi170.stdout:5/711: link d1/d3/d55/d87/f79 d1/d3/d13/d1a/ddd/fe2 0 2024-09-17T10:40:07.611 INFO:tasks.workunit.client.1.smithi170.stdout:3/895: symlink d18/d2c/d3e/l12e 0 2024-09-17T10:40:07.611 INFO:tasks.workunit.client.1.smithi170.stdout:3/896: write d18/d2c/d3e/dae/f106 [1047028,22752] 0 2024-09-17T10:40:07.613 INFO:tasks.workunit.client.1.smithi170.stdout:4/575: mknod d9/d12/d36/d42/d40/d70/cba 0 2024-09-17T10:40:07.616 INFO:tasks.workunit.client.1.smithi170.stdout:3/897: mkdir d18/d1c/d2b/d5f/d12f 0 2024-09-17T10:40:07.618 INFO:tasks.workunit.client.1.smithi170.stdout:3/898: link d18/d2c/d3e/l12e d18/d26/d56/dfd/l130 0 2024-09-17T10:40:07.620 INFO:tasks.workunit.client.1.smithi170.stdout:3/899: creat d18/d2c/d4a/f131 x:0 0 0 2024-09-17T10:40:07.620 INFO:tasks.workunit.client.1.smithi170.stdout:3/900: stat d18/d26/d56/dfd/f116 0 2024-09-17T10:40:07.620 INFO:tasks.workunit.client.1.smithi170.stdout:5/712: dread d1/f49 [0,4194304] 0 2024-09-17T10:40:07.620 INFO:tasks.workunit.client.1.smithi170.stdout:5/713: getdents d1/d11/d62 0 2024-09-17T10:40:07.622 INFO:tasks.workunit.client.1.smithi170.stdout:4/576: dread d9/f53 [4194304,4194304] 0 2024-09-17T10:40:07.622 INFO:tasks.workunit.client.1.smithi170.stdout:3/901: rename d18/d2c/d4f/da3/de0/d7c/fad to d18/d2c/d4f/da3/de0/f132 0 2024-09-17T10:40:07.623 INFO:tasks.workunit.client.1.smithi170.stdout:4/577: truncate d9/d12/f56 36206 0 2024-09-17T10:40:07.625 INFO:tasks.workunit.client.1.smithi170.stdout:3/902: creat d18/f133 x:0 0 0 2024-09-17T10:40:07.625 INFO:tasks.workunit.client.1.smithi170.stdout:3/903: readlink d18/d1c/d2b/d5f/l6a 0 2024-09-17T10:40:07.627 INFO:tasks.workunit.client.1.smithi170.stdout:4/578: chown d9/d12/l27 66624 1 2024-09-17T10:40:07.627 INFO:tasks.workunit.client.1.smithi170.stdout:4/579: dread - d9/d12/d36/d42/d40/d70/d72/f85 zero size 2024-09-17T10:40:07.627 INFO:tasks.workunit.client.1.smithi170.stdout:4/580: read - d9/d12/d36/d42/d40/f84 zero size 2024-09-17T10:40:07.627 INFO:tasks.workunit.client.1.smithi170.stdout:4/581: chown d9/d12/d36/d42/f8d 1188746 1 2024-09-17T10:40:07.627 INFO:tasks.workunit.client.1.smithi170.stdout:4/582: truncate d9/d12/d36/d51/f96 4432202 0 2024-09-17T10:40:07.629 INFO:tasks.workunit.client.1.smithi170.stdout:4/583: creat d9/d12/d36/d42/d7d/fbb x:0 0 0 2024-09-17T10:40:07.629 INFO:tasks.workunit.client.1.smithi170.stdout:4/584: read - d9/d12/d36/d42/d40/f84 zero size 2024-09-17T10:40:07.640 INFO:tasks.workunit.client.1.smithi170.stdout:5/714: dwrite d1/d11/f23 [0,4194304] 0 2024-09-17T10:40:07.640 INFO:tasks.workunit.client.1.smithi170.stdout:3/904: dwrite d18/d2c/d4f/da3/de0/f132 [0,4194304] 0 2024-09-17T10:40:07.643 INFO:tasks.workunit.client.1.smithi170.stdout:5/715: rename d1/d3/d13/d2c/d51/d6f/d93/da9/lcf to d1/d3/d55/d5e/de1/le3 0 2024-09-17T10:40:07.643 INFO:tasks.workunit.client.1.smithi170.stdout:5/716: chown d1/d3/d55/d5e/d67/ce0 675742471 1 2024-09-17T10:40:07.644 INFO:tasks.workunit.client.1.smithi170.stdout:4/585: write d9/d12/d36/d42/d40/fab [5604677,87504] 0 2024-09-17T10:40:07.645 INFO:tasks.workunit.client.1.smithi170.stdout:4/586: creat d9/da3/dad/fbc x:0 0 0 2024-09-17T10:40:07.651 INFO:tasks.workunit.client.1.smithi170.stdout:3/905: creat d18/d2c/d4f/d7b/f134 x:0 0 0 2024-09-17T10:40:07.651 INFO:tasks.workunit.client.1.smithi170.stdout:3/906: creat d18/d2c/d4f/d7b/f135 x:0 0 0 2024-09-17T10:40:07.653 INFO:tasks.workunit.client.1.smithi170.stdout:5/717: rename d1/d3/d13/d1a/f92 to d1/d27/fe4 0 2024-09-17T10:40:07.655 INFO:tasks.workunit.client.1.smithi170.stdout:4/587: mknod d9/d12/d36/d51/dae/cbd 0 2024-09-17T10:40:07.657 INFO:tasks.workunit.client.1.smithi170.stdout:3/907: mkdir d18/d24/d73/d136 0 2024-09-17T10:40:07.658 INFO:tasks.workunit.client.1.smithi170.stdout:3/908: dread - d18/d24/d73/ffa zero size 2024-09-17T10:40:07.661 INFO:tasks.workunit.client.1.smithi170.stdout:3/909: symlink d18/d26/d56/d97/l137 0 2024-09-17T10:40:07.668 INFO:tasks.workunit.client.1.smithi170.stdout:3/910: read d18/d1c/d2b/f31 [2826414,45840] 0 2024-09-17T10:40:07.669 INFO:tasks.workunit.client.1.smithi170.stdout:3/911: truncate d18/d2c/d4f/da3/fa7 554468 0 2024-09-17T10:40:07.670 INFO:tasks.workunit.client.1.smithi170.stdout:3/912: readlink d18/d2c/d3e/d57/d7e/l79 0 2024-09-17T10:40:07.676 INFO:tasks.workunit.client.1.smithi170.stdout:4/588: dwrite d9/da3/dad/fbc [0,4194304] 0 2024-09-17T10:40:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:07 smithi159 ceph-mon[27674]: pgmap v282: 65 pgs: 65 active+clean; 3.6 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 280 MiB/s rd, 346 MiB/s wr, 531 op/s 2024-09-17T10:40:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:07.678 INFO:tasks.workunit.client.1.smithi170.stdout:4/589: truncate d9/d3e/f75 7142498 0 2024-09-17T10:40:07.679 INFO:tasks.workunit.client.1.smithi170.stdout:4/590: write d9/f54 [587413,98404] 0 2024-09-17T10:40:07.681 INFO:tasks.workunit.client.1.smithi170.stdout:4/591: read d9/d3e/f50 [121685,44699] 0 2024-09-17T10:40:07.682 INFO:tasks.workunit.client.1.smithi170.stdout:3/913: dwrite d18/f19 [4194304,4194304] 0 2024-09-17T10:40:07.682 INFO:tasks.workunit.client.1.smithi170.stdout:4/592: mknod d9/cbe 0 2024-09-17T10:40:07.691 INFO:tasks.workunit.client.1.smithi170.stdout:4/593: dread d9/d5a/f6a [0,4194304] 0 2024-09-17T10:40:07.694 INFO:tasks.workunit.client.1.smithi170.stdout:5/718: rename d1/d27/fe4 to d1/d3/d13/d1a/d54/d8d/dd4/fe5 0 2024-09-17T10:40:07.697 INFO:tasks.workunit.client.1.smithi170.stdout:4/594: mkdir d9/d12/d36/d51/dbf 0 2024-09-17T10:40:07.697 INFO:tasks.workunit.client.1.smithi170.stdout:4/595: chown d9/l4e 4 1 2024-09-17T10:40:07.700 INFO:tasks.workunit.client.1.smithi170.stdout:5/719: unlink d1/d3/d13/d2c/l46 0 2024-09-17T10:40:07.701 INFO:tasks.workunit.client.1.smithi170.stdout:5/720: fsync d1/d3/d13/d2c/d51/f81 0 2024-09-17T10:40:07.701 INFO:tasks.workunit.client.1.smithi170.stdout:5/721: readlink d1/d3/d55/d80/d89/lb5 0 2024-09-17T10:40:07.703 INFO:tasks.workunit.client.1.smithi170.stdout:3/914: rename d18/d1c/d2b/f78 to d18/d69/d120/f138 0 2024-09-17T10:40:07.703 INFO:tasks.workunit.client.1.smithi170.stdout:3/915: chown d18/d1c/d2b 75765 1 2024-09-17T10:40:07.703 INFO:tasks.workunit.client.1.smithi170.stdout:3/916: fdatasync d18/d2c/d41/d94/f70 0 2024-09-17T10:40:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:07 smithi170 ceph-mon[33842]: pgmap v282: 65 pgs: 65 active+clean; 3.6 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 280 MiB/s rd, 346 MiB/s wr, 531 op/s 2024-09-17T10:40:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:07.706 INFO:tasks.workunit.client.1.smithi170.stdout:4/596: creat d9/d12/d36/d51/dae/fc0 x:0 0 0 2024-09-17T10:40:07.706 INFO:tasks.workunit.client.1.smithi170.stdout:4/597: read - d9/d12/d36/d42/d58/f7e zero size 2024-09-17T10:40:07.707 INFO:tasks.workunit.client.1.smithi170.stdout:4/598: dread d9/f1d [0,4194304] 0 2024-09-17T10:40:07.714 INFO:tasks.workunit.client.1.smithi170.stdout:4/599: link d9/d12/d36/d51/fac d9/d12/fc1 0 2024-09-17T10:40:07.714 INFO:tasks.workunit.client.1.smithi170.stdout:4/600: write d9/d12/d36/fa4 [757899,77878] 0 2024-09-17T10:40:07.714 INFO:tasks.workunit.client.1.smithi170.stdout:4/601: chown d9/l21 21394110 1 2024-09-17T10:40:07.716 INFO:tasks.workunit.client.1.smithi170.stdout:0/999: sync 2024-09-17T10:40:07.716 INFO:tasks.workunit.client.1.smithi170.stdout:4/602: rmdir d9/d12/d36/d42/d7d/db1 39 2024-09-17T10:40:07.734 INFO:tasks.workunit.client.1.smithi170.stdout:5/722: dwrite d1/d3/f5 [4194304,4194304] 0 2024-09-17T10:40:07.740 INFO:tasks.workunit.client.1.smithi170.stdout:4/603: dwrite d9/d12/f81 [0,4194304] 0 2024-09-17T10:40:07.752 INFO:tasks.workunit.client.1.smithi170.stdout:3/917: rmdir d18/d1c/d2b 39 2024-09-17T10:40:07.758 INFO:tasks.workunit.client.1.smithi170.stdout:4/604: creat d9/d12/d36/d51/dbf/fc2 x:0 0 0 2024-09-17T10:40:07.758 INFO:tasks.workunit.client.1.smithi170.stdout:4/605: truncate d9/f1d 358650 0 2024-09-17T10:40:07.758 INFO:tasks.workunit.client.1.smithi170.stdout:4/606: read - d9/d12/d36/d42/d7d/fbb zero size 2024-09-17T10:40:07.759 INFO:tasks.workunit.client.1.smithi170.stdout:4/607: creat d9/d12/d36/d51/dbf/fc3 x:0 0 0 2024-09-17T10:40:07.759 INFO:tasks.workunit.client.1.smithi170.stdout:3/918: mknod d18/d2c/d41/d94/dd6/c139 0 2024-09-17T10:40:07.769 INFO:tasks.workunit.client.1.smithi170.stdout:5/723: write d1/d3/d55/d87/f79 [498269,60795] 0 2024-09-17T10:40:07.769 INFO:tasks.workunit.client.1.smithi170.stdout:5/724: read d1/d3/d13/d2c/d51/f56 [93631,19152] 0 2024-09-17T10:40:07.776 INFO:tasks.workunit.client.1.smithi170.stdout:3/919: creat d18/d2c/d41/d94/dd6/f13a x:0 0 0 2024-09-17T10:40:07.782 INFO:tasks.workunit.client.1.smithi170.stdout:4/608: dwrite d9/d12/d36/d42/d40/d70/d72/f9f [0,4194304] 0 2024-09-17T10:40:07.786 INFO:tasks.workunit.client.1.smithi170.stdout:5/725: creat d1/d3/d55/fe6 x:0 0 0 2024-09-17T10:40:07.788 INFO:tasks.workunit.client.1.smithi170.stdout:3/920: mkdir d18/d2c/d3e/d57/df5/d13b 0 2024-09-17T10:40:07.794 INFO:tasks.workunit.client.1.smithi170.stdout:4/609: symlink d9/d12/d36/d42/d40/d70/d72/lc4 0 2024-09-17T10:40:07.798 INFO:tasks.workunit.client.1.smithi170.stdout:5/726: rename d1/d3/l60 to d1/d3/d13/d2c/d51/d6f/d93/da9/le7 0 2024-09-17T10:40:07.800 INFO:tasks.workunit.client.1.smithi170.stdout:3/921: creat d18/d25/f13c x:0 0 0 2024-09-17T10:40:07.808 INFO:tasks.workunit.client.1.smithi170.stdout:3/922: link d18/d25/fa5 d18/d1c/d2b/d5f/f13d 0 2024-09-17T10:40:07.819 INFO:tasks.workunit.client.1.smithi170.stdout:5/727: dwrite d1/d3/d55/d87/f70 [0,4194304] 0 2024-09-17T10:40:07.821 INFO:tasks.workunit.client.1.smithi170.stdout:5/728: truncate d1/d3/d13/d1a/d54/f90 507589 0 2024-09-17T10:40:07.821 INFO:tasks.workunit.client.1.smithi170.stdout:5/729: truncate d1/d3/d13/d2c/d51/f81 703785 0 2024-09-17T10:40:07.825 INFO:tasks.workunit.client.1.smithi170.stdout:3/923: dwrite d18/d2c/d4f/d7b/f134 [0,4194304] 0 2024-09-17T10:40:07.825 INFO:tasks.workunit.client.1.smithi170.stdout:3/924: chown d18/d2c/d4f/da3/de0/d7c/lfb 6320 1 2024-09-17T10:40:07.825 INFO:tasks.workunit.client.1.smithi170.stdout:3/925: readlink d18/d26/l10d 0 2024-09-17T10:40:07.826 INFO:tasks.workunit.client.1.smithi170.stdout:3/926: symlink d18/d2c/d41/d94/l13e 0 2024-09-17T10:40:07.826 INFO:tasks.workunit.client.1.smithi170.stdout:3/927: truncate d18/d2c/d4f/da3/dcc/fd2 1020891 0 2024-09-17T10:40:07.827 INFO:tasks.workunit.client.1.smithi170.stdout:3/928: rmdir d18/d1c/d2b 39 2024-09-17T10:40:07.827 INFO:tasks.workunit.client.1.smithi170.stdout:3/929: stat d18/d69/lf3 0 2024-09-17T10:40:07.828 INFO:tasks.workunit.client.1.smithi170.stdout:3/930: rename d18/d69/fab to d18/d2c/d4f/da3/de0/d7c/d82/de5/f13f 0 2024-09-17T10:40:07.830 INFO:tasks.workunit.client.1.smithi170.stdout:3/931: symlink d18/d26/d56/d97/dba/l140 0 2024-09-17T10:40:07.831 INFO:tasks.workunit.client.1.smithi170.stdout:4/610: write d9/d12/f15 [3490587,91364] 0 2024-09-17T10:40:07.831 INFO:tasks.workunit.client.1.smithi170.stdout:5/730: dread d1/d3/f82 [0,4194304] 0 2024-09-17T10:40:07.836 INFO:tasks.workunit.client.1.smithi170.stdout:5/731: creat d1/d3/d13/d1a/fe8 x:0 0 0 2024-09-17T10:40:07.836 INFO:tasks.workunit.client.1.smithi170.stdout:4/611: dread d9/d5a/f6a [0,4194304] 0 2024-09-17T10:40:07.842 INFO:tasks.workunit.client.1.smithi170.stdout:3/932: write d18/d69/fc0 [1367831,61344] 0 2024-09-17T10:40:07.848 INFO:tasks.workunit.client.1.smithi170.stdout:5/732: creat d1/d3/d13/d1a/d54/d8d/fe9 x:0 0 0 2024-09-17T10:40:07.852 INFO:tasks.workunit.client.1.smithi170.stdout:3/933: rename d18/d2c/f45 to d18/d26/f141 0 2024-09-17T10:40:07.855 INFO:tasks.workunit.client.1.smithi170.stdout:5/733: symlink d1/d3/d55/d80/d89/lea 0 2024-09-17T10:40:07.855 INFO:tasks.workunit.client.1.smithi170.stdout:5/734: fdatasync d1/d3/d55/d80/d89/fc6 0 2024-09-17T10:40:07.857 INFO:tasks.workunit.client.1.smithi170.stdout:5/735: creat d1/d11/feb x:0 0 0 2024-09-17T10:40:07.857 INFO:tasks.workunit.client.1.smithi170.stdout:8/860: sync 2024-09-17T10:40:07.857 INFO:tasks.workunit.client.1.smithi170.stdout:6/787: sync 2024-09-17T10:40:07.857 INFO:tasks.workunit.client.1.smithi170.stdout:8/861: creat d4/df/d1e/d69/f126 x:0 0 0 2024-09-17T10:40:07.858 INFO:tasks.workunit.client.1.smithi170.stdout:8/862: fdatasync d4/df/d3f/f10b 0 2024-09-17T10:40:07.858 INFO:tasks.workunit.client.1.smithi170.stdout:3/934: getdents d18/d2c/d4f/d7b 0 2024-09-17T10:40:07.865 INFO:tasks.workunit.client.1.smithi170.stdout:8/863: dread d4/df/d3a/df7/f81 [0,4194304] 0 2024-09-17T10:40:07.865 INFO:tasks.workunit.client.1.smithi170.stdout:5/736: write d1/d11/d62/f9c [1244658,15192] 0 2024-09-17T10:40:07.871 INFO:tasks.workunit.client.1.smithi170.stdout:3/935: unlink d18/l1f 0 2024-09-17T10:40:07.871 INFO:tasks.workunit.client.1.smithi170.stdout:3/936: chown d18/d26/d56/dfd/l130 70999 1 2024-09-17T10:40:07.871 INFO:tasks.workunit.client.1.smithi170.stdout:8/864: creat d4/df/d3f/d44/df1/f127 x:0 0 0 2024-09-17T10:40:07.873 INFO:tasks.workunit.client.1.smithi170.stdout:6/788: dwrite d0/d66/d9c/de7/f115 [0,4194304] 0 2024-09-17T10:40:07.873 INFO:tasks.workunit.client.1.smithi170.stdout:6/789: read - d0/d18/df2/fd3 zero size 2024-09-17T10:40:07.874 INFO:tasks.workunit.client.1.smithi170.stdout:3/937: unlink d18/d2c/d4a/f131 0 2024-09-17T10:40:07.875 INFO:tasks.workunit.client.1.smithi170.stdout:8/865: mknod d4/df/d3f/d44/df1/c128 0 2024-09-17T10:40:07.875 INFO:tasks.workunit.client.1.smithi170.stdout:8/866: creat d4/df/d3f/d44/d80/f129 x:0 0 0 2024-09-17T10:40:07.877 INFO:tasks.workunit.client.1.smithi170.stdout:5/737: dwrite d1/d27/f45 [0,4194304] 0 2024-09-17T10:40:07.881 INFO:tasks.workunit.client.1.smithi170.stdout:6/790: symlink d0/d18/d70/dde/l116 0 2024-09-17T10:40:07.881 INFO:tasks.workunit.client.1.smithi170.stdout:6/791: fsync d0/d66/d9c/de7/d85/d69/d3e/d80/f83 0 2024-09-17T10:40:07.881 INFO:tasks.workunit.client.1.smithi170.stdout:6/792: write d0/d66/d9c/de7/d85/d69/d8e/f93 [339685,77117] 0 2024-09-17T10:40:07.882 INFO:tasks.workunit.client.1.smithi170.stdout:3/938: creat d18/d2c/d3e/d57/df5/f142 x:0 0 0 2024-09-17T10:40:07.882 INFO:tasks.workunit.client.1.smithi170.stdout:3/939: chown d18/d2c/d41/d94/dd6/f13a 3418420 1 2024-09-17T10:40:07.885 INFO:tasks.workunit.client.1.smithi170.stdout:8/867: rmdir d4/df/d1e/daa/d119 0 2024-09-17T10:40:07.890 INFO:tasks.workunit.client.1.smithi170.stdout:3/940: dread d18/d2c/d4f/da3/de0/d7c/d82/f93 [0,4194304] 0 2024-09-17T10:40:07.891 INFO:tasks.workunit.client.1.smithi170.stdout:5/738: creat d1/d3/d55/d6d/fec x:0 0 0 2024-09-17T10:40:07.891 INFO:tasks.workunit.client.1.smithi170.stdout:5/739: write d1/f94 [857252,130043] 0 2024-09-17T10:40:07.891 INFO:tasks.workunit.client.1.smithi170.stdout:5/740: chown d1/d11/d62/c6b 7 1 2024-09-17T10:40:07.891 INFO:tasks.workunit.client.1.smithi170.stdout:6/793: mkdir d0/d66/d9c/de7/d85/d69/d3e/da9/d117 0 2024-09-17T10:40:07.895 INFO:tasks.workunit.client.1.smithi170.stdout:8/868: symlink d4/df/d1e/d111/l12a 0 2024-09-17T10:40:07.896 INFO:tasks.workunit.client.1.smithi170.stdout:3/941: link d18/d26/d58/d88/fc7 d18/d1c/f143 0 2024-09-17T10:40:07.896 INFO:tasks.workunit.client.1.smithi170.stdout:3/942: write d18/d59/dbc/fdd [2778738,68111] 0 2024-09-17T10:40:07.899 INFO:tasks.workunit.client.1.smithi170.stdout:5/741: stat d1/d27/c68 0 2024-09-17T10:40:07.899 INFO:tasks.workunit.client.1.smithi170.stdout:5/742: creat d1/d3/d55/d80/d89/fed x:0 0 0 2024-09-17T10:40:07.901 INFO:tasks.workunit.client.1.smithi170.stdout:6/794: symlink d0/d66/d9c/de7/d85/d64/l118 0 2024-09-17T10:40:07.902 INFO:tasks.workunit.client.1.smithi170.stdout:8/869: truncate d4/df/d94/fea 761893 0 2024-09-17T10:40:07.902 INFO:tasks.workunit.client.1.smithi170.stdout:8/870: write d4/df/d3a/f61 [4914432,76202] 0 2024-09-17T10:40:07.902 INFO:tasks.workunit.client.1.smithi170.stdout:3/943: symlink d18/d2c/d4a/l144 0 2024-09-17T10:40:07.903 INFO:tasks.workunit.client.1.smithi170.stdout:5/743: truncate d1/d3/d13/d2c/d51/f81 618920 0 2024-09-17T10:40:07.905 INFO:tasks.workunit.client.1.smithi170.stdout:6/795: creat d0/d66/d9c/de7/d85/d69/d8e/d92/dc9/f119 x:0 0 0 2024-09-17T10:40:07.907 INFO:tasks.workunit.client.1.smithi170.stdout:8/871: mkdir d4/df/d94/d12b 0 2024-09-17T10:40:07.907 INFO:tasks.workunit.client.1.smithi170.stdout:3/944: dread d18/d1c/d2b/f52 [0,4194304] 0 2024-09-17T10:40:07.908 INFO:tasks.workunit.client.1.smithi170.stdout:5/744: symlink d1/d3/d13/d1a/ddd/lee 0 2024-09-17T10:40:07.911 INFO:tasks.workunit.client.1.smithi170.stdout:3/945: symlink d18/d69/d120/l145 0 2024-09-17T10:40:07.912 INFO:tasks.workunit.client.1.smithi170.stdout:3/946: fdatasync d18/d2c/d41/d94/dd6/f13a 0 2024-09-17T10:40:07.912 INFO:tasks.workunit.client.1.smithi170.stdout:3/947: write d18/d1c/f23 [140793,25105] 0 2024-09-17T10:40:07.915 INFO:tasks.workunit.client.1.smithi170.stdout:6/796: rmdir d0/d18/d70/d74 39 2024-09-17T10:40:07.916 INFO:tasks.workunit.client.1.smithi170.stdout:5/745: dread d1/f12 [0,4194304] 0 2024-09-17T10:40:07.916 INFO:tasks.workunit.client.1.smithi170.stdout:5/746: dread - d1/d3/d55/d80/d89/da5/fba zero size 2024-09-17T10:40:07.916 INFO:tasks.workunit.client.1.smithi170.stdout:5/747: truncate d1/d3/d55/d87/f70 4613124 0 2024-09-17T10:40:07.918 INFO:tasks.workunit.client.1.smithi170.stdout:3/948: link d18/f1b d18/d59/dbc/f146 0 2024-09-17T10:40:07.918 INFO:tasks.workunit.client.1.smithi170.stdout:3/949: dread - d18/f133 zero size 2024-09-17T10:40:07.920 INFO:tasks.workunit.client.1.smithi170.stdout:5/748: rename d1/f49 to d1/d3/d13/d1a/d54/d8d/dd4/fef 0 2024-09-17T10:40:07.920 INFO:tasks.workunit.client.1.smithi170.stdout:5/749: readlink d1/d3/d13/d2c/l6e 0 2024-09-17T10:40:07.922 INFO:tasks.workunit.client.1.smithi170.stdout:3/950: mknod d18/d2c/d3e/d57/c147 0 2024-09-17T10:40:07.926 INFO:tasks.workunit.client.1.smithi170.stdout:5/750: mknod d1/d3/d55/cf0 0 2024-09-17T10:40:07.927 INFO:tasks.workunit.client.1.smithi170.stdout:6/797: read d0/d66/d9c/de7/f115 [2958437,64650] 0 2024-09-17T10:40:07.928 INFO:tasks.workunit.client.1.smithi170.stdout:6/798: chown d0/f38 507916 1 2024-09-17T10:40:07.928 INFO:tasks.workunit.client.1.smithi170.stdout:6/799: chown d0/d66/d9c/de7/d85/d43/d10a/lfe 12645 1 2024-09-17T10:40:07.931 INFO:tasks.workunit.client.1.smithi170.stdout:5/751: rename d1/d3/d13/d2c/f8a to d1/d3/d13/d2c/d51/d6f/d93/ddf/ff1 0 2024-09-17T10:40:07.931 INFO:tasks.workunit.client.1.smithi170.stdout:8/872: dwrite d4/df/d3a/f61 [0,4194304] 0 2024-09-17T10:40:07.932 INFO:tasks.workunit.client.1.smithi170.stdout:3/951: getdents d18/d69/d120 0 2024-09-17T10:40:07.935 INFO:tasks.workunit.client.1.smithi170.stdout:8/873: creat d4/df/d62/dc6/f12c x:0 0 0 2024-09-17T10:40:07.944 INFO:tasks.workunit.client.1.smithi170.stdout:8/874: rename d4/f51 to d4/df/d62/f12d 0 2024-09-17T10:40:07.944 INFO:tasks.workunit.client.1.smithi170.stdout:6/800: dwrite d0/d18/d70/f82 [0,4194304] 0 2024-09-17T10:40:07.946 INFO:tasks.workunit.client.1.smithi170.stdout:8/875: stat d4/df/d95/cff 0 2024-09-17T10:40:07.946 INFO:tasks.workunit.client.1.smithi170.stdout:8/876: truncate d4/df/d62/d88/fa6 338374 0 2024-09-17T10:40:07.951 INFO:tasks.workunit.client.1.smithi170.stdout:5/752: dwrite d1/d3/d55/d80/d89/fed [0,4194304] 0 2024-09-17T10:40:07.952 INFO:tasks.workunit.client.1.smithi170.stdout:5/753: chown d1/d3/d13/d2c 476 1 2024-09-17T10:40:07.952 INFO:tasks.workunit.client.1.smithi170.stdout:5/754: chown d1/d3/d55/d87 119245375 1 2024-09-17T10:40:07.952 INFO:tasks.workunit.client.1.smithi170.stdout:5/755: stat d1/d3/d55/d80/d89/dd8 0 2024-09-17T10:40:07.953 INFO:tasks.workunit.client.1.smithi170.stdout:3/952: dwrite d18/d2c/d41/d7d/f108 [0,4194304] 0 2024-09-17T10:40:07.954 INFO:tasks.workunit.client.1.smithi170.stdout:8/877: rename d4/df/d3f/d44/la1 to d4/df/d3f/d44/df1/l12e 0 2024-09-17T10:40:07.954 INFO:tasks.workunit.client.1.smithi170.stdout:8/878: chown d4/df/d62/dc6 58405424 1 2024-09-17T10:40:07.960 INFO:tasks.workunit.client.1.smithi170.stdout:5/756: symlink d1/d3/d55/lf2 0 2024-09-17T10:40:07.960 INFO:tasks.workunit.client.1.smithi170.stdout:5/757: getdents d1/d3/d55/d80/d89/dd8 0 2024-09-17T10:40:07.961 INFO:tasks.workunit.client.1.smithi170.stdout:5/758: chown d1/cf 368 1 2024-09-17T10:40:07.961 INFO:tasks.workunit.client.1.smithi170.stdout:5/759: dread d1/d3/d13/d2c/d51/d6f/fd3 [0,4194304] 0 2024-09-17T10:40:07.965 INFO:tasks.workunit.client.1.smithi170.stdout:6/801: dread d0/d66/d9c/de7/d85/fba [0,4194304] 0 2024-09-17T10:40:07.972 INFO:tasks.workunit.client.1.smithi170.stdout:3/953: dread d18/d2c/d4f/da3/fa7 [0,4194304] 0 2024-09-17T10:40:07.972 INFO:tasks.workunit.client.1.smithi170.stdout:3/954: write d18/d2c/d4f/da3/dcc/fd2 [1201345,24018] 0 2024-09-17T10:40:07.973 INFO:tasks.workunit.client.1.smithi170.stdout:8/879: symlink d4/df/d76/d85/l12f 0 2024-09-17T10:40:07.973 INFO:tasks.workunit.client.1.smithi170.stdout:8/880: stat d4/fcd 0 2024-09-17T10:40:07.973 INFO:tasks.workunit.client.1.smithi170.stdout:8/881: chown d4/df/d3f/d44/dad 25865 1 2024-09-17T10:40:07.978 INFO:tasks.workunit.client.1.smithi170.stdout:5/760: dwrite d1/d3/f53 [8388608,4194304] 0 2024-09-17T10:40:07.978 INFO:tasks.workunit.client.1.smithi170.stdout:8/882: dread d4/df/d3a/df7/fee [0,4194304] 0 2024-09-17T10:40:07.982 INFO:tasks.workunit.client.1.smithi170.stdout:3/955: creat d18/d2c/f148 x:0 0 0 2024-09-17T10:40:07.983 INFO:tasks.workunit.client.1.smithi170.stdout:6/802: dwrite d0/f38 [0,4194304] 0 2024-09-17T10:40:07.983 INFO:tasks.workunit.client.1.smithi170.stdout:6/803: dread - d0/d66/fd6 zero size 2024-09-17T10:40:07.983 INFO:tasks.workunit.client.1.smithi170.stdout:5/761: mknod d1/d3/d55/d80/d89/cf3 0 2024-09-17T10:40:07.986 INFO:tasks.workunit.client.1.smithi170.stdout:8/883: truncate d4/df/d3f/f4a 4929308 0 2024-09-17T10:40:07.986 INFO:tasks.workunit.client.1.smithi170.stdout:8/884: write d4/df/d95/fb1 [1168595,107732] 0 2024-09-17T10:40:07.986 INFO:tasks.workunit.client.1.smithi170.stdout:8/885: fdatasync d4/df/d94/f125 0 2024-09-17T10:40:07.986 INFO:tasks.workunit.client.1.smithi170.stdout:8/886: write d4/df/d1e/d69/f10e [577591,20092] 0 2024-09-17T10:40:07.988 INFO:tasks.workunit.client.1.smithi170.stdout:3/956: mknod d18/d24/d73/c149 0 2024-09-17T10:40:07.991 INFO:tasks.workunit.client.1.smithi170.stdout:5/762: write d1/d3/d55/f8e [2919478,56145] 0 2024-09-17T10:40:07.994 INFO:tasks.workunit.client.1.smithi170.stdout:8/887: dread d4/df/d1e/d69/f6a [0,4194304] 0 2024-09-17T10:40:07.995 INFO:tasks.workunit.client.1.smithi170.stdout:8/888: readlink d4/df/d76/d85/l104 0 2024-09-17T10:40:07.995 INFO:tasks.workunit.client.1.smithi170.stdout:8/889: write d4/df/d3a/df7/d33/f52 [1366215,89706] 0 2024-09-17T10:40:07.995 INFO:tasks.workunit.client.1.smithi170.stdout:8/890: fdatasync d4/f67 0 2024-09-17T10:40:08.001 INFO:tasks.workunit.client.1.smithi170.stdout:6/804: mkdir d0/d66/d9c/de7/d85/d69/d11a 0 2024-09-17T10:40:08.001 INFO:tasks.workunit.client.1.smithi170.stdout:6/805: write d0/d66/d9c/de7/d85/d69/d8e/d92/dc9/f119 [531593,11723] 0 2024-09-17T10:40:08.001 INFO:tasks.workunit.client.1.smithi170.stdout:6/806: fdatasync d0/d18/d70/d74/f109 0 2024-09-17T10:40:08.001 INFO:tasks.workunit.client.1.smithi170.stdout:6/807: read d0/d66/d9c/de7/d85/d64/f8c [2361925,115623] 0 2024-09-17T10:40:08.002 INFO:tasks.workunit.client.1.smithi170.stdout:3/957: chown d18/d2c/l43 8262 1 2024-09-17T10:40:08.003 INFO:tasks.workunit.client.1.smithi170.stdout:6/808: creat d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/f11b x:0 0 0 2024-09-17T10:40:08.003 INFO:tasks.workunit.client.1.smithi170.stdout:1/902: sync 2024-09-17T10:40:08.003 INFO:tasks.workunit.client.1.smithi170.stdout:7/809: sync 2024-09-17T10:40:08.004 INFO:tasks.workunit.client.1.smithi170.stdout:9/849: sync 2024-09-17T10:40:08.004 INFO:tasks.workunit.client.1.smithi170.stdout:8/891: dread d4/f67 [0,4194304] 0 2024-09-17T10:40:08.005 INFO:tasks.workunit.client.1.smithi170.stdout:3/958: link d18/d2c/d41/d94/f37 d18/d26/df9/f14a 0 2024-09-17T10:40:08.005 INFO:tasks.workunit.client.1.smithi170.stdout:3/959: readlink d18/d1c/d2b/d5f/l6a 0 2024-09-17T10:40:08.006 INFO:tasks.workunit.client.1.smithi170.stdout:6/809: mkdir d0/d66/d9c/de7/d85/d69/d3e/db4/d11c 0 2024-09-17T10:40:08.006 INFO:tasks.workunit.client.1.smithi170.stdout:6/810: rename d0/d66/d9c/de7 to d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/d11d 22 2024-09-17T10:40:08.008 INFO:tasks.workunit.client.1.smithi170.stdout:7/810: creat d25/d2a/d3e/ff6 x:0 0 0 2024-09-17T10:40:08.009 INFO:tasks.workunit.client.1.smithi170.stdout:9/850: truncate dd/d16/d2a/fa6 3330266 0 2024-09-17T10:40:08.010 INFO:tasks.workunit.client.1.smithi170.stdout:5/763: dwrite d1/d3/d13/d2c/f52 [0,4194304] 0 2024-09-17T10:40:08.011 INFO:tasks.workunit.client.1.smithi170.stdout:8/892: mkdir d4/df/d62/d130 0 2024-09-17T10:40:08.015 INFO:tasks.workunit.client.1.smithi170.stdout:3/960: mkdir d18/d2c/d4f/d14b 0 2024-09-17T10:40:08.015 INFO:tasks.workunit.client.1.smithi170.stdout:3/961: creat d18/d59/f14c x:0 0 0 2024-09-17T10:40:08.015 INFO:tasks.workunit.client.1.smithi170.stdout:3/962: dread - d18/d69/fee zero size 2024-09-17T10:40:08.017 INFO:tasks.workunit.client.1.smithi170.stdout:6/811: rmdir d0/d66 39 2024-09-17T10:40:08.018 INFO:tasks.workunit.client.1.smithi170.stdout:1/903: mkdir d3/d68/d104/d51/da4/d132 0 2024-09-17T10:40:08.019 INFO:tasks.workunit.client.1.smithi170.stdout:7/811: creat d25/d2a/d3e/d56/d72/da8/ff7 x:0 0 0 2024-09-17T10:40:08.022 INFO:tasks.workunit.client.1.smithi170.stdout:9/851: truncate dd/d16/f99 3631406 0 2024-09-17T10:40:08.022 INFO:tasks.workunit.client.1.smithi170.stdout:9/852: chown dd/d40 543 1 2024-09-17T10:40:08.031 INFO:tasks.workunit.client.1.smithi170.stdout:1/904: dwrite d3/d68/d104/f5b [0,4194304] 0 2024-09-17T10:40:08.036 INFO:tasks.workunit.client.1.smithi170.stdout:9/853: dwrite dd/d16/d17/d43/d6d/fe6 [0,4194304] 0 2024-09-17T10:40:08.040 INFO:tasks.workunit.client.1.smithi170.stdout:5/764: mknod d1/d3/d55/d5e/de1/cf4 0 2024-09-17T10:40:08.043 INFO:tasks.workunit.client.1.smithi170.stdout:3/963: symlink d18/d25/d11f/l14d 0 2024-09-17T10:40:08.043 INFO:tasks.workunit.client.1.smithi170.stdout:4/612: sync 2024-09-17T10:40:08.044 INFO:tasks.workunit.client.1.smithi170.stdout:4/613: dread d9/d3e/f4c [0,4194304] 0 2024-09-17T10:40:08.045 INFO:tasks.workunit.client.1.smithi170.stdout:6/812: creat d0/d66/d9c/de7/d85/d69/d8e/d92/f11e x:0 0 0 2024-09-17T10:40:08.046 INFO:tasks.workunit.client.1.smithi170.stdout:7/812: symlink d25/d2a/d3e/d56/d5d/dd2/ddf/def/lf8 0 2024-09-17T10:40:08.053 INFO:tasks.workunit.client.1.smithi170.stdout:9/854: rename dd/d16/l19 to dd/d40/d4e/l119 0 2024-09-17T10:40:08.054 INFO:tasks.workunit.client.1.smithi170.stdout:5/765: creat d1/d3/d13/d2c/dcb/ff5 x:0 0 0 2024-09-17T10:40:08.054 INFO:tasks.workunit.client.1.smithi170.stdout:5/766: truncate d1/d11/f23 4926926 0 2024-09-17T10:40:08.056 INFO:tasks.workunit.client.1.smithi170.stdout:3/964: creat d18/d24/d73/d136/f14e x:0 0 0 2024-09-17T10:40:08.057 INFO:tasks.workunit.client.1.smithi170.stdout:3/965: chown d18/d26/f141 3 1 2024-09-17T10:40:08.057 INFO:tasks.workunit.client.1.smithi170.stdout:3/966: read - d18/d2c/d4f/da3/de0/d7c/d82/de5/f11c zero size 2024-09-17T10:40:08.059 INFO:tasks.workunit.client.1.smithi170.stdout:7/813: unlink d25/d2a/d3e/d4b/ff4 0 2024-09-17T10:40:08.059 INFO:tasks.workunit.client.1.smithi170.stdout:7/814: creat d25/d2a/d94/ff9 x:0 0 0 2024-09-17T10:40:08.059 INFO:tasks.workunit.client.1.smithi170.stdout:7/815: chown f8 120440919 1 2024-09-17T10:40:08.061 INFO:tasks.workunit.client.1.smithi170.stdout:9/855: dread dd/d40/d4e/f31 [0,4194304] 0 2024-09-17T10:40:08.061 INFO:tasks.workunit.client.1.smithi170.stdout:9/856: creat dd/da1/df9/dfb/f11a x:0 0 0 2024-09-17T10:40:08.062 INFO:tasks.workunit.client.1.smithi170.stdout:5/767: mkdir d1/d3/d55/d80/d89/df6 0 2024-09-17T10:40:08.062 INFO:tasks.workunit.client.1.smithi170.stdout:5/768: chown d1/d3/d13/d2c/c4b 5337 1 2024-09-17T10:40:08.064 INFO:tasks.workunit.client.1.smithi170.stdout:6/813: dwrite d0/d66/d9c/de7/d85/d64/fbd [0,4194304] 0 2024-09-17T10:40:08.067 INFO:tasks.workunit.client.1.smithi170.stdout:6/814: dread d0/d66/d9c/de7/d85/ffc [0,4194304] 0 2024-09-17T10:40:08.069 INFO:tasks.workunit.client.1.smithi170.stdout:7/816: truncate d25/d4e/f76 826366 0 2024-09-17T10:40:08.077 INFO:tasks.workunit.client.1.smithi170.stdout:9/857: dwrite dd/d40/d4e/f31 [0,4194304] 0 2024-09-17T10:40:08.077 INFO:tasks.workunit.client.1.smithi170.stdout:3/967: dwrite d18/d2c/d4f/da3/de0/d7c/d82/de5/f12a [0,4194304] 0 2024-09-17T10:40:08.077 INFO:tasks.workunit.client.1.smithi170.stdout:3/968: chown d18/d69/d113 1716143175 1 2024-09-17T10:40:08.077 INFO:tasks.workunit.client.1.smithi170.stdout:6/815: mkdir d0/d66/d9c/de7/d85/d69/d3e/db4/d11c/d11f 0 2024-09-17T10:40:08.080 INFO:tasks.workunit.client.1.smithi170.stdout:6/816: dread d0/d66/d9c/de7/fa4 [0,4194304] 0 2024-09-17T10:40:08.080 INFO:tasks.workunit.client.1.smithi170.stdout:7/817: unlink d25/d2a/d3e/cca 0 2024-09-17T10:40:08.081 INFO:tasks.workunit.client.1.smithi170.stdout:7/818: dread d25/d2a/d3e/d4b/f8a [0,4194304] 0 2024-09-17T10:40:08.085 INFO:tasks.workunit.client.1.smithi170.stdout:9/858: dread dd/d16/f99 [0,4194304] 0 2024-09-17T10:40:08.086 INFO:tasks.workunit.client.1.smithi170.stdout:3/969: write d18/f19 [6846445,56662] 0 2024-09-17T10:40:08.086 INFO:tasks.workunit.client.1.smithi170.stdout:3/970: readlink d18/d2c/d41/d94/l9b 0 2024-09-17T10:40:08.087 INFO:tasks.workunit.client.1.smithi170.stdout:3/971: dread - d18/d2c/d4f/d7b/f135 zero size 2024-09-17T10:40:08.092 INFO:tasks.workunit.client.1.smithi170.stdout:7/819: symlink d25/d2a/daf/lfa 0 2024-09-17T10:40:08.100 INFO:tasks.workunit.client.1.smithi170.stdout:5/769: rename d1/d3/d13/d1a to d1/d3/df7 0 2024-09-17T10:40:08.101 INFO:tasks.workunit.client.1.smithi170.stdout:5/770: write d1/d3/d13/d2c/d51/d6f/fa7 [111935,42688] 0 2024-09-17T10:40:08.101 INFO:tasks.workunit.client.1.smithi170.stdout:5/771: fdatasync d1/d3/f5 0 2024-09-17T10:40:08.103 INFO:tasks.workunit.client.1.smithi170.stdout:9/859: mknod dd/d40/d4e/d29/d2c/d41/dd8/c11b 0 2024-09-17T10:40:08.104 INFO:tasks.workunit.client.1.smithi170.stdout:9/860: fsync dd/d40/d32/d3d/f48 0 2024-09-17T10:40:08.105 INFO:tasks.workunit.client.1.smithi170.stdout:5/772: dread d1/d3/d55/d6d/f7b [0,4194304] 0 2024-09-17T10:40:08.105 INFO:tasks.workunit.client.1.smithi170.stdout:5/773: read - d1/d3/d55/d87/fa6 zero size 2024-09-17T10:40:08.105 INFO:tasks.workunit.client.1.smithi170.stdout:5/774: dread - d1/d27/d95/f9a zero size 2024-09-17T10:40:08.105 INFO:tasks.workunit.client.1.smithi170.stdout:5/775: write d1/d3/d55/d80/d89/fc6 [172110,10681] 0 2024-09-17T10:40:08.105 INFO:tasks.workunit.client.1.smithi170.stdout:5/776: readlink d1/d3/d13/d2c/d51/d6f/d93/da9/le7 0 2024-09-17T10:40:08.107 INFO:tasks.workunit.client.1.smithi170.stdout:7/820: mknod d25/d53/cfb 0 2024-09-17T10:40:08.108 INFO:tasks.workunit.client.1.smithi170.stdout:7/821: creat d25/d2a/d94/ffc x:0 0 0 2024-09-17T10:40:08.108 INFO:tasks.workunit.client.1.smithi170.stdout:7/822: truncate d25/d4e/f9e 1217359 0 2024-09-17T10:40:08.108 INFO:tasks.workunit.client.1.smithi170.stdout:7/823: fdatasync d25/d2a/d3e/d56/d5d/d7e/fc8 0 2024-09-17T10:40:08.108 INFO:tasks.workunit.client.1.smithi170.stdout:7/824: write d25/d2a/d3e/d56/d5d/d7e/feb [282449,99242] 0 2024-09-17T10:40:08.109 INFO:tasks.workunit.client.1.smithi170.stdout:6/817: rename d0/d66/d9c/de7/d85/d43/f47 to d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/f120 0 2024-09-17T10:40:08.109 INFO:tasks.workunit.client.1.smithi170.stdout:6/818: truncate d0/d66/d9c/de7/d85/d69/d8e/f93 882091 0 2024-09-17T10:40:08.109 INFO:tasks.workunit.client.1.smithi170.stdout:7/825: write d25/f44 [736960,23146] 0 2024-09-17T10:40:08.109 INFO:tasks.workunit.client.1.smithi170.stdout:3/972: dwrite d18/d69/fc2 [0,4194304] 0 2024-09-17T10:40:08.110 INFO:tasks.workunit.client.1.smithi170.stdout:3/973: getdents d18/d1c/d2b/d5f/d12f 0 2024-09-17T10:40:08.110 INFO:tasks.workunit.client.1.smithi170.stdout:3/974: truncate d18/d2c/f148 52678 0 2024-09-17T10:40:08.110 INFO:tasks.workunit.client.1.smithi170.stdout:9/861: symlink dd/d40/d4e/d29/l11c 0 2024-09-17T10:40:08.113 INFO:tasks.workunit.client.1.smithi170.stdout:5/777: creat d1/d3/df7/d54/dd1/ff8 x:0 0 0 2024-09-17T10:40:08.117 INFO:tasks.workunit.client.1.smithi170.stdout:6/819: write d0/d66/d9c/de7/d85/d64/fbd [2693350,68275] 0 2024-09-17T10:40:08.118 INFO:tasks.workunit.client.1.smithi170.stdout:7/826: write f15 [5458997,119185] 0 2024-09-17T10:40:08.118 INFO:tasks.workunit.client.1.smithi170.stdout:7/827: fdatasync d25/d3b/fce 0 2024-09-17T10:40:08.119 INFO:tasks.workunit.client.1.smithi170.stdout:3/975: unlink d18/d2c/d4a/caa 0 2024-09-17T10:40:08.122 INFO:tasks.workunit.client.1.smithi170.stdout:7/828: dread d25/d2a/d3e/d56/d72/da8/df5/fb8 [0,4194304] 0 2024-09-17T10:40:08.122 INFO:tasks.workunit.client.1.smithi170.stdout:9/862: unlink dd/d40/d32/f39 0 2024-09-17T10:40:08.124 INFO:tasks.workunit.client.1.smithi170.stdout:5/778: getdents d1/d3/df7/d54/d8d 0 2024-09-17T10:40:08.127 INFO:tasks.workunit.client.1.smithi170.stdout:6/820: mknod d0/d66/d9c/de7/d85/d69/d3e/da9/c121 0 2024-09-17T10:40:08.127 INFO:tasks.workunit.client.1.smithi170.stdout:6/821: creat d0/d18/f122 x:0 0 0 2024-09-17T10:40:08.134 INFO:tasks.workunit.client.1.smithi170.stdout:6/822: write d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/fd7 [888239,105957] 0 2024-09-17T10:40:08.224 INFO:tasks.workunit.client.1.smithi170.stdout:3/976: symlink d18/d26/df9/l14f 0 2024-09-17T10:40:08.225 INFO:tasks.workunit.client.1.smithi170.stdout:9/863: symlink dd/d40/d4e/l11d 0 2024-09-17T10:40:08.225 INFO:tasks.workunit.client.1.smithi170.stdout:9/864: chown dd/d40/d4e/d29/d2c/f10c 1055934 1 2024-09-17T10:40:08.230 INFO:tasks.workunit.client.1.smithi170.stdout:5/779: mknod d1/d3/d55/d6d/cf9 0 2024-09-17T10:40:08.230 INFO:tasks.workunit.client.1.smithi170.stdout:5/780: readlink d1/d3/d55/lf2 0 2024-09-17T10:40:08.235 INFO:tasks.workunit.client.1.smithi170.stdout:6/823: stat d0/d66/d9c/de7/d85/d69/c63 0 2024-09-17T10:40:08.239 INFO:tasks.workunit.client.1.smithi170.stdout:3/977: dwrite d18/d2c/d3e/f124 [0,4194304] 0 2024-09-17T10:40:08.243 INFO:tasks.workunit.client.1.smithi170.stdout:9/865: creat dd/d16/d17/d43/d6d/df2/f11e x:0 0 0 2024-09-17T10:40:08.245 INFO:tasks.workunit.client.1.smithi170.stdout:6/824: rename d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/l106 to d0/d66/d9c/de7/d85/d64/l123 0 2024-09-17T10:40:08.249 INFO:tasks.workunit.client.1.smithi170.stdout:6/825: mknod d0/d18/d70/dde/c124 0 2024-09-17T10:40:08.252 INFO:tasks.workunit.client.1.smithi170.stdout:9/866: dread dd/d16/f35 [0,4194304] 0 2024-09-17T10:40:08.253 INFO:tasks.workunit.client.1.smithi170.stdout:9/867: creat dd/da1/df9/f11f x:0 0 0 2024-09-17T10:40:08.257 INFO:tasks.workunit.client.1.smithi170.stdout:9/868: symlink dd/d40/d32/d3d/dbd/l120 0 2024-09-17T10:40:08.260 INFO:tasks.workunit.client.1.smithi170.stdout:9/869: symlink dd/d16/d17/d5c/d85/l121 0 2024-09-17T10:40:08.261 INFO:tasks.workunit.client.1.smithi170.stdout:9/870: chown dd/d40/d4e/d23/dae/le0 476 1 2024-09-17T10:40:08.267 INFO:tasks.workunit.client.1.smithi170.stdout:3/978: dwrite d18/d24/f47 [4194304,4194304] 0 2024-09-17T10:40:08.267 INFO:tasks.workunit.client.1.smithi170.stdout:3/979: creat d18/d69/f150 x:0 0 0 2024-09-17T10:40:08.267 INFO:tasks.workunit.client.1.smithi170.stdout:3/980: chown fd 599204865 1 2024-09-17T10:40:08.267 INFO:tasks.workunit.client.1.smithi170.stdout:6/826: dwrite d0/d18/d70/d74/fd2 [0,4194304] 0 2024-09-17T10:40:08.272 INFO:tasks.workunit.client.1.smithi170.stdout:3/981: mknod d18/d59/dbc/c151 0 2024-09-17T10:40:08.273 INFO:tasks.workunit.client.1.smithi170.stdout:9/871: getdents dd/d16/d17/d5c/d85 0 2024-09-17T10:40:08.273 INFO:tasks.workunit.client.1.smithi170.stdout:9/872: readlink dd/d40/d4e/l7d 0 2024-09-17T10:40:08.273 INFO:tasks.workunit.client.1.smithi170.stdout:9/873: getdents dd/d40/d4e/d23/dae/db4/da7/def 0 2024-09-17T10:40:08.273 INFO:tasks.workunit.client.1.smithi170.stdout:9/874: readlink dd/d40/d4e/d29/d2c/d41/l9f 0 2024-09-17T10:40:08.274 INFO:tasks.workunit.client.1.smithi170.stdout:9/875: creat dd/d16/d17/d43/f122 x:0 0 0 2024-09-17T10:40:08.277 INFO:tasks.workunit.client.1.smithi170.stdout:6/827: creat d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/f125 x:0 0 0 2024-09-17T10:40:08.277 INFO:tasks.workunit.client.1.smithi170.stdout:6/828: dread - d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/f125 zero size 2024-09-17T10:40:08.281 INFO:tasks.workunit.client.1.smithi170.stdout:3/982: rename d18/d24/d73/dda/l100 to d18/d2c/d4f/da3/dcc/l152 0 2024-09-17T10:40:08.287 INFO:tasks.workunit.client.1.smithi170.stdout:9/876: truncate dd/d16/d17/d43/d6d/fe6 2686212 0 2024-09-17T10:40:08.291 INFO:tasks.workunit.client.1.smithi170.stdout:6/829: creat d0/d66/d9c/de7/d85/d69/d3e/db4/f126 x:0 0 0 2024-09-17T10:40:08.297 INFO:tasks.workunit.client.1.smithi170.stdout:9/877: dread dd/d16/d17/d43/d6d/fa0 [0,4194304] 0 2024-09-17T10:40:08.297 INFO:tasks.workunit.client.1.smithi170.stdout:6/830: mknod d0/d66/d9c/de7/d85/d69/d3e/da9/c127 0 2024-09-17T10:40:08.300 INFO:tasks.workunit.client.1.smithi170.stdout:3/983: truncate d18/d25/f60 1079650 0 2024-09-17T10:40:08.305 INFO:tasks.workunit.client.1.smithi170.stdout:9/878: truncate dd/d16/d2a/d51/dac/f8b 1261418 0 2024-09-17T10:40:08.309 INFO:tasks.workunit.client.1.smithi170.stdout:3/984: creat d18/d2c/d3e/d57/d7e/f153 x:0 0 0 2024-09-17T10:40:08.310 INFO:tasks.workunit.client.1.smithi170.stdout:6/831: dwrite d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/f125 [0,4194304] 0 2024-09-17T10:40:08.310 INFO:tasks.workunit.client.1.smithi170.stdout:6/832: getdents d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7/d102 0 2024-09-17T10:40:08.313 INFO:tasks.workunit.client.1.smithi170.stdout:3/985: rmdir d18/d2c/d41/d94/d2d 39 2024-09-17T10:40:08.313 INFO:tasks.workunit.client.1.smithi170.stdout:3/986: write d18/d2c/d41/d7d/f108 [4941120,129356] 0 2024-09-17T10:40:08.314 INFO:tasks.workunit.client.1.smithi170.stdout:6/833: mkdir d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/d128 0 2024-09-17T10:40:08.315 INFO:tasks.workunit.client.1.smithi170.stdout:6/834: truncate d0/f32 1534958 0 2024-09-17T10:40:08.315 INFO:tasks.workunit.client.1.smithi170.stdout:6/835: creat d0/d66/d9c/de7/d85/d69/d8e/d92/dc9/f129 x:0 0 0 2024-09-17T10:40:08.315 INFO:tasks.workunit.client.1.smithi170.stdout:6/836: chown d0/d66/d9c/de7/fbf 21882 1 2024-09-17T10:40:08.317 INFO:tasks.workunit.client.1.smithi170.stdout:6/837: symlink d0/d66/d9c/de7/d85/d69/d3e/d80/l12a 0 2024-09-17T10:40:08.319 INFO:tasks.workunit.client.1.smithi170.stdout:3/987: getdents d18/d2c/d3e/d57/df5 0 2024-09-17T10:40:08.319 INFO:tasks.workunit.client.1.smithi170.stdout:3/988: fsync d18/d2c/d4f/da3/de0/d7c/d82/f87 0 2024-09-17T10:40:08.319 INFO:tasks.workunit.client.1.smithi170.stdout:3/989: fdatasync d18/d2c/d4f/da3/de0/d7c/d82/ff7 0 2024-09-17T10:40:08.322 INFO:tasks.workunit.client.1.smithi170.stdout:8/893: sync 2024-09-17T10:40:08.325 INFO:tasks.workunit.client.1.smithi170.stdout:6/838: rmdir d0/d18 39 2024-09-17T10:40:08.328 INFO:tasks.workunit.client.1.smithi170.stdout:9/879: dwrite dd/d16/d17/d5c/d85/f108 [0,4194304] 0 2024-09-17T10:40:08.329 INFO:tasks.workunit.client.1.smithi170.stdout:8/894: creat d4/df/d3a/dbb/f131 x:0 0 0 2024-09-17T10:40:08.332 INFO:tasks.workunit.client.1.smithi170.stdout:6/839: mkdir d0/d66/d9c/de7/d85/d43/d10a/dee/d12b 0 2024-09-17T10:40:08.332 INFO:tasks.workunit.client.1.smithi170.stdout:6/840: truncate d0/d66/d9c/de7/d85/d69/d8e/d92/f97 309078 0 2024-09-17T10:40:08.332 INFO:tasks.workunit.client.1.smithi170.stdout:3/990: read d18/d2c/d3e/f123 [3569580,80327] 0 2024-09-17T10:40:08.340 INFO:tasks.workunit.client.1.smithi170.stdout:9/880: creat dd/d40/d4e/d23/d102/f123 x:0 0 0 2024-09-17T10:40:08.341 INFO:tasks.workunit.client.1.smithi170.stdout:6/841: creat d0/d66/d9c/de7/d85/d69/d8e/d92/dd1/d10e/f12c x:0 0 0 2024-09-17T10:40:08.342 INFO:tasks.workunit.client.1.smithi170.stdout:3/991: rename d18/d1c/d2b/d5f/d12f to d18/d26/df9/d154 0 2024-09-17T10:40:08.345 INFO:tasks.workunit.client.1.smithi170.stdout:6/842: link d0/d18/d70/d74/f109 d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/d128/f12d 0 2024-09-17T10:40:08.345 INFO:tasks.workunit.client.1.smithi170.stdout:6/843: readlink d0/d66/d9c/de7/d85/d69/d3e/da9/l105 0 2024-09-17T10:40:08.345 INFO:tasks.workunit.client.1.smithi170.stdout:6/844: write d0/f5a [5185133,121597] 0 2024-09-17T10:40:08.345 INFO:tasks.workunit.client.1.smithi170.stdout:6/845: dread - d0/d66/d9c/de7/d85/d69/d8e/d92/dc9/f129 zero size 2024-09-17T10:40:08.345 INFO:tasks.workunit.client.1.smithi170.stdout:8/895: dwrite d4/df/d76/d85/f8f [0,4194304] 0 2024-09-17T10:40:08.347 INFO:tasks.workunit.client.1.smithi170.stdout:3/992: rename d18/d24/l12b to d18/d1c/d2b/l155 0 2024-09-17T10:40:08.349 INFO:tasks.workunit.client.1.smithi170.stdout:9/881: write dd/d40/d4e/d29/d54/d8c/fab [908843,54549] 0 2024-09-17T10:40:08.357 INFO:tasks.workunit.client.1.smithi170.stdout:8/896: link d4/l11 d4/df/d76/l132 0 2024-09-17T10:40:08.357 INFO:tasks.workunit.client.1.smithi170.stdout:8/897: readlink d4/l11 0 2024-09-17T10:40:08.357 INFO:tasks.workunit.client.1.smithi170.stdout:8/898: chown d4/l11 1 1 2024-09-17T10:40:08.358 INFO:tasks.workunit.client.1.smithi170.stdout:6/846: rename d0/d66/d9c/de7/d85/d69/d8e/f93 to d0/d66/d9c/de7/d85/d69/d3e/db4/d11c/f12e 0 2024-09-17T10:40:08.362 INFO:tasks.workunit.client.1.smithi170.stdout:3/993: creat d18/d2c/d4f/f156 x:0 0 0 2024-09-17T10:40:08.362 INFO:tasks.workunit.client.1.smithi170.stdout:3/994: readlink d18/d2c/d4f/da3/de0/d7c/d82/l95 0 2024-09-17T10:40:08.371 INFO:tasks.workunit.client.1.smithi170.stdout:8/899: mkdir d4/df/d3f/d44/df1/d133 0 2024-09-17T10:40:08.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/847: creat d0/d66/f12f x:0 0 0 2024-09-17T10:40:08.374 INFO:tasks.workunit.client.1.smithi170.stdout:6/848: chown d0/d66/d9c/de7/d85/d69/d8e/ld9 147883 1 2024-09-17T10:40:08.377 INFO:tasks.workunit.client.1.smithi170.stdout:3/995: mkdir d18/d2c/d4f/da3/de0/d7c/d157 0 2024-09-17T10:40:08.377 INFO:tasks.workunit.client.1.smithi170.stdout:3/996: dread - d18/d26/d56/f122 zero size 2024-09-17T10:40:08.377 INFO:tasks.workunit.client.1.smithi170.stdout:3/997: creat d18/d2c/d4f/f158 x:0 0 0 2024-09-17T10:40:08.381 INFO:tasks.workunit.client.1.smithi170.stdout:8/900: rename d4/df/d62/l11f to d4/df/d94/l134 0 2024-09-17T10:40:08.384 INFO:tasks.workunit.client.1.smithi170.stdout:8/901: creat d4/df/d3a/df7/d33/f135 x:0 0 0 2024-09-17T10:40:08.386 INFO:tasks.workunit.client.1.smithi170.stdout:8/902: unlink d4/df/d3a/df7/d33/f43 0 2024-09-17T10:40:08.386 INFO:tasks.workunit.client.1.smithi170.stdout:8/903: fsync d4/f1d 0 2024-09-17T10:40:08.386 INFO:tasks.workunit.client.1.smithi170.stdout:8/904: write d4/df/d3a/f4b [1448398,77037] 0 2024-09-17T10:40:08.388 INFO:tasks.workunit.client.1.smithi170.stdout:8/905: mknod d4/df/d62/dc6/c136 0 2024-09-17T10:40:08.390 INFO:tasks.workunit.client.1.smithi170.stdout:8/906: rmdir d4/df/d3f/d44/d80/dd1/dfe 39 2024-09-17T10:40:08.392 INFO:tasks.workunit.client.1.smithi170.stdout:8/907: mkdir d4/df/d3f/d44/d80/dd1/d137 0 2024-09-17T10:40:08.393 INFO:tasks.workunit.client.1.smithi170.stdout:3/998: write f14 [9502091,26110] 0 2024-09-17T10:40:08.394 INFO:tasks.workunit.client.1.smithi170.stdout:6/849: dwrite d0/f32 [0,4194304] 0 2024-09-17T10:40:08.395 INFO:tasks.workunit.client.1.smithi170.stdout:6/850: chown d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/d128 218217744 1 2024-09-17T10:40:08.395 INFO:tasks.workunit.client.1.smithi170.stdout:3/999: symlink d18/d26/d119/l159 0 2024-09-17T10:40:08.399 INFO:tasks.workunit.client.1.smithi170.stdout:6/851: symlink d0/d18/d70/d74/l130 0 2024-09-17T10:40:08.401 INFO:tasks.workunit.client.1.smithi170.stdout:6/852: rmdir d0/d66/d9c/de7/d85/d69/d3e/da9/d117 0 2024-09-17T10:40:08.403 INFO:tasks.workunit.client.1.smithi170.stdout:6/853: dread d0/d18/d70/f90 [0,4194304] 0 2024-09-17T10:40:08.410 INFO:tasks.workunit.client.1.smithi170.stdout:6/854: dread d0/d66/d9c/de7/d85/d69/d3e/f59 [0,4194304] 0 2024-09-17T10:40:08.410 INFO:tasks.workunit.client.1.smithi170.stdout:6/855: fsync d0/d66/d9c/de7/d85/d69/d3e/f8a 0 2024-09-17T10:40:08.410 INFO:tasks.workunit.client.1.smithi170.stdout:6/856: chown d0/d18/d70/d74/ffb 62811 1 2024-09-17T10:40:08.411 INFO:tasks.workunit.client.1.smithi170.stdout:6/857: fsync d0/d66/d9c/de7/d85/fb9 0 2024-09-17T10:40:08.413 INFO:tasks.workunit.client.1.smithi170.stdout:6/858: rename d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7/f10f to d0/d66/d9c/de7/d85/d69/d3e/da9/f131 0 2024-09-17T10:40:08.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/859: dwrite d0/d66/d9c/de7/d85/d69/d3e/f59 [4194304,4194304] 0 2024-09-17T10:40:08.429 INFO:tasks.workunit.client.1.smithi170.stdout:6/860: read d0/d66/d9c/de7/d85/d69/d8e/d92/f97 [82486,87288] 0 2024-09-17T10:40:08.436 INFO:tasks.workunit.client.1.smithi170.stdout:6/861: write d0/d18/d70/f82 [1758531,60918] 0 2024-09-17T10:40:08.438 INFO:tasks.workunit.client.1.smithi170.stdout:6/862: link d0/c17 d0/d66/d9c/de7/d85/d69/d3e/da9/dfd/c132 0 2024-09-17T10:40:08.440 INFO:tasks.workunit.client.1.smithi170.stdout:6/863: creat d0/d66/d9c/de7/d85/d43/d10a/dee/d12b/f133 x:0 0 0 2024-09-17T10:40:08.443 INFO:tasks.workunit.client.1.smithi170.stdout:6/864: symlink d0/d66/d9c/de7/d85/d43/d10a/dee/d12b/l134 0 2024-09-17T10:40:08.443 INFO:tasks.workunit.client.1.smithi170.stdout:6/865: write d0/d66/d9c/de7/d85/d43/d10a/dee/d12b/f133 [709296,23889] 0 2024-09-17T10:40:08.445 INFO:tasks.workunit.client.1.smithi170.stdout:6/866: creat d0/d66/d9c/de7/d85/d43/d10a/f135 x:0 0 0 2024-09-17T10:40:08.446 INFO:tasks.workunit.client.1.smithi170.stdout:6/867: mkdir d0/d66/d9c/de7/d85/d43/d10a/dee/d136 0 2024-09-17T10:40:08.446 INFO:tasks.workunit.client.1.smithi170.stdout:6/868: dread - d0/d66/fc0 zero size 2024-09-17T10:40:08.449 INFO:tasks.workunit.client.1.smithi170.stdout:6/869: creat d0/d66/d9c/de7/d85/d69/d3e/da9/f137 x:0 0 0 2024-09-17T10:40:08.449 INFO:tasks.workunit.client.1.smithi170.stdout:6/870: write d0/d18/f6c [343045,32204] 0 2024-09-17T10:40:08.452 INFO:tasks.workunit.client.1.smithi170.stdout:6/871: fsync d0/d18/d70/d74/fd2 0 2024-09-17T10:40:08.452 INFO:tasks.workunit.client.1.smithi170.stdout:6/872: chown d0/d66/d9c/de7/d85/d64 3171 1 2024-09-17T10:40:08.452 INFO:tasks.workunit.client.1.smithi170.stdout:6/873: chown d0/d66/l108 290 1 2024-09-17T10:40:08.452 INFO:tasks.workunit.client.1.smithi170.stdout:6/874: truncate d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/f113 217908 0 2024-09-17T10:40:08.452 INFO:tasks.workunit.client.1.smithi170.stdout:6/875: read - d0/d66/d9c/de7/f95 zero size 2024-09-17T10:40:08.452 INFO:tasks.workunit.client.1.smithi170.stdout:6/876: readlink d0/d66/d9c/de7/d85/l10c 0 2024-09-17T10:40:08.452 INFO:tasks.workunit.client.1.smithi170.stdout:6/877: dread - d0/d18/f122 zero size 2024-09-17T10:40:08.454 INFO:tasks.workunit.client.1.smithi170.stdout:6/878: rename d0/d18/d70/f73 to d0/d18/d70/dde/f138 0 2024-09-17T10:40:08.454 INFO:tasks.workunit.client.1.smithi170.stdout:6/879: chown d0/d66/d9c/de7/d85/d69/d8e/d92/leb 1 1 2024-09-17T10:40:08.454 INFO:tasks.workunit.client.1.smithi170.stdout:6/880: write d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/fd7 [6191883,12819] 0 2024-09-17T10:40:08.454 INFO:tasks.workunit.client.1.smithi170.stdout:6/881: read d0/f7 [294504,50606] 0 2024-09-17T10:40:08.456 INFO:tasks.workunit.client.1.smithi170.stdout:6/882: link d0/d66/d9c/de7/d85/d69/d8e/ld9 d0/d66/d9c/de7/d85/d69/d3e/l139 0 2024-09-17T10:40:08.458 INFO:tasks.workunit.client.1.smithi170.stdout:6/883: rename d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/fe3 to d0/d66/d9c/de7/d85/d69/d3e/db4/d11c/f13a 0 2024-09-17T10:40:08.472 INFO:tasks.workunit.client.1.smithi170.stdout:4/614: sync 2024-09-17T10:40:08.472 INFO:tasks.workunit.client.1.smithi170.stdout:1/905: sync 2024-09-17T10:40:08.472 INFO:tasks.workunit.client.1.smithi170.stdout:1/906: write d3/d68/fe7 [1535734,34575] 0 2024-09-17T10:40:08.472 INFO:tasks.workunit.client.1.smithi170.stdout:6/884: dwrite d0/d66/f48 [0,4194304] 0 2024-09-17T10:40:08.475 INFO:tasks.workunit.client.1.smithi170.stdout:4/615: unlink d9/d3e/f75 0 2024-09-17T10:40:08.475 INFO:tasks.workunit.client.1.smithi170.stdout:4/616: chown d9/d5a/fb0 27618833 1 2024-09-17T10:40:08.476 INFO:tasks.workunit.client.1.smithi170.stdout:1/907: creat d3/d114/de3/d115/f133 x:0 0 0 2024-09-17T10:40:08.487 INFO:tasks.workunit.client.1.smithi170.stdout:6/885: rename d0/d66/d9c/de7/d85/le6 to d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/l13b 0 2024-09-17T10:40:08.490 INFO:tasks.workunit.client.1.smithi170.stdout:4/617: dwrite d9/da3/dad/fbc [4194304,4194304] 0 2024-09-17T10:40:08.495 INFO:tasks.workunit.client.1.smithi170.stdout:1/908: rmdir d3/d68/d104/d51/d64 39 2024-09-17T10:40:08.495 INFO:tasks.workunit.client.1.smithi170.stdout:1/909: truncate d3/d77/dad/ddb/d12b/f11e 445238 0 2024-09-17T10:40:08.495 INFO:tasks.workunit.client.1.smithi170.stdout:1/910: stat d3/df5/lf6 0 2024-09-17T10:40:08.501 INFO:tasks.workunit.client.1.smithi170.stdout:6/886: dwrite d0/d18/d70/f82 [4194304,4194304] 0 2024-09-17T10:40:08.508 INFO:tasks.workunit.client.1.smithi170.stdout:4/618: rename d9/cbe to d9/d12/d36/d51/dae/cc5 0 2024-09-17T10:40:08.510 INFO:tasks.workunit.client.1.smithi170.stdout:1/911: mknod d3/d5/d54/c134 0 2024-09-17T10:40:08.513 INFO:tasks.workunit.client.1.smithi170.stdout:6/887: mkdir d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/d13c 0 2024-09-17T10:40:08.513 INFO:tasks.workunit.client.1.smithi170.stdout:6/888: creat d0/d66/d9c/de7/d85/d69/d8e/d92/f13d x:0 0 0 2024-09-17T10:40:08.514 INFO:tasks.workunit.client.1.smithi170.stdout:4/619: read d9/d12/f3d [3339893,70079] 0 2024-09-17T10:40:08.515 INFO:tasks.workunit.client.1.smithi170.stdout:1/912: mkdir d3/d77/d135 0 2024-09-17T10:40:08.515 INFO:tasks.workunit.client.1.smithi170.stdout:1/913: write d3/d68/d104/d51/fa3 [126397,49657] 0 2024-09-17T10:40:08.522 INFO:tasks.workunit.client.1.smithi170.stdout:6/889: dread d0/d18/d70/dcb/fe0 [0,4194304] 0 2024-09-17T10:40:08.534 INFO:tasks.workunit.client.1.smithi170.stdout:6/890: rename d0/d66/d9c/de7/d85/d69/d3e/db4 to d0/d18/d70/dde/d13e 0 2024-09-17T10:40:08.536 INFO:tasks.workunit.client.1.smithi170.stdout:6/891: unlink d0/d66/d9c/de7/d85/d64/f9a 0 2024-09-17T10:40:08.536 INFO:tasks.workunit.client.1.smithi170.stdout:6/892: write d0/d66/d9c/de7/d85/d43/f46 [233073,105250] 0 2024-09-17T10:40:08.578 INFO:tasks.workunit.client.1.smithi170.stdout:7/829: sync 2024-09-17T10:40:08.579 INFO:tasks.workunit.client.1.smithi170.stdout:5/781: sync 2024-09-17T10:40:08.581 INFO:tasks.workunit.client.1.smithi170.stdout:7/830: unlink d25/d53/cfb 0 2024-09-17T10:40:08.581 INFO:tasks.workunit.client.1.smithi170.stdout:7/831: write d25/d2a/d3e/d56/d72/fe3 [699991,125818] 0 2024-09-17T10:40:08.585 INFO:tasks.workunit.client.1.smithi170.stdout:7/832: creat d25/d2a/ffd x:0 0 0 2024-09-17T10:40:08.586 INFO:tasks.workunit.client.1.smithi170.stdout:7/833: mkdir d25/d2a/d3e/dfe 0 2024-09-17T10:40:08.592 INFO:tasks.workunit.client.1.smithi170.stdout:5/782: dwrite d1/f97 [0,4194304] 0 2024-09-17T10:40:08.595 INFO:tasks.workunit.client.1.smithi170.stdout:5/783: mkdir d1/d3/d13/d2c/d51/d6f/d93/dfa 0 2024-09-17T10:40:08.595 INFO:tasks.workunit.client.1.smithi170.stdout:5/784: chown d1/d3/d13/d2c/d51/d6f/d93/ddf 309791 1 2024-09-17T10:40:08.598 INFO:tasks.workunit.client.1.smithi170.stdout:5/785: creat d1/d3/d13/d2c/d51/ffb x:0 0 0 2024-09-17T10:40:08.603 INFO:tasks.workunit.client.1.smithi170.stdout:5/786: rename d1/d3/d13/d2c/d51/l8f to d1/d3/df7/d54/lfc 0 2024-09-17T10:40:08.603 INFO:tasks.workunit.client.1.smithi170.stdout:7/834: dwrite d25/d3b/f4d [0,4194304] 0 2024-09-17T10:40:08.609 INFO:tasks.workunit.client.1.smithi170.stdout:7/835: unlink d25/d2a/d3e/d56/d72/d79/ca6 0 2024-09-17T10:40:08.613 INFO:tasks.workunit.client.1.smithi170.stdout:7/836: rename d25/l6c to d25/lff 0 2024-09-17T10:40:08.613 INFO:tasks.workunit.client.1.smithi170.stdout:7/837: chown d25/d3b/fd1 12662 1 2024-09-17T10:40:08.613 INFO:tasks.workunit.client.1.smithi170.stdout:5/787: dread d1/d3/d55/d87/f84 [0,4194304] 0 2024-09-17T10:40:08.614 INFO:tasks.workunit.client.1.smithi170.stdout:5/788: chown d1/d3/df7/ddd/fe2 1616 1 2024-09-17T10:40:08.616 INFO:tasks.workunit.client.1.smithi170.stdout:7/838: link d25/d2a/d3e/d56/d5d/d7e/fc9 d25/d2a/d94/f100 0 2024-09-17T10:40:08.617 INFO:tasks.workunit.client.1.smithi170.stdout:7/839: readlink d25/d2a/d3e/d56/d72/d79/laa 0 2024-09-17T10:40:08.617 INFO:tasks.workunit.client.1.smithi170.stdout:7/840: creat d25/d2a/d3e/d56/f101 x:0 0 0 2024-09-17T10:40:08.619 INFO:tasks.workunit.client.1.smithi170.stdout:5/789: symlink d1/d3/d13/d2c/dcb/lfd 0 2024-09-17T10:40:08.619 INFO:tasks.workunit.client.1.smithi170.stdout:5/790: write d1/d11/feb [259793,99510] 0 2024-09-17T10:40:08.635 INFO:tasks.workunit.client.1.smithi170.stdout:5/791: dwrite d1/d3/df7/fa8 [0,4194304] 0 2024-09-17T10:40:08.636 INFO:tasks.workunit.client.1.smithi170.stdout:5/792: dread - d1/d11/d62/fb4 zero size 2024-09-17T10:40:08.636 INFO:tasks.workunit.client.1.smithi170.stdout:5/793: dread - d1/d3/d55/d80/d89/fad zero size 2024-09-17T10:40:08.636 INFO:tasks.workunit.client.1.smithi170.stdout:5/794: chown d1/d3/fd 12929280 1 2024-09-17T10:40:08.645 INFO:tasks.workunit.client.1.smithi170.stdout:5/795: dread d1/d3/d13/d2c/d51/d6f/d93/da9/fb1 [0,4194304] 0 2024-09-17T10:40:08.664 INFO:tasks.workunit.client.1.smithi170.stdout:5/796: dwrite d1/d3/df7/fe8 [0,4194304] 0 2024-09-17T10:40:08.667 INFO:tasks.workunit.client.1.smithi170.stdout:5/797: creat d1/d3/df7/d54/d8d/ffe x:0 0 0 2024-09-17T10:40:08.667 INFO:tasks.workunit.client.1.smithi170.stdout:5/798: dread - d1/d3/df7/d54/d8d/ffe zero size 2024-09-17T10:40:08.674 INFO:tasks.workunit.client.1.smithi170.stdout:5/799: creat d1/d3/df7/d54/d8d/dd4/fff x:0 0 0 2024-09-17T10:40:08.674 INFO:tasks.workunit.client.1.smithi170.stdout:5/800: readlink d1/d27/lca 0 2024-09-17T10:40:08.697 INFO:tasks.workunit.client.1.smithi170.stdout:5/801: dwrite d1/d11/d62/f9c [0,4194304] 0 2024-09-17T10:40:08.697 INFO:tasks.workunit.client.1.smithi170.stdout:5/802: fsync d1/d3/fd2 0 2024-09-17T10:40:08.714 INFO:tasks.workunit.client.1.smithi170.stdout:9/882: sync 2024-09-17T10:40:08.714 INFO:tasks.workunit.client.1.smithi170.stdout:8/908: sync 2024-09-17T10:40:08.724 INFO:tasks.workunit.client.1.smithi170.stdout:9/883: dread dd/d40/f6c [0,4194304] 0 2024-09-17T10:40:08.726 INFO:tasks.workunit.client.1.smithi170.stdout:9/884: dread dd/d40/d32/d3d/dbd/fed [0,4194304] 0 2024-09-17T10:40:08.726 INFO:tasks.workunit.client.1.smithi170.stdout:9/885: creat dd/da1/df9/dfb/f124 x:0 0 0 2024-09-17T10:40:08.726 INFO:tasks.workunit.client.1.smithi170.stdout:9/886: creat dd/d40/d4e/f125 x:0 0 0 2024-09-17T10:40:08.729 INFO:tasks.workunit.client.1.smithi170.stdout:8/909: dwrite d4/df/d3f/f65 [0,4194304] 0 2024-09-17T10:40:08.743 INFO:tasks.workunit.client.1.smithi170.stdout:9/887: dwrite dd/d40/d4e/f31 [0,4194304] 0 2024-09-17T10:40:08.743 INFO:tasks.workunit.client.1.smithi170.stdout:9/888: fsync dd/d16/d17/d43/d66/f7b 0 2024-09-17T10:40:08.743 INFO:tasks.workunit.client.1.smithi170.stdout:9/889: creat dd/d40/f126 x:0 0 0 2024-09-17T10:40:08.744 INFO:tasks.workunit.client.1.smithi170.stdout:9/890: truncate dd/d16/fe9 296392 0 2024-09-17T10:40:08.744 INFO:tasks.workunit.client.1.smithi170.stdout:9/891: chown dd/d16/d2a/f8f 235 1 2024-09-17T10:40:08.744 INFO:tasks.workunit.client.1.smithi170.stdout:9/892: dread - dd/d40/d4e/d23/d102/f123 zero size 2024-09-17T10:40:08.760 INFO:tasks.workunit.client.1.smithi170.stdout:8/910: dwrite d4/df/d1e/f90 [0,4194304] 0 2024-09-17T10:40:08.760 INFO:tasks.workunit.client.1.smithi170.stdout:8/911: write d4/df/d62/d88/fcb [3392536,97904] 0 2024-09-17T10:40:08.760 INFO:tasks.workunit.client.1.smithi170.stdout:9/893: dwrite dd/d40/d32/d3d/dbd/fed [0,4194304] 0 2024-09-17T10:40:08.761 INFO:tasks.workunit.client.1.smithi170.stdout:8/912: link d4/df/c13 d4/df/d3f/c138 0 2024-09-17T10:40:08.761 INFO:tasks.workunit.client.1.smithi170.stdout:8/913: fsync d4/df/d94/fc5 0 2024-09-17T10:40:08.761 INFO:tasks.workunit.client.1.smithi170.stdout:8/914: dread - d4/df/d3f/d44/d80/fe9 zero size 2024-09-17T10:40:08.766 INFO:tasks.workunit.client.1.smithi170.stdout:9/894: symlink dd/d40/d4e/d23/d102/l127 0 2024-09-17T10:40:08.767 INFO:tasks.workunit.client.1.smithi170.stdout:8/915: rename d4/l72 to d4/df/d1e/daa/l139 0 2024-09-17T10:40:08.767 INFO:tasks.workunit.client.1.smithi170.stdout:8/916: chown d4/df/d62/d88/fca 3605375 1 2024-09-17T10:40:08.769 INFO:tasks.workunit.client.1.smithi170.stdout:9/895: unlink dd/d40/d4e/d29/d2c/d41/cb9 0 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:8/917: mknod d4/df/d3a/c13a 0 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:8/918: fsync d4/df/d3a/df7/d33/f34 0 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:8/919: fsync d4/df/d94/fe0 0 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:8/920: fsync d4/df/d76/f93 0 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:8/921: stat d4/df/d62/l92 0 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:8/922: write d4/df/d3f/d44/f10c [669417,57448] 0 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:8/923: chown d4/df/d3f/d4c/f8e 242 1 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:9/896: rmdir dd/d40/d4e/d23/dae/db4/da7 39 2024-09-17T10:40:08.772 INFO:tasks.workunit.client.1.smithi170.stdout:9/897: chown dd/d40/d4e/d29/d2c/cf5 4346 1 2024-09-17T10:40:08.775 INFO:tasks.workunit.client.1.smithi170.stdout:9/898: truncate dd/d16/d17/d5c/f72 3529349 0 2024-09-17T10:40:08.775 INFO:tasks.workunit.client.1.smithi170.stdout:9/899: readlink dd/d16/d17/d43/d66/le7 0 2024-09-17T10:40:08.777 INFO:tasks.workunit.client.1.smithi170.stdout:9/900: symlink dd/d16/d17/l128 0 2024-09-17T10:40:08.779 INFO:tasks.workunit.client.1.smithi170.stdout:9/901: mknod dd/d40/d32/d3d/dbd/dd3/c129 0 2024-09-17T10:40:08.779 INFO:tasks.workunit.client.1.smithi170.stdout:9/902: fdatasync dd/d16/d17/d43/d6d/fa0 0 2024-09-17T10:40:08.781 INFO:tasks.workunit.client.1.smithi170.stdout:9/903: creat dd/d40/d4e/d23/dae/db4/da7/def/f12a x:0 0 0 2024-09-17T10:40:08.781 INFO:tasks.workunit.client.1.smithi170.stdout:9/904: write dd/d16/d2a/d51/dac/fc8 [155726,92434] 0 2024-09-17T10:40:08.781 INFO:tasks.workunit.client.1.smithi170.stdout:9/905: write dd/d16/d17/d5c/d85/fdd [905393,47828] 0 2024-09-17T10:40:08.783 INFO:tasks.workunit.client.1.smithi170.stdout:9/906: symlink dd/d16/d17/d43/d6d/df2/l12b 0 2024-09-17T10:40:08.784 INFO:tasks.workunit.client.1.smithi170.stdout:8/924: dwrite d4/df/d62/dc6/f12c [0,4194304] 0 2024-09-17T10:40:08.785 INFO:tasks.workunit.client.1.smithi170.stdout:9/907: creat dd/d40/d4e/d23/dae/db4/da7/f12c x:0 0 0 2024-09-17T10:40:08.792 INFO:tasks.workunit.client.1.smithi170.stdout:8/925: getdents d4/df/d94 0 2024-09-17T10:40:08.807 INFO:tasks.workunit.client.1.smithi170.stdout:9/908: dwrite dd/d16/d17/f10f [0,4194304] 0 2024-09-17T10:40:08.807 INFO:tasks.workunit.client.1.smithi170.stdout:9/909: read - dd/da1/df9/dfb/ffd zero size 2024-09-17T10:40:08.807 INFO:tasks.workunit.client.1.smithi170.stdout:8/926: dwrite d4/df/d3f/d44/d80/fe9 [0,4194304] 0 2024-09-17T10:40:08.807 INFO:tasks.workunit.client.1.smithi170.stdout:8/927: chown d4/df/d1e/c118 19495894 1 2024-09-17T10:40:08.808 INFO:tasks.workunit.client.1.smithi170.stdout:8/928: write d4/df/d1e/fc8 [47558,32783] 0 2024-09-17T10:40:08.808 INFO:tasks.workunit.client.1.smithi170.stdout:8/929: dread - d4/df/d1e/fe8 zero size 2024-09-17T10:40:08.808 INFO:tasks.workunit.client.1.smithi170.stdout:8/930: creat d4/df/d3f/d44/d80/dd1/f13b x:0 0 0 2024-09-17T10:40:08.808 INFO:tasks.workunit.client.1.smithi170.stdout:8/931: creat d4/df/d62/dc6/f13c x:0 0 0 2024-09-17T10:40:08.809 INFO:tasks.workunit.client.1.smithi170.stdout:8/932: chown d4/df/d62 116528 1 2024-09-17T10:40:08.819 INFO:tasks.workunit.client.1.smithi170.stdout:9/910: dread dd/f1e [0,4194304] 0 2024-09-17T10:40:08.826 INFO:tasks.workunit.client.1.smithi170.stdout:9/911: dread dd/d16/d17/d43/fc9 [0,4194304] 0 2024-09-17T10:40:08.832 INFO:tasks.workunit.client.1.smithi170.stdout:9/912: mkdir dd/d16/d2a/d51/d12d 0 2024-09-17T10:40:08.833 INFO:tasks.workunit.client.1.smithi170.stdout:9/913: write dd/d16/d17/d5c/d85/fdd [519004,25051] 0 2024-09-17T10:40:08.833 INFO:tasks.workunit.client.1.smithi170.stdout:9/914: write dd/da1/f114 [469262,61174] 0 2024-09-17T10:40:08.835 INFO:tasks.workunit.client.1.smithi170.stdout:8/933: dwrite d4/df/d3f/d44/d80/f8d [0,4194304] 0 2024-09-17T10:40:08.835 INFO:tasks.workunit.client.1.smithi170.stdout:8/934: fdatasync d4/f9 0 2024-09-17T10:40:08.835 INFO:tasks.workunit.client.1.smithi170.stdout:8/935: write d4/df/d3f/d44/d80/dd1/f110 [1038583,15094] 0 2024-09-17T10:40:08.836 INFO:tasks.workunit.client.1.smithi170.stdout:8/936: dread - d4/df/d62/d88/fca zero size 2024-09-17T10:40:08.836 INFO:tasks.workunit.client.1.smithi170.stdout:9/915: creat dd/d40/d32/d3d/f12e x:0 0 0 2024-09-17T10:40:08.836 INFO:tasks.workunit.client.1.smithi170.stdout:9/916: fdatasync dd/d16/f77 0 2024-09-17T10:40:08.836 INFO:tasks.workunit.client.1.smithi170.stdout:9/917: chown dd/d40/d4e/d23/dae/db4/da7/def 308836 1 2024-09-17T10:40:08.836 INFO:tasks.workunit.client.1.smithi170.stdout:9/918: stat dd/d40/d4e/d29 0 2024-09-17T10:40:08.836 INFO:tasks.workunit.client.1.smithi170.stdout:8/937: getdents d4/df/d1e/daa 0 2024-09-17T10:40:08.838 INFO:tasks.workunit.client.1.smithi170.stdout:9/919: creat dd/d40/d4e/d29/d109/f12f x:0 0 0 2024-09-17T10:40:08.839 INFO:tasks.workunit.client.1.smithi170.stdout:8/938: unlink d4/df/d3a/cc7 0 2024-09-17T10:40:08.839 INFO:tasks.workunit.client.1.smithi170.stdout:8/939: write d4/df/d62/d88/fca [665826,103608] 0 2024-09-17T10:40:08.841 INFO:tasks.workunit.client.1.smithi170.stdout:9/920: link dd/d40/d32/f4d dd/d16/d17/d5c/d85/f130 0 2024-09-17T10:40:08.842 INFO:tasks.workunit.client.1.smithi170.stdout:8/940: rename d4/lc to d4/df/d1e/d111/l13d 0 2024-09-17T10:40:08.846 INFO:tasks.workunit.client.1.smithi170.stdout:8/941: truncate d4/df/d1e/d69/f10e 347735 0 2024-09-17T10:40:08.848 INFO:tasks.workunit.client.1.smithi170.stdout:8/942: symlink d4/df/d3f/d44/df1/l13e 0 2024-09-17T10:40:08.851 INFO:tasks.workunit.client.1.smithi170.stdout:8/943: rmdir d4/df/d62/dc6 39 2024-09-17T10:40:08.854 INFO:tasks.workunit.client.1.smithi170.stdout:8/944: rename d4/df/d94/fc5 to d4/df/d1e/daa/dcc/f13f 0 2024-09-17T10:40:08.854 INFO:tasks.workunit.client.1.smithi170.stdout:9/921: dwrite dd/d40/d4e/d23/dae/fda [0,4194304] 0 2024-09-17T10:40:08.863 INFO:tasks.workunit.client.1.smithi170.stdout:9/922: dread dd/d40/d4e/d29/f2f [0,4194304] 0 2024-09-17T10:40:08.863 INFO:tasks.workunit.client.1.smithi170.stdout:9/923: chown dd/d40/d4e/d23/dae/db4/cc4 975034329 1 2024-09-17T10:40:08.871 INFO:tasks.workunit.client.1.smithi170.stdout:8/945: dwrite d4/df/d3a/f60 [0,4194304] 0 2024-09-17T10:40:08.873 INFO:tasks.workunit.client.1.smithi170.stdout:9/924: rename dd/d16/d17/l128 to dd/d16/d17/d43/l131 0 2024-09-17T10:40:08.873 INFO:tasks.workunit.client.1.smithi170.stdout:9/925: fdatasync dd/d16/d2a/f8f 0 2024-09-17T10:40:08.876 INFO:tasks.workunit.client.1.smithi170.stdout:6/893: sync 2024-09-17T10:40:08.876 INFO:tasks.workunit.client.1.smithi170.stdout:4/620: sync 2024-09-17T10:40:08.876 INFO:tasks.workunit.client.1.smithi170.stdout:1/914: sync 2024-09-17T10:40:08.876 INFO:tasks.workunit.client.1.smithi170.stdout:6/894: chown d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/ldd 4 1 2024-09-17T10:40:08.876 INFO:tasks.workunit.client.1.smithi170.stdout:5/803: sync 2024-09-17T10:40:08.877 INFO:tasks.workunit.client.1.smithi170.stdout:7/841: sync 2024-09-17T10:40:08.877 INFO:tasks.workunit.client.1.smithi170.stdout:7/842: truncate d25/d2a/d3e/d56/d5d/d7e/fb9 997327 0 2024-09-17T10:40:08.878 INFO:tasks.workunit.client.1.smithi170.stdout:9/926: rename dd/l11 to dd/d40/l132 0 2024-09-17T10:40:08.880 INFO:tasks.workunit.client.1.smithi170.stdout:1/915: unlink d3/d77/dad/ddb/c110 0 2024-09-17T10:40:08.880 INFO:tasks.workunit.client.1.smithi170.stdout:1/916: chown d3/d5/dc9/db1/cb7 1 1 2024-09-17T10:40:08.881 INFO:tasks.workunit.client.1.smithi170.stdout:8/946: write d4/f67 [2212129,111634] 0 2024-09-17T10:40:08.881 INFO:tasks.workunit.client.1.smithi170.stdout:4/621: mkdir d9/da3/dad/dc6 0 2024-09-17T10:40:08.883 INFO:tasks.workunit.client.1.smithi170.stdout:6/895: creat d0/d66/d9c/de7/d85/d69/d3e/f13f x:0 0 0 2024-09-17T10:40:08.883 INFO:tasks.workunit.client.1.smithi170.stdout:5/804: symlink d1/d3/df7/dce/l100 0 2024-09-17T10:40:08.885 INFO:tasks.workunit.client.1.smithi170.stdout:7/843: truncate d25/d2a/d3e/d56/d72/d79/f93 3891625 0 2024-09-17T10:40:08.885 INFO:tasks.workunit.client.1.smithi170.stdout:7/844: chown d25/d2a/f2e 15310881 1 2024-09-17T10:40:08.885 INFO:tasks.workunit.client.1.smithi170.stdout:7/845: write d25/fee [673104,39026] 0 2024-09-17T10:40:08.886 INFO:tasks.workunit.client.1.smithi170.stdout:1/917: creat d3/d114/f136 x:0 0 0 2024-09-17T10:40:08.887 INFO:tasks.workunit.client.1.smithi170.stdout:9/927: dread dd/d16/d17/d5c/d85/f9e [0,4194304] 0 2024-09-17T10:40:08.887 INFO:tasks.workunit.client.1.smithi170.stdout:9/928: readlink dd/d40/d4e/d29/l111 0 2024-09-17T10:40:08.887 INFO:tasks.workunit.client.1.smithi170.stdout:1/918: write d3/d68/d104/d51/f43 [2519204,116217] 0 2024-09-17T10:40:08.889 INFO:tasks.workunit.client.1.smithi170.stdout:9/929: dread dd/d40/d4e/d23/f60 [0,4194304] 0 2024-09-17T10:40:08.892 INFO:tasks.workunit.client.1.smithi170.stdout:4/622: mknod d9/d12/d36/cc7 0 2024-09-17T10:40:08.892 INFO:tasks.workunit.client.1.smithi170.stdout:4/623: write d9/d12/d36/d51/dae/fc0 [262966,83765] 0 2024-09-17T10:40:08.892 INFO:tasks.workunit.client.1.smithi170.stdout:4/624: fdatasync d9/d12/d36/fb9 0 2024-09-17T10:40:08.892 INFO:tasks.workunit.client.1.smithi170.stdout:6/896: rename d0/d18/d70/dde/c124 to d0/d66/d9c/de7/d85/d69/d3e/da9/dfd/c140 0 2024-09-17T10:40:08.900 INFO:tasks.workunit.client.1.smithi170.stdout:7/846: creat d25/d4e/f102 x:0 0 0 2024-09-17T10:40:08.900 INFO:tasks.workunit.client.1.smithi170.stdout:7/847: dread - d25/d2a/d94/fde zero size 2024-09-17T10:40:08.901 INFO:tasks.workunit.client.1.smithi170.stdout:7/848: chown d25/d2a/d3e/d56/d5d/dd2/ddf/def/ff3 467 1 2024-09-17T10:40:08.902 INFO:tasks.workunit.client.1.smithi170.stdout:9/930: dread dd/d16/d17/d43/d6d/fa0 [0,4194304] 0 2024-09-17T10:40:08.903 INFO:tasks.workunit.client.1.smithi170.stdout:8/947: rmdir d4/df/d3f/d44/df1 39 2024-09-17T10:40:08.903 INFO:tasks.workunit.client.1.smithi170.stdout:8/948: write d4/df/d3a/df7/f77 [171452,78721] 0 2024-09-17T10:40:08.903 INFO:tasks.workunit.client.1.smithi170.stdout:8/949: stat d4/df/d3a/df7/l86 0 2024-09-17T10:40:08.907 INFO:tasks.workunit.client.1.smithi170.stdout:5/805: rename d1/d3/fd2 to d1/d3/d13/d2c/d51/daf/f101 0 2024-09-17T10:40:08.909 INFO:tasks.workunit.client.1.smithi170.stdout:9/931: rmdir dd/d16/d17/d5c/d85 39 2024-09-17T10:40:08.911 INFO:tasks.workunit.client.1.smithi170.stdout:8/950: symlink d4/df/d3a/df7/l140 0 2024-09-17T10:40:08.911 INFO:tasks.workunit.client.1.smithi170.stdout:8/951: fdatasync d4/df/d95/fb1 0 2024-09-17T10:40:08.913 INFO:tasks.workunit.client.1.smithi170.stdout:9/932: getdents dd/d40/d4e/d23/dae 0 2024-09-17T10:40:08.913 INFO:tasks.workunit.client.1.smithi170.stdout:1/919: dwrite d3/d68/d104/d51/ff2 [0,4194304] 0 2024-09-17T10:40:08.914 INFO:tasks.workunit.client.1.smithi170.stdout:1/920: read - d3/d68/fd7 zero size 2024-09-17T10:40:08.917 INFO:tasks.workunit.client.1.smithi170.stdout:4/625: dwrite d9/d5a/fb0 [0,4194304] 0 2024-09-17T10:40:08.917 INFO:tasks.workunit.client.1.smithi170.stdout:4/626: chown d9/d12/d36/la6 26217438 1 2024-09-17T10:40:08.917 INFO:tasks.workunit.client.1.smithi170.stdout:7/849: dwrite d25/d2a/d3e/dae/fe9 [0,4194304] 0 2024-09-17T10:40:08.917 INFO:tasks.workunit.client.1.smithi170.stdout:7/850: stat d25/d2a/d3e/d56/l62 0 2024-09-17T10:40:08.918 INFO:tasks.workunit.client.1.smithi170.stdout:7/851: stat d25/d2a/f70 0 2024-09-17T10:40:08.918 INFO:tasks.workunit.client.1.smithi170.stdout:8/952: mkdir d4/df/d3f/d44/d80/dd1/d141 0 2024-09-17T10:40:08.918 INFO:tasks.workunit.client.1.smithi170.stdout:7/852: write d25/d2a/d3e/d56/d72/f7c [426717,23350] 0 2024-09-17T10:40:08.920 INFO:tasks.workunit.client.1.smithi170.stdout:5/806: write d1/d3/d55/d87/f70 [1512346,16578] 0 2024-09-17T10:40:08.921 INFO:tasks.workunit.client.1.smithi170.stdout:5/807: chown d1/d3/d55/d80/d89/fd0 240785979 1 2024-09-17T10:40:08.921 INFO:tasks.workunit.client.1.smithi170.stdout:7/853: write d25/d2a/d3e/d4b/f9b [416542,44642] 0 2024-09-17T10:40:08.922 INFO:tasks.workunit.client.1.smithi170.stdout:1/921: truncate d3/d68/d104/d51/f55 3680143 0 2024-09-17T10:40:08.928 INFO:tasks.workunit.client.1.smithi170.stdout:5/808: dread d1/d3/d13/d2c/d51/d6f/d93/fb2 [0,4194304] 0 2024-09-17T10:40:08.928 INFO:tasks.workunit.client.1.smithi170.stdout:5/809: getdents d1/d3/d55/d80/d89/da5 0 2024-09-17T10:40:08.928 INFO:tasks.workunit.client.1.smithi170.stdout:5/810: dread - d1/d3/df7/d54/dd1/ff8 zero size 2024-09-17T10:40:08.928 INFO:tasks.workunit.client.1.smithi170.stdout:4/627: symlink d9/d12/d36/d42/d40/lc8 0 2024-09-17T10:40:08.933 INFO:tasks.workunit.client.1.smithi170.stdout:1/922: write d3/d5/f7d [3943606,45798] 0 2024-09-17T10:40:08.933 INFO:tasks.workunit.client.1.smithi170.stdout:1/923: chown d3/df5/lf6 7 1 2024-09-17T10:40:08.937 INFO:tasks.workunit.client.1.smithi170.stdout:9/933: rmdir dd/d40/d4e 39 2024-09-17T10:40:08.941 INFO:tasks.workunit.client.1.smithi170.stdout:7/854: truncate d25/d2a/daf/fc5 3853515 0 2024-09-17T10:40:08.941 INFO:tasks.workunit.client.1.smithi170.stdout:5/811: creat d1/d3/df7/ddd/f102 x:0 0 0 2024-09-17T10:40:08.948 INFO:tasks.workunit.client.1.smithi170.stdout:1/924: mkdir d3/d114/de3/d115/d137 0 2024-09-17T10:40:08.948 INFO:tasks.workunit.client.1.smithi170.stdout:1/925: truncate d3/d68/d104/d51/dac/dc4/fc7 1011128 0 2024-09-17T10:40:08.948 INFO:tasks.workunit.client.1.smithi170.stdout:1/926: creat d3/d77/db0/f138 x:0 0 0 2024-09-17T10:40:08.948 INFO:tasks.workunit.client.1.smithi170.stdout:1/927: chown d3/cb2 15 1 2024-09-17T10:40:08.948 INFO:tasks.workunit.client.1.smithi170.stdout:7/855: symlink d25/d2a/d3e/d56/d5d/l103 0 2024-09-17T10:40:08.952 INFO:tasks.workunit.client.1.smithi170.stdout:4/628: getdents d9/d12/d36 0 2024-09-17T10:40:08.953 INFO:tasks.workunit.client.1.smithi170.stdout:1/928: dread d3/d5/f121 [0,4194304] 0 2024-09-17T10:40:08.955 INFO:tasks.workunit.client.1.smithi170.stdout:8/953: truncate d4/df/d3a/df7/f77 2589652 0 2024-09-17T10:40:08.958 INFO:tasks.workunit.client.1.smithi170.stdout:1/929: symlink d3/l139 0 2024-09-17T10:40:08.963 INFO:tasks.workunit.client.1.smithi170.stdout:7/856: rename d25/d2a/d3e/d56/d5d/dd2 to d25/d2a/d3e/d56/d72/da8/d104 0 2024-09-17T10:40:08.964 INFO:tasks.workunit.client.1.smithi170.stdout:4/629: getdents d9 0 2024-09-17T10:40:08.966 INFO:tasks.workunit.client.1.smithi170.stdout:9/934: dwrite dd/da1/f115 [0,4194304] 0 2024-09-17T10:40:08.967 INFO:tasks.workunit.client.1.smithi170.stdout:5/812: dwrite d1/d3/d13/d2c/d51/d6f/d93/da9/fb1 [0,4194304] 0 2024-09-17T10:40:08.967 INFO:tasks.workunit.client.1.smithi170.stdout:8/954: rename d4/df/d3a/lb5 to d4/df/d95/l142 0 2024-09-17T10:40:08.969 INFO:tasks.workunit.client.1.smithi170.stdout:7/857: mkdir d25/d2a/d3e/d56/d72/da8/d104/d105 0 2024-09-17T10:40:08.970 INFO:tasks.workunit.client.1.smithi170.stdout:7/858: chown d25/d2a/d3e/d4b/c5a 77 1 2024-09-17T10:40:08.987 INFO:tasks.workunit.client.1.smithi170.stdout:7/859: symlink d25/d2a/d3e/d56/d72/da8/df5/l106 0 2024-09-17T10:40:08.991 INFO:tasks.workunit.client.1.smithi170.stdout:5/813: rename d1/d3/df7/d54/d8d to d1/d3/d103 0 2024-09-17T10:40:08.993 INFO:tasks.workunit.client.1.smithi170.stdout:7/860: link d25/d2a/d3e/d56/d72/c75 d25/d2a/d3e/d4b/c107 0 2024-09-17T10:40:08.993 INFO:tasks.workunit.client.1.smithi170.stdout:8/955: dwrite d4/df/d3a/f60 [0,4194304] 0 2024-09-17T10:40:08.993 INFO:tasks.workunit.client.1.smithi170.stdout:9/935: dwrite dd/d40/d4e/f4a [0,4194304] 0 2024-09-17T10:40:08.996 INFO:tasks.workunit.client.1.smithi170.stdout:7/861: symlink d25/d2a/l108 0 2024-09-17T10:40:09.001 INFO:tasks.workunit.client.1.smithi170.stdout:8/956: creat d4/df/d3f/f143 x:0 0 0 2024-09-17T10:40:09.007 INFO:tasks.workunit.client.1.smithi170.stdout:9/936: mknod dd/d40/d4e/d29/d109/c133 0 2024-09-17T10:40:09.010 INFO:tasks.workunit.client.1.smithi170.stdout:7/862: link d25/d2a/cd7 d25/d53/df0/c109 0 2024-09-17T10:40:09.010 INFO:tasks.workunit.client.1.smithi170.stdout:7/863: creat d25/d2a/d3e/dae/f10a x:0 0 0 2024-09-17T10:40:09.011 INFO:tasks.workunit.client.1.smithi170.stdout:9/937: mkdir dd/d40/d50/d134 0 2024-09-17T10:40:09.011 INFO:tasks.workunit.client.1.smithi170.stdout:9/938: chown dd/d40/d4e/d29/d54/d8c 463623446 1 2024-09-17T10:40:09.015 INFO:tasks.workunit.client.1.smithi170.stdout:5/814: dwrite d1/d3/d55/d87/f79 [0,4194304] 0 2024-09-17T10:40:09.015 INFO:tasks.workunit.client.1.smithi170.stdout:5/815: fdatasync d1/d3/df7/fe8 0 2024-09-17T10:40:09.016 INFO:tasks.workunit.client.1.smithi170.stdout:7/864: mkdir d25/d2a/d3e/d56/d72/d79/d10b 0 2024-09-17T10:40:09.020 INFO:tasks.workunit.client.1.smithi170.stdout:8/957: dwrite d4/df/d3a/df7/f48 [0,4194304] 0 2024-09-17T10:40:09.020 INFO:tasks.workunit.client.1.smithi170.stdout:8/958: chown d4/df/d1e/f9b 472 1 2024-09-17T10:40:09.023 INFO:tasks.workunit.client.1.smithi170.stdout:5/816: mknod d1/d3/df7/d54/c104 0 2024-09-17T10:40:09.025 INFO:tasks.workunit.client.1.smithi170.stdout:7/865: mkdir d25/d2a/d3e/d4b/ddc/de8/d10c 0 2024-09-17T10:40:09.025 INFO:tasks.workunit.client.1.smithi170.stdout:9/939: dread dd/da1/f115 [0,4194304] 0 2024-09-17T10:40:09.032 INFO:tasks.workunit.client.1.smithi170.stdout:5/817: getdents d1/d3/d13/d2c/d51 0 2024-09-17T10:40:09.032 INFO:tasks.workunit.client.1.smithi170.stdout:5/818: write d1/d3/d13/d2c/d51/d6f/fd3 [754712,75707] 0 2024-09-17T10:40:09.032 INFO:tasks.workunit.client.1.smithi170.stdout:5/819: chown d1/d3/d55/d80/da4 1381 1 2024-09-17T10:40:09.034 INFO:tasks.workunit.client.1.smithi170.stdout:8/959: dwrite d4/df/d3a/df7/f74 [0,4194304] 0 2024-09-17T10:40:09.034 INFO:tasks.workunit.client.1.smithi170.stdout:7/866: dread d25/d2a/f70 [4194304,4194304] 0 2024-09-17T10:40:09.035 INFO:tasks.workunit.client.1.smithi170.stdout:5/820: link d1/d3/df7/d54/lfc d1/d11/l105 0 2024-09-17T10:40:09.037 INFO:tasks.workunit.client.1.smithi170.stdout:8/960: dread d4/df/d3a/df7/d33/f52 [0,4194304] 0 2024-09-17T10:40:09.037 INFO:tasks.workunit.client.1.smithi170.stdout:8/961: fsync d4/df/d62/d88/fcb 0 2024-09-17T10:40:09.038 INFO:tasks.workunit.client.1.smithi170.stdout:7/867: mknod d25/d2a/d3e/d56/d5d/d7e/dab/c10d 0 2024-09-17T10:40:09.041 INFO:tasks.workunit.client.1.smithi170.stdout:5/821: mkdir d1/d3/d13/d2c/d51/d6f/d93/ddf/d106 0 2024-09-17T10:40:09.043 INFO:tasks.workunit.client.1.smithi170.stdout:8/962: unlink d4/df/d94/f125 0 2024-09-17T10:40:09.043 INFO:tasks.workunit.client.1.smithi170.stdout:8/963: write d4/f21 [550316,95889] 0 2024-09-17T10:40:09.045 INFO:tasks.workunit.client.1.smithi170.stdout:7/868: creat d25/d53/df0/f10e x:0 0 0 2024-09-17T10:40:09.045 INFO:tasks.workunit.client.1.smithi170.stdout:7/869: chown d25/d2a/f2b 7 1 2024-09-17T10:40:09.046 INFO:tasks.workunit.client.1.smithi170.stdout:9/940: dwrite dd/d16/d17/f10f [0,4194304] 0 2024-09-17T10:40:09.046 INFO:tasks.workunit.client.1.smithi170.stdout:9/941: chown dd/d16/d17/d43/d66/l105 1205 1 2024-09-17T10:40:09.046 INFO:tasks.workunit.client.1.smithi170.stdout:9/942: readlink dd/d40/d4e/d23/dae/le0 0 2024-09-17T10:40:09.049 INFO:tasks.workunit.client.1.smithi170.stdout:8/964: truncate d4/df/d3f/f7a 564420 0 2024-09-17T10:40:09.049 INFO:tasks.workunit.client.1.smithi170.stdout:8/965: write d4/df/d3f/d44/df1/f127 [153649,84809] 0 2024-09-17T10:40:09.050 INFO:tasks.workunit.client.1.smithi170.stdout:5/822: dread d1/d27/f73 [0,4194304] 0 2024-09-17T10:40:09.053 INFO:tasks.workunit.client.1.smithi170.stdout:9/943: truncate dd/d16/f77 1276805 0 2024-09-17T10:40:09.055 INFO:tasks.workunit.client.1.smithi170.stdout:8/966: mkdir d4/df/d1e/d69/d144 0 2024-09-17T10:40:09.056 INFO:tasks.workunit.client.1.smithi170.stdout:8/967: chown d4/df/l64 736246676 1 2024-09-17T10:40:09.056 INFO:tasks.workunit.client.1.smithi170.stdout:8/968: write d4/df/d3f/f50 [1584701,72176] 0 2024-09-17T10:40:09.058 INFO:tasks.workunit.client.1.smithi170.stdout:5/823: link d1/d3/df7/fe8 d1/d3/dc4/f107 0 2024-09-17T10:40:09.058 INFO:tasks.workunit.client.1.smithi170.stdout:5/824: creat d1/d3/d55/d6d/f108 x:0 0 0 2024-09-17T10:40:09.061 INFO:tasks.workunit.client.1.smithi170.stdout:8/969: mknod d4/df/d3f/c145 0 2024-09-17T10:40:09.063 INFO:tasks.workunit.client.1.smithi170.stdout:5/825: unlink d1/d3/d55/d80/d89/lb5 0 2024-09-17T10:40:09.064 INFO:tasks.workunit.client.1.smithi170.stdout:5/826: write d1/d3/d55/d80/fdb [720013,104105] 0 2024-09-17T10:40:09.066 INFO:tasks.workunit.client.1.smithi170.stdout:5/827: creat d1/d3/d55/d5e/d67/f109 x:0 0 0 2024-09-17T10:40:09.067 INFO:tasks.workunit.client.1.smithi170.stdout:7/870: dwrite d25/d2a/d3e/d56/d72/da8/df5/fa1 [0,4194304] 0 2024-09-17T10:40:09.068 INFO:tasks.workunit.client.1.smithi170.stdout:5/828: link d1/d3/f59 d1/d3/d13/d2c/d51/d6f/d93/da9/dbe/dd9/f10a 0 2024-09-17T10:40:09.068 INFO:tasks.workunit.client.1.smithi170.stdout:5/829: dread - d1/d3/d103/ffe zero size 2024-09-17T10:40:09.071 INFO:tasks.workunit.client.1.smithi170.stdout:5/830: mkdir d1/d11/d10b 0 2024-09-17T10:40:09.073 INFO:tasks.workunit.client.1.smithi170.stdout:5/831: mkdir d1/d3/d103/dd4/d10c 0 2024-09-17T10:40:09.077 INFO:tasks.workunit.client.1.smithi170.stdout:5/832: read d1/d3/d55/d6d/f7b [1363846,80785] 0 2024-09-17T10:40:09.079 INFO:tasks.workunit.client.1.smithi170.stdout:5/833: rmdir d1/d3/d13/d2c/d51/d6f/d93 39 2024-09-17T10:40:09.079 INFO:tasks.workunit.client.1.smithi170.stdout:5/834: chown d1/cf 0 1 2024-09-17T10:40:09.079 INFO:tasks.workunit.client.1.smithi170.stdout:5/835: chown d1/f12 986976 1 2024-09-17T10:40:09.079 INFO:tasks.workunit.client.1.smithi170.stdout:5/836: fdatasync d1/d3/f25 0 2024-09-17T10:40:09.081 INFO:tasks.workunit.client.1.smithi170.stdout:9/944: dwrite dd/da1/df9/f11f [0,4194304] 0 2024-09-17T10:40:09.082 INFO:tasks.workunit.client.1.smithi170.stdout:8/970: dwrite d4/df/f102 [0,4194304] 0 2024-09-17T10:40:09.082 INFO:tasks.workunit.client.1.smithi170.stdout:7/871: write d25/d3b/f4d [3992480,47228] 0 2024-09-17T10:40:09.082 INFO:tasks.workunit.client.1.smithi170.stdout:8/971: write d4/df/d3f/d44/d80/dd1/f110 [1042032,98960] 0 2024-09-17T10:40:09.088 INFO:tasks.workunit.client.1.smithi170.stdout:9/945: unlink dd/cd4 0 2024-09-17T10:40:09.088 INFO:tasks.workunit.client.1.smithi170.stdout:9/946: readlink dd/da1/df9/dfb/lfe 0 2024-09-17T10:40:09.089 INFO:tasks.workunit.client.1.smithi170.stdout:9/947: dread - dd/d40/d4e/d23/dae/db4/da7/def/f12a zero size 2024-09-17T10:40:09.094 INFO:tasks.workunit.client.1.smithi170.stdout:5/837: fsync d1/d3/d13/d2c/d51/d6f/d93/da9/dbe/dd9/f10a 0 2024-09-17T10:40:09.094 INFO:tasks.workunit.client.1.smithi170.stdout:5/838: stat d1/d11/d62 0 2024-09-17T10:40:09.098 INFO:tasks.workunit.client.1.smithi170.stdout:7/872: rename d25/d2a/cd7 to d25/d2a/d94/c10f 0 2024-09-17T10:40:09.098 INFO:tasks.workunit.client.1.smithi170.stdout:9/948: dwrite dd/d16/d17/d43/d66/f7b [0,4194304] 0 2024-09-17T10:40:09.099 INFO:tasks.workunit.client.1.smithi170.stdout:9/949: truncate dd/d16/d17/f8a 1721404 0 2024-09-17T10:40:09.100 INFO:tasks.workunit.client.1.smithi170.stdout:8/972: mknod d4/df/d1e/d69/d144/c146 0 2024-09-17T10:40:09.100 INFO:tasks.workunit.client.1.smithi170.stdout:8/973: chown d4/df/d1e/daa/le3 19887266 1 2024-09-17T10:40:09.100 INFO:tasks.workunit.client.1.smithi170.stdout:8/974: chown d4/df/d95/l142 5963 1 2024-09-17T10:40:09.100 INFO:tasks.workunit.client.1.smithi170.stdout:8/975: readlink d4/df/d94/lcf 0 2024-09-17T10:40:09.100 INFO:tasks.workunit.client.1.smithi170.stdout:8/976: write d4/df/d1e/d69/f126 [267097,129590] 0 2024-09-17T10:40:09.101 INFO:tasks.workunit.client.1.smithi170.stdout:5/839: mkdir d1/d3/d13/d2c/d51/d6f/d93/d10d 0 2024-09-17T10:40:09.102 INFO:tasks.workunit.client.1.smithi170.stdout:7/873: link d25/d53/df0/c109 d25/d2a/d3e/d56/d72/da8/d104/ddf/def/c110 0 2024-09-17T10:40:09.108 INFO:tasks.workunit.client.1.smithi170.stdout:8/977: write d4/df/d3a/f60 [2114362,43293] 0 2024-09-17T10:40:09.109 INFO:tasks.workunit.client.1.smithi170.stdout:7/874: write d25/d2a/f2c [2042565,25947] 0 2024-09-17T10:40:09.110 INFO:tasks.workunit.client.1.smithi170.stdout:9/950: mkdir dd/d40/d4e/d23/d135 0 2024-09-17T10:40:09.112 INFO:tasks.workunit.client.1.smithi170.stdout:6/897: sync 2024-09-17T10:40:09.112 INFO:tasks.workunit.client.1.smithi170.stdout:6/898: dread - d0/d66/d9c/de7/d85/d43/d10a/fca zero size 2024-09-17T10:40:09.112 INFO:tasks.workunit.client.1.smithi170.stdout:5/840: creat d1/f10e x:0 0 0 2024-09-17T10:40:09.112 INFO:tasks.workunit.client.1.smithi170.stdout:5/841: fsync d1/d3/d13/d2c/dcb/ff5 0 2024-09-17T10:40:09.113 INFO:tasks.workunit.client.1.smithi170.stdout:8/978: creat d4/df/d1e/d111/f147 x:0 0 0 2024-09-17T10:40:09.113 INFO:tasks.workunit.client.1.smithi170.stdout:8/979: dread - d4/df/d3f/d44/d80/d113/f122 zero size 2024-09-17T10:40:09.113 INFO:tasks.workunit.client.1.smithi170.stdout:8/980: creat d4/df/d3f/f148 x:0 0 0 2024-09-17T10:40:09.113 INFO:tasks.workunit.client.1.smithi170.stdout:8/981: write d4/df/d1e/d69/f126 [278213,116905] 0 2024-09-17T10:40:09.113 INFO:tasks.workunit.client.1.smithi170.stdout:8/982: chown d4/df/f35 15690 1 2024-09-17T10:40:09.114 INFO:tasks.workunit.client.1.smithi170.stdout:7/875: truncate d25/d53/fcc 1407697 0 2024-09-17T10:40:09.115 INFO:tasks.workunit.client.1.smithi170.stdout:8/983: fdatasync d4/f21 0 2024-09-17T10:40:09.116 INFO:tasks.workunit.client.1.smithi170.stdout:6/899: mknod d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7/d102/c141 0 2024-09-17T10:40:09.116 INFO:tasks.workunit.client.1.smithi170.stdout:6/900: fdatasync d0/d66/d9c/de7/d85/d69/f6f 0 2024-09-17T10:40:09.116 INFO:tasks.workunit.client.1.smithi170.stdout:9/951: dread dd/d16/d17/d43/d6d/fe6 [0,4194304] 0 2024-09-17T10:40:09.117 INFO:tasks.workunit.client.1.smithi170.stdout:5/842: creat d1/d27/d95/f10f x:0 0 0 2024-09-17T10:40:09.117 INFO:tasks.workunit.client.1.smithi170.stdout:5/843: write d1/d11/f7d [4099985,82936] 0 2024-09-17T10:40:09.117 INFO:tasks.workunit.client.1.smithi170.stdout:4/630: sync 2024-09-17T10:40:09.118 INFO:tasks.workunit.client.1.smithi170.stdout:1/930: sync 2024-09-17T10:40:09.120 INFO:tasks.workunit.client.1.smithi170.stdout:7/876: creat d25/d2a/d3e/d56/d72/da8/d104/ddf/def/f111 x:0 0 0 2024-09-17T10:40:09.123 INFO:tasks.workunit.client.1.smithi170.stdout:6/901: symlink d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/l142 0 2024-09-17T10:40:09.126 INFO:tasks.workunit.client.1.smithi170.stdout:9/952: dread dd/d40/d4e/d29/f34 [0,4194304] 0 2024-09-17T10:40:09.131 INFO:tasks.workunit.client.1.smithi170.stdout:5/844: link d1/d3/c29 d1/d3/d13/d2c/d51/daf/c110 0 2024-09-17T10:40:09.133 INFO:tasks.workunit.client.1.smithi170.stdout:1/931: dread d3/f3d [0,4194304] 0 2024-09-17T10:40:09.133 INFO:tasks.workunit.client.1.smithi170.stdout:7/877: rename d25/lb4 to d25/d4e/dec/l112 0 2024-09-17T10:40:09.133 INFO:tasks.workunit.client.1.smithi170.stdout:7/878: dread - d25/d2a/fb1 zero size 2024-09-17T10:40:09.133 INFO:tasks.workunit.client.1.smithi170.stdout:7/879: dread - d25/f9f zero size 2024-09-17T10:40:09.133 INFO:tasks.workunit.client.1.smithi170.stdout:7/880: truncate d25/d2a/d3e/d56/d72/da8/df5/fe5 247904 0 2024-09-17T10:40:09.135 INFO:tasks.workunit.client.1.smithi170.stdout:8/984: getdents d4/df/d3f/d44/d80/d113 0 2024-09-17T10:40:09.135 INFO:tasks.workunit.client.1.smithi170.stdout:8/985: getdents d4/df/d94/d12b 0 2024-09-17T10:40:09.139 INFO:tasks.workunit.client.1.smithi170.stdout:1/932: mknod d3/d68/d104/d51/c13a 0 2024-09-17T10:40:09.139 INFO:tasks.workunit.client.1.smithi170.stdout:8/986: rmdir d4/df/d62/d88 39 2024-09-17T10:40:09.142 INFO:tasks.workunit.client.1.smithi170.stdout:8/987: creat d4/df/d3f/d44/d80/dd1/d137/f149 x:0 0 0 2024-09-17T10:40:09.144 INFO:tasks.workunit.client.1.smithi170.stdout:9/953: write dd/d16/d17/d43/d6d/fa0 [3585476,109612] 0 2024-09-17T10:40:09.144 INFO:tasks.workunit.client.1.smithi170.stdout:9/954: rename dd/da1 to dd/da1/df9/dfb/d136 22 2024-09-17T10:40:09.158 INFO:tasks.workunit.client.1.smithi170.stdout:1/933: dread d3/f34 [0,4194304] 0 2024-09-17T10:40:09.159 INFO:tasks.workunit.client.1.smithi170.stdout:1/934: link d3/d77/dad/fbc d3/d114/de3/d115/d137/f13b 0 2024-09-17T10:40:09.160 INFO:tasks.workunit.client.1.smithi170.stdout:5/845: dwrite d1/d11/f4e [0,4194304] 0 2024-09-17T10:40:09.160 INFO:tasks.workunit.client.1.smithi170.stdout:5/846: write d1/d3/d55/fe6 [1048482,85027] 0 2024-09-17T10:40:09.161 INFO:tasks.workunit.client.1.smithi170.stdout:5/847: fsync d1/d3/f53 0 2024-09-17T10:40:09.161 INFO:tasks.workunit.client.1.smithi170.stdout:8/988: dread d4/df/f6e [0,4194304] 0 2024-09-17T10:40:09.161 INFO:tasks.workunit.client.1.smithi170.stdout:4/631: dwrite f3 [0,4194304] 0 2024-09-17T10:40:09.161 INFO:tasks.workunit.client.1.smithi170.stdout:8/989: truncate d4/df/d62/d88/ff6 340850 0 2024-09-17T10:40:09.164 INFO:tasks.workunit.client.1.smithi170.stdout:7/881: dwrite d25/d3b/f46 [0,4194304] 0 2024-09-17T10:40:09.164 INFO:tasks.workunit.client.1.smithi170.stdout:6/902: dwrite d0/d18/d70/d74/fd2 [4194304,4194304] 0 2024-09-17T10:40:09.173 INFO:tasks.workunit.client.1.smithi170.stdout:5/848: unlink d1/d3/d55/d80/d89/lea 0 2024-09-17T10:40:09.177 INFO:tasks.workunit.client.1.smithi170.stdout:4/632: link d9/c86 d9/d12/d36/d42/d7d/cc9 0 2024-09-17T10:40:09.181 INFO:tasks.workunit.client.1.smithi170.stdout:7/882: mknod d25/d2a/d3e/d56/d72/da8/c113 0 2024-09-17T10:40:09.183 INFO:tasks.workunit.client.1.smithi170.stdout:1/935: dwrite d3/dd8/d12a/f12c [0,4194304] 0 2024-09-17T10:40:09.183 INFO:tasks.workunit.client.1.smithi170.stdout:6/903: dwrite d0/d66/d9c/de7/d85/d69/fd8 [0,4194304] 0 2024-09-17T10:40:09.183 INFO:tasks.workunit.client.1.smithi170.stdout:6/904: write d0/d66/d9c/de7/d85/d64/f8c [1316664,59766] 0 2024-09-17T10:40:09.191 INFO:tasks.workunit.client.1.smithi170.stdout:9/955: truncate dd/d16/d17/f8a 1699028 0 2024-09-17T10:40:09.191 INFO:tasks.workunit.client.1.smithi170.stdout:9/956: creat dd/d40/d32/d3d/f137 x:0 0 0 2024-09-17T10:40:09.191 INFO:tasks.workunit.client.1.smithi170.stdout:9/957: readlink dd/l74 0 2024-09-17T10:40:09.194 INFO:tasks.workunit.client.1.smithi170.stdout:5/849: truncate d1/d3/d55/d87/f84 2794979 0 2024-09-17T10:40:09.194 INFO:tasks.workunit.client.1.smithi170.stdout:5/850: stat d1/d11/feb 0 2024-09-17T10:40:09.196 INFO:tasks.workunit.client.1.smithi170.stdout:5/851: dread d1/d3/d55/fe6 [0,4194304] 0 2024-09-17T10:40:09.197 INFO:tasks.workunit.client.1.smithi170.stdout:4/633: rename d9/d12/d36/d42/d40/f2e to d9/d12/d36/d42/d7d/fca 0 2024-09-17T10:40:09.202 INFO:tasks.workunit.client.1.smithi170.stdout:1/936: unlink d3/d68/d104/d4e/dd1/ffa 0 2024-09-17T10:40:09.212 INFO:tasks.workunit.client.1.smithi170.stdout:9/958: mknod dd/d16/d2a/c138 0 2024-09-17T10:40:09.215 INFO:tasks.workunit.client.1.smithi170.stdout:5/852: creat d1/d3/d55/d5e/d67/d86/dde/f111 x:0 0 0 2024-09-17T10:40:09.217 INFO:tasks.workunit.client.1.smithi170.stdout:4/634: symlink d9/da3/d7a/lcb 0 2024-09-17T10:40:09.217 INFO:tasks.workunit.client.1.smithi170.stdout:4/635: readlink d9/d3e/l52 0 2024-09-17T10:40:09.217 INFO:tasks.workunit.client.1.smithi170.stdout:4/636: write d9/f60 [127444,32005] 0 2024-09-17T10:40:09.219 INFO:tasks.workunit.client.1.smithi170.stdout:7/883: rmdir d25/d2a/d3e/d4b 39 2024-09-17T10:40:09.219 INFO:tasks.workunit.client.1.smithi170.stdout:7/884: write d25/f5e [3187022,15576] 0 2024-09-17T10:40:09.223 INFO:tasks.workunit.client.1.smithi170.stdout:1/937: creat d3/d68/d104/d51/f13c x:0 0 0 2024-09-17T10:40:09.229 INFO:tasks.workunit.client.1.smithi170.stdout:9/959: symlink dd/d40/d4e/d29/d54/d8c/l139 0 2024-09-17T10:40:09.232 INFO:tasks.workunit.client.1.smithi170.stdout:5/853: rename d1/d27/d95/f10f to d1/d3/df7/dce/f112 0 2024-09-17T10:40:09.232 INFO:tasks.workunit.client.1.smithi170.stdout:5/854: write d1/d3/d13/d2c/d51/ffb [730407,25649] 0 2024-09-17T10:40:09.234 INFO:tasks.workunit.client.1.smithi170.stdout:1/938: mknod d3/d77/dad/d9d/c13d 0 2024-09-17T10:40:09.235 INFO:tasks.workunit.client.1.smithi170.stdout:5/855: mkdir d1/d3/d13/d2c/d51/d6f/d93/ddf/d113 0 2024-09-17T10:40:09.237 INFO:tasks.workunit.client.1.smithi170.stdout:4/637: rmdir d9/d3e 39 2024-09-17T10:40:09.240 INFO:tasks.workunit.client.1.smithi170.stdout:4/638: mknod d9/d12/d36/d42/d40/ccc 0 2024-09-17T10:40:09.240 INFO:tasks.workunit.client.1.smithi170.stdout:4/639: write d9/d5a/f6d [590479,119097] 0 2024-09-17T10:40:09.242 INFO:tasks.workunit.client.1.smithi170.stdout:6/905: dwrite d0/d66/d9c/de7/d85/d69/d3e/f91 [0,4194304] 0 2024-09-17T10:40:09.242 INFO:tasks.workunit.client.1.smithi170.stdout:7/885: dwrite d25/f87 [0,4194304] 0 2024-09-17T10:40:09.243 INFO:tasks.workunit.client.1.smithi170.stdout:4/640: mknod d9/da3/dad/dc6/ccd 0 2024-09-17T10:40:09.243 INFO:tasks.workunit.client.1.smithi170.stdout:1/939: write d3/d68/d104/d4e/f61 [1300671,97456] 0 2024-09-17T10:40:09.246 INFO:tasks.workunit.client.1.smithi170.stdout:9/960: write dd/d16/d17/f10f [2683666,123509] 0 2024-09-17T10:40:09.251 INFO:tasks.workunit.client.1.smithi170.stdout:5/856: dwrite d1/d3/d13/d2c/f52 [0,4194304] 0 2024-09-17T10:40:09.252 INFO:tasks.workunit.client.1.smithi170.stdout:5/857: write d1/d3/d55/d80/d89/fc6 [238924,121300] 0 2024-09-17T10:40:09.252 INFO:tasks.workunit.client.1.smithi170.stdout:5/858: write d1/d3/d103/dd4/fef [4471203,68330] 0 2024-09-17T10:40:09.252 INFO:tasks.workunit.client.1.smithi170.stdout:5/859: fdatasync d1/d3/d13/d2c/d51/daf/f101 0 2024-09-17T10:40:09.254 INFO:tasks.workunit.client.1.smithi170.stdout:6/906: mkdir d0/d66/d9c/de7/d85/d43/d10a/dee/d143 0 2024-09-17T10:40:09.259 INFO:tasks.workunit.client.1.smithi170.stdout:1/940: creat d3/d68/d104/d51/d64/f13e x:0 0 0 2024-09-17T10:40:09.260 INFO:tasks.workunit.client.1.smithi170.stdout:9/961: creat dd/d40/d32/d3d/dbd/dd3/f13a x:0 0 0 2024-09-17T10:40:09.266 INFO:tasks.workunit.client.1.smithi170.stdout:1/941: dread d3/d68/d104/d51/dc8/fdf [0,4194304] 0 2024-09-17T10:40:09.268 INFO:tasks.workunit.client.1.smithi170.stdout:5/860: rename d1/d3/d13/d2c/d51/l7e to d1/d3/d55/d80/l114 0 2024-09-17T10:40:09.281 INFO:tasks.workunit.client.1.smithi170.stdout:5/861: dwrite d1/d3/d13/d2c/d51/daf/f101 [0,4194304] 0 2024-09-17T10:40:09.284 INFO:tasks.workunit.client.1.smithi170.stdout:6/907: link d0/d66/d9c/de7/d85/d64/cb5 d0/c144 0 2024-09-17T10:40:09.284 INFO:tasks.workunit.client.1.smithi170.stdout:6/908: rename d0/d66/d9c/de7/d85/d69/d8e to d0/d66/d9c/de7/d85/d69/d8e/d145 22 2024-09-17T10:40:09.285 INFO:tasks.workunit.client.1.smithi170.stdout:4/641: rmdir d9/d12/d36/d51/dae 39 2024-09-17T10:40:09.285 INFO:tasks.workunit.client.1.smithi170.stdout:4/642: write d9/d12/d36/d42/d7d/fca [5303633,121955] 0 2024-09-17T10:40:09.285 INFO:tasks.workunit.client.1.smithi170.stdout:6/909: dread d0/d66/d9c/de7/d85/d69/d8e/d92/f97 [0,4194304] 0 2024-09-17T10:40:09.289 INFO:tasks.workunit.client.1.smithi170.stdout:9/962: creat dd/d40/d4e/d29/d54/f13b x:0 0 0 2024-09-17T10:40:09.289 INFO:tasks.workunit.client.1.smithi170.stdout:9/963: creat dd/d16/d17/d43/d6d/df2/f13c x:0 0 0 2024-09-17T10:40:09.289 INFO:tasks.workunit.client.1.smithi170.stdout:5/862: dread d1/d11/f37 [0,4194304] 0 2024-09-17T10:40:09.290 INFO:tasks.workunit.client.1.smithi170.stdout:5/863: write d1/d3/d55/d80/d89/fad [880413,126329] 0 2024-09-17T10:40:09.290 INFO:tasks.workunit.client.1.smithi170.stdout:5/864: readlink d1/d3/d55/d87/l7a 0 2024-09-17T10:40:09.291 INFO:tasks.workunit.client.1.smithi170.stdout:1/942: unlink d3/d68/d104/f1b 0 2024-09-17T10:40:09.293 INFO:tasks.workunit.client.1.smithi170.stdout:1/943: dread d3/d5/dc9/d7b/fce [0,4194304] 0 2024-09-17T10:40:09.293 INFO:tasks.workunit.client.1.smithi170.stdout:1/944: creat d3/d68/d104/dde/f13f x:0 0 0 2024-09-17T10:40:09.296 INFO:tasks.workunit.client.1.smithi170.stdout:4/643: fsync d9/d12/f28 0 2024-09-17T10:40:09.296 INFO:tasks.workunit.client.1.smithi170.stdout:4/644: creat d9/d12/d36/d42/d40/d70/d72/fce x:0 0 0 2024-09-17T10:40:09.296 INFO:tasks.workunit.client.1.smithi170.stdout:4/645: dread - d9/f94 zero size 2024-09-17T10:40:09.297 INFO:tasks.workunit.client.1.smithi170.stdout:6/910: rename d0/c21 to d0/d66/d9c/de7/d85/d69/d8e/d92/dd1/d10e/c146 0 2024-09-17T10:40:09.299 INFO:tasks.workunit.client.1.smithi170.stdout:9/964: mkdir dd/d40/d32/d3d/d13d 0 2024-09-17T10:40:09.300 INFO:tasks.workunit.client.1.smithi170.stdout:5/865: creat d1/d3/d96/f115 x:0 0 0 2024-09-17T10:40:09.305 INFO:tasks.workunit.client.1.smithi170.stdout:4/646: mkdir d9/d3e/dcf 0 2024-09-17T10:40:09.308 INFO:tasks.workunit.client.1.smithi170.stdout:5/866: symlink d1/d3/d55/d80/d89/da5/l116 0 2024-09-17T10:40:09.310 INFO:tasks.workunit.client.1.smithi170.stdout:4/647: mknod d9/d12/d36/d42/d40/d70/d72/cd0 0 2024-09-17T10:40:09.311 INFO:tasks.workunit.client.1.smithi170.stdout:9/965: dwrite dd/d40/d4e/d29/d2c/f10c [0,4194304] 0 2024-09-17T10:40:09.313 INFO:tasks.workunit.client.1.smithi170.stdout:4/648: creat d9/d12/d36/d42/d76/fd1 x:0 0 0 2024-09-17T10:40:09.317 INFO:tasks.workunit.client.1.smithi170.stdout:9/966: symlink dd/d40/d32/d3d/d13d/l13e 0 2024-09-17T10:40:09.317 INFO:tasks.workunit.client.1.smithi170.stdout:9/967: chown dd/d16/d2a/d51/dac/fe1 117 1 2024-09-17T10:40:09.319 INFO:tasks.workunit.client.1.smithi170.stdout:4/649: unlink d9/d12/d36/d42/d40/lc8 0 2024-09-17T10:40:09.320 INFO:tasks.workunit.client.1.smithi170.stdout:1/945: getdents d3/d68/d104 0 2024-09-17T10:40:09.323 INFO:tasks.workunit.client.1.smithi170.stdout:6/911: rename d0/d66/d9c/de7/d85/d69/d8e/d92/dd1 to d0/d66/d9c/de7/d85/d69/d8e/d92/dc9/d147 0 2024-09-17T10:40:09.323 INFO:tasks.workunit.client.1.smithi170.stdout:4/650: rmdir d9/d12/d36/d42/d58 39 2024-09-17T10:40:09.325 INFO:tasks.workunit.client.1.smithi170.stdout:5/867: dwrite d1/d3/d55/f8e [4194304,4194304] 0 2024-09-17T10:40:09.326 INFO:tasks.workunit.client.1.smithi170.stdout:1/946: getdents d3/d68/d104/d51/dac 0 2024-09-17T10:40:09.327 INFO:tasks.workunit.client.1.smithi170.stdout:9/968: getdents dd/da1/df9 0 2024-09-17T10:40:09.327 INFO:tasks.workunit.client.1.smithi170.stdout:9/969: chown dd/d40/d4e/c65 1082 1 2024-09-17T10:40:09.327 INFO:tasks.workunit.client.1.smithi170.stdout:9/970: write dd/d40/d4e/fd2 [858537,8693] 0 2024-09-17T10:40:09.327 INFO:tasks.workunit.client.1.smithi170.stdout:9/971: fsync dd/d16/d17/d43/d66/f7b 0 2024-09-17T10:40:09.329 INFO:tasks.workunit.client.1.smithi170.stdout:6/912: mknod d0/d66/d9c/de7/d85/d43/d10a/c148 0 2024-09-17T10:40:09.329 INFO:tasks.workunit.client.1.smithi170.stdout:6/913: stat d0/d66/d9c/de7/d85/d69/d8e/d92/dc9 0 2024-09-17T10:40:09.329 INFO:tasks.workunit.client.1.smithi170.stdout:6/914: dread - d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/fdf zero size 2024-09-17T10:40:09.333 INFO:tasks.workunit.client.1.smithi170.stdout:5/868: mkdir d1/d3/d13/d2c/d51/d6f/d93/d10d/d117 0 2024-09-17T10:40:09.333 INFO:tasks.workunit.client.1.smithi170.stdout:5/869: write d1/d3/d13/d2c/d51/d6f/fa7 [426387,58375] 0 2024-09-17T10:40:09.334 INFO:tasks.workunit.client.1.smithi170.stdout:1/947: symlink d3/d5/dc9/d7b/d8b/db8/l140 0 2024-09-17T10:40:09.334 INFO:tasks.workunit.client.1.smithi170.stdout:1/948: chown d3/d5/dc9/c26 334 1 2024-09-17T10:40:09.335 INFO:tasks.workunit.client.1.smithi170.stdout:9/972: write dd/d40/d4e/d23/dae/db4/f96 [8359068,10269] 0 2024-09-17T10:40:09.335 INFO:tasks.workunit.client.1.smithi170.stdout:9/973: chown dd/d40/d4e/d23/dae/db4/da7 11 1 2024-09-17T10:40:09.335 INFO:tasks.workunit.client.1.smithi170.stdout:9/974: dread - dd/d40/d4e/d29/d54/f13b zero size 2024-09-17T10:40:09.336 INFO:tasks.workunit.client.1.smithi170.stdout:6/915: symlink d0/d18/d70/l149 0 2024-09-17T10:40:09.338 INFO:tasks.workunit.client.1.smithi170.stdout:4/651: mkdir d9/d12/dd2 0 2024-09-17T10:40:09.346 INFO:tasks.workunit.client.1.smithi170.stdout:1/949: link d3/d68/c116 d3/d68/d104/d51/dac/c141 0 2024-09-17T10:40:09.349 INFO:tasks.workunit.client.1.smithi170.stdout:6/916: link d0/d66/d9c/de7/d85/d43/d10a/cef d0/d66/d9c/de7/d85/d69/d8e/c14a 0 2024-09-17T10:40:09.349 INFO:tasks.workunit.client.1.smithi170.stdout:6/917: write d0/d66/d9c/de7/d85/d69/d3e/f8a [5117116,96284] 0 2024-09-17T10:40:09.350 INFO:tasks.workunit.client.1.smithi170.stdout:5/870: truncate d1/d3/df7/d54/f90 1116565 0 2024-09-17T10:40:09.351 INFO:tasks.workunit.client.1.smithi170.stdout:4/652: dwrite d9/d3e/f98 [0,4194304] 0 2024-09-17T10:40:09.352 INFO:tasks.workunit.client.1.smithi170.stdout:1/950: truncate d3/d114/de3/d115/d137/f13b 2860930 0 2024-09-17T10:40:09.355 INFO:tasks.workunit.client.1.smithi170.stdout:9/975: rmdir dd/d40/d32/d3d 39 2024-09-17T10:40:09.355 INFO:tasks.workunit.client.1.smithi170.stdout:9/976: dread - dd/d40/d32/ffc zero size 2024-09-17T10:40:09.355 INFO:tasks.workunit.client.1.smithi170.stdout:9/977: creat dd/d40/d32/f13f x:0 0 0 2024-09-17T10:40:09.360 INFO:tasks.workunit.client.1.smithi170.stdout:5/871: rename d1/d27/cb8 to d1/d3/df7/ddd/c118 0 2024-09-17T10:40:09.360 INFO:tasks.workunit.client.1.smithi170.stdout:5/872: readlink d1/d3/d13/d2c/l75 0 2024-09-17T10:40:09.361 INFO:tasks.workunit.client.1.smithi170.stdout:5/873: fdatasync d1/d27/f73 0 2024-09-17T10:40:09.361 INFO:tasks.workunit.client.1.smithi170.stdout:5/874: fsync d1/d3/d55/d80/d89/fed 0 2024-09-17T10:40:09.361 INFO:tasks.workunit.client.1.smithi170.stdout:5/875: dread - d1/d3/d55/d6d/f108 zero size 2024-09-17T10:40:09.362 INFO:tasks.workunit.client.1.smithi170.stdout:4/653: creat d9/d12/d36/d42/d7d/db1/fd3 x:0 0 0 2024-09-17T10:40:09.367 INFO:tasks.workunit.client.1.smithi170.stdout:6/918: dwrite d0/d66/d9c/de7/d85/d64/f8c [4194304,4194304] 0 2024-09-17T10:40:09.370 INFO:tasks.workunit.client.1.smithi170.stdout:9/978: truncate dd/d40/d4e/d29/d54/d8c/f97 2812749 0 2024-09-17T10:40:09.371 INFO:tasks.workunit.client.1.smithi170.stdout:4/654: truncate d9/d12/f81 875773 0 2024-09-17T10:40:09.371 INFO:tasks.workunit.client.1.smithi170.stdout:4/655: chown d9/da3/dad/fbc 19761 1 2024-09-17T10:40:09.372 INFO:tasks.workunit.client.1.smithi170.stdout:4/656: fsync d9/d3e/f50 0 2024-09-17T10:40:09.373 INFO:tasks.workunit.client.1.smithi170.stdout:1/951: rmdir d3/d114 39 2024-09-17T10:40:09.374 INFO:tasks.workunit.client.1.smithi170.stdout:5/876: dwrite d1/d11/fc0 [0,4194304] 0 2024-09-17T10:40:09.374 INFO:tasks.workunit.client.1.smithi170.stdout:5/877: truncate d1/d3/d13/d2c/d51/d6f/fcd 1841006 0 2024-09-17T10:40:09.376 INFO:tasks.workunit.client.1.smithi170.stdout:6/919: chown d0/d66/d9c/de7/d85/l37 1 1 2024-09-17T10:40:09.378 INFO:tasks.workunit.client.1.smithi170.stdout:9/979: link dd/c58 dd/d16/d17/d5c/d85/c140 0 2024-09-17T10:40:09.378 INFO:tasks.workunit.client.1.smithi170.stdout:9/980: fdatasync dd/d40/d4e/d29/d54/f13b 0 2024-09-17T10:40:09.380 INFO:tasks.workunit.client.1.smithi170.stdout:4/657: rmdir d9/d12/dd2 0 2024-09-17T10:40:09.380 INFO:tasks.workunit.client.1.smithi170.stdout:4/658: write d9/d12/d36/d42/d7d/db1/fd3 [339252,12147] 0 2024-09-17T10:40:09.381 INFO:tasks.workunit.client.1.smithi170.stdout:1/952: mkdir d3/d77/d142 0 2024-09-17T10:40:09.381 INFO:tasks.workunit.client.1.smithi170.stdout:1/953: readlink d3/d77/dad/d9d/l90 0 2024-09-17T10:40:09.381 INFO:tasks.workunit.client.1.smithi170.stdout:1/954: truncate d3/d5/f22 8572009 0 2024-09-17T10:40:09.382 INFO:tasks.workunit.client.1.smithi170.stdout:5/878: dread d1/d3/d13/d2c/f52 [0,4194304] 0 2024-09-17T10:40:09.390 INFO:tasks.workunit.client.1.smithi170.stdout:5/879: write d1/d3/d13/d2c/d51/daf/f101 [594851,42641] 0 2024-09-17T10:40:09.396 INFO:tasks.workunit.client.1.smithi170.stdout:6/920: mkdir d0/d66/d9c/de7/d85/d43/d10a/dee/d136/d14b 0 2024-09-17T10:40:09.398 INFO:tasks.workunit.client.1.smithi170.stdout:4/659: mknod d9/d12/d36/d42/d40/d70/d72/cd4 0 2024-09-17T10:40:09.401 INFO:tasks.workunit.client.1.smithi170.stdout:1/955: rename d3/d68/d104/f56 to d3/d77/f143 0 2024-09-17T10:40:09.402 INFO:tasks.workunit.client.1.smithi170.stdout:5/880: symlink d1/d11/d10b/l119 0 2024-09-17T10:40:09.403 INFO:tasks.workunit.client.1.smithi170.stdout:5/881: readlink d1/d3/d55/d80/d89/lb6 0 2024-09-17T10:40:09.405 INFO:tasks.workunit.client.1.smithi170.stdout:6/921: creat d0/d66/d9c/de7/d85/d43/f14c x:0 0 0 2024-09-17T10:40:09.406 INFO:tasks.workunit.client.1.smithi170.stdout:9/981: getdents dd/d16/d17/d43/d6d/df2 0 2024-09-17T10:40:09.408 INFO:tasks.workunit.client.1.smithi170.stdout:7/886: sync 2024-09-17T10:40:09.408 INFO:tasks.workunit.client.1.smithi170.stdout:8/990: sync 2024-09-17T10:40:09.416 INFO:tasks.workunit.client.1.smithi170.stdout:1/956: creat d3/d5/dc9/f144 x:0 0 0 2024-09-17T10:40:09.417 INFO:tasks.workunit.client.1.smithi170.stdout:5/882: unlink d1/d3/df7/ddd/f102 0 2024-09-17T10:40:09.419 INFO:tasks.workunit.client.1.smithi170.stdout:8/991: dread d4/df/d3a/df7/f48 [0,4194304] 0 2024-09-17T10:40:09.420 INFO:tasks.workunit.client.1.smithi170.stdout:7/887: mkdir d25/d2a/d3e/dfe/d114 0 2024-09-17T10:40:09.421 INFO:tasks.workunit.client.1.smithi170.stdout:4/660: getdents d9/da3/dad 0 2024-09-17T10:40:09.421 INFO:tasks.workunit.client.1.smithi170.stdout:7/888: dread d25/d2a/d3e/d56/d72/da8/df5/fbc [0,4194304] 0 2024-09-17T10:40:09.423 INFO:tasks.workunit.client.1.smithi170.stdout:5/883: dread d1/d3/d55/d87/f70 [0,4194304] 0 2024-09-17T10:40:09.424 INFO:tasks.workunit.client.1.smithi170.stdout:1/957: fsync d3/d68/d104/d51/da4/f101 0 2024-09-17T10:40:09.425 INFO:tasks.workunit.client.1.smithi170.stdout:6/922: dwrite d0/d66/d9c/de7/fbf [4194304,4194304] 0 2024-09-17T10:40:09.426 INFO:tasks.workunit.client.1.smithi170.stdout:8/992: mkdir d4/df/d3f/d44/df1/d133/d14a 0 2024-09-17T10:40:09.426 INFO:tasks.workunit.client.1.smithi170.stdout:4/661: mkdir d9/da3/d7a/dd5 0 2024-09-17T10:40:09.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/923: dread d0/d18/d70/dde/d13e/d11c/f12e [0,4194304] 0 2024-09-17T10:40:09.429 INFO:tasks.workunit.client.1.smithi170.stdout:5/884: getdents d1/d3/d13/d2c/d51/d6f/d93/da9 0 2024-09-17T10:40:09.429 INFO:tasks.workunit.client.1.smithi170.stdout:5/885: chown d1/d3/l30 1265117 1 2024-09-17T10:40:09.430 INFO:tasks.workunit.client.1.smithi170.stdout:5/886: fsync d1/d3/df7/f1f 0 2024-09-17T10:40:09.430 INFO:tasks.workunit.client.1.smithi170.stdout:9/982: dwrite dd/d16/d17/d43/d6d/df2/f13c [0,4194304] 0 2024-09-17T10:40:09.430 INFO:tasks.workunit.client.1.smithi170.stdout:9/983: chown dd/d40/d4e/d29/d54/c7f 141692 1 2024-09-17T10:40:09.435 INFO:tasks.workunit.client.1.smithi170.stdout:1/958: write d3/d5/f7f [1402060,100729] 0 2024-09-17T10:40:09.439 INFO:tasks.workunit.client.1.smithi170.stdout:9/984: truncate dd/d16/d2a/d51/dac/fbb 1563690 0 2024-09-17T10:40:09.443 INFO:tasks.workunit.client.1.smithi170.stdout:5/887: dread d1/d11/d62/f9c [0,4194304] 0 2024-09-17T10:40:09.444 INFO:tasks.workunit.client.1.smithi170.stdout:6/924: dread d0/f7 [0,4194304] 0 2024-09-17T10:40:09.446 INFO:tasks.workunit.client.1.smithi170.stdout:9/985: rename dd/d40/d4e/l7d to dd/d16/d2a/d51/dd0/l141 0 2024-09-17T10:40:09.448 INFO:tasks.workunit.client.1.smithi170.stdout:5/888: mkdir d1/d3/d13/d2c/d51/d6f/d93/d11a 0 2024-09-17T10:40:09.450 INFO:tasks.workunit.client.1.smithi170.stdout:6/925: creat d0/d18/df2/f14d x:0 0 0 2024-09-17T10:40:09.454 INFO:tasks.workunit.client.1.smithi170.stdout:9/986: unlink dd/d16/f37 0 2024-09-17T10:40:09.455 INFO:tasks.workunit.client.1.smithi170.stdout:5/889: rmdir d1/d27 39 2024-09-17T10:40:09.455 INFO:tasks.workunit.client.1.smithi170.stdout:5/890: fdatasync d1/d11/d62/fb4 0 2024-09-17T10:40:09.455 INFO:tasks.workunit.client.1.smithi170.stdout:5/891: truncate d1/d3/dc4/f107 4899008 0 2024-09-17T10:40:09.456 INFO:tasks.workunit.client.1.smithi170.stdout:6/926: dread d0/d66/d9c/de7/d85/d69/d8e/d92/ff4 [0,4194304] 0 2024-09-17T10:40:09.456 INFO:tasks.workunit.client.1.smithi170.stdout:6/927: write d0/d66/d9c/de7/d85/d43/d10a/dee/f112 [546744,102528] 0 2024-09-17T10:40:09.457 INFO:tasks.workunit.client.1.smithi170.stdout:9/987: chown dd/c14 80 1 2024-09-17T10:40:09.459 INFO:tasks.workunit.client.1.smithi170.stdout:5/892: rename d1/f31 to d1/d3/d103/dd4/f11b 0 2024-09-17T10:40:09.459 INFO:tasks.workunit.client.1.smithi170.stdout:5/893: readlink d1/d3/d13/d2c/d51/l9f 0 2024-09-17T10:40:09.461 INFO:tasks.workunit.client.1.smithi170.stdout:9/988: unlink dd/d16/f77 0 2024-09-17T10:40:09.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/894: creat d1/d3/df7/d54/f11c x:0 0 0 2024-09-17T10:40:09.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/895: chown d1/d3/d55/d5e/d67/d86/dde/f111 7463280 1 2024-09-17T10:40:09.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/896: write d1/d3/d55/d5e/d67/d86/dde/f111 [261515,46078] 0 2024-09-17T10:40:09.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/897: write d1/d3/d13/d2c/d51/d6f/fcd [2654753,110402] 0 2024-09-17T10:40:09.463 INFO:tasks.workunit.client.1.smithi170.stdout:4/662: dwrite f3 [0,4194304] 0 2024-09-17T10:40:09.463 INFO:tasks.workunit.client.1.smithi170.stdout:9/989: link dd/d16/d2a/f8f dd/d40/d50/f142 0 2024-09-17T10:40:09.464 INFO:tasks.workunit.client.1.smithi170.stdout:8/993: dwrite d4/df/d3f/d44/d80/dd1/f13b [0,4194304] 0 2024-09-17T10:40:09.466 INFO:tasks.workunit.client.1.smithi170.stdout:5/898: mkdir d1/d3/d13/d2c/d51/d6f/d93/d11a/d11d 0 2024-09-17T10:40:09.467 INFO:tasks.workunit.client.1.smithi170.stdout:4/663: dread d9/d12/f3d [0,4194304] 0 2024-09-17T10:40:09.467 INFO:tasks.workunit.client.1.smithi170.stdout:4/664: chown d9/d12/d36/d42/d76/c9c 30998 1 2024-09-17T10:40:09.467 INFO:tasks.workunit.client.1.smithi170.stdout:4/665: read - d9/d12/d36/d42/d40/d70/d72/fce zero size 2024-09-17T10:40:09.467 INFO:tasks.workunit.client.1.smithi170.stdout:1/959: dwrite d3/d77/dad/ddb/d12b/fd5 [0,4194304] 0 2024-09-17T10:40:09.468 INFO:tasks.workunit.client.1.smithi170.stdout:9/990: mknod dd/d40/d4e/d29/d2c/d41/dd8/c143 0 2024-09-17T10:40:09.474 INFO:tasks.workunit.client.1.smithi170.stdout:5/899: mknod d1/d3/df7/d54/c11e 0 2024-09-17T10:40:09.475 INFO:tasks.workunit.client.1.smithi170.stdout:6/928: dwrite d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/f11b [0,4194304] 0 2024-09-17T10:40:09.476 INFO:tasks.workunit.client.1.smithi170.stdout:6/929: fdatasync d0/d66/d9c/de7/d85/d69/d3e/f59 0 2024-09-17T10:40:09.476 INFO:tasks.workunit.client.1.smithi170.stdout:6/930: write d0/d66/d9c/de7/d85/d69/d8e/d92/ff4 [573473,77520] 0 2024-09-17T10:40:09.476 INFO:tasks.workunit.client.1.smithi170.stdout:4/666: symlink d9/d12/d36/d51/dae/ld6 0 2024-09-17T10:40:09.476 INFO:tasks.workunit.client.1.smithi170.stdout:4/667: truncate d9/d12/d36/d42/f8d 905310 0 2024-09-17T10:40:09.484 INFO:tasks.workunit.client.1.smithi170.stdout:9/991: dwrite dd/d40/d4e/fa9 [4194304,4194304] 0 2024-09-17T10:40:09.484 INFO:tasks.workunit.client.1.smithi170.stdout:9/992: readlink dd/d40/d4e/l119 0 2024-09-17T10:40:09.484 INFO:tasks.workunit.client.1.smithi170.stdout:9/993: dread - dd/d40/d32/d3d/f12e zero size 2024-09-17T10:40:09.484 INFO:tasks.workunit.client.1.smithi170.stdout:1/960: rename d3/d77/db0/lf0 to d3/d114/de3/d115/d137/l145 0 2024-09-17T10:40:09.484 INFO:tasks.workunit.client.1.smithi170.stdout:1/961: fsync d3/d5/d54/dd0/fe9 0 2024-09-17T10:40:09.486 INFO:tasks.workunit.client.1.smithi170.stdout:8/994: getdents d4/df/d3f/d44/d80/dd1 0 2024-09-17T10:40:09.486 INFO:tasks.workunit.client.1.smithi170.stdout:8/995: write d4/df/d3f/d44/d80/d113/f121 [931688,111366] 0 2024-09-17T10:40:09.489 INFO:tasks.workunit.client.1.smithi170.stdout:5/900: truncate d1/f12 377973 0 2024-09-17T10:40:09.489 INFO:tasks.workunit.client.1.smithi170.stdout:5/901: truncate d1/d3/d55/d6d/fec 440636 0 2024-09-17T10:40:09.497 INFO:tasks.workunit.client.1.smithi170.stdout:5/902: write d1/d3/f5 [4668851,71641] 0 2024-09-17T10:40:09.501 INFO:tasks.workunit.client.1.smithi170.stdout:9/994: link dd/d40/d32/c5a dd/d16/d17/d43/d6d/df2/c144 0 2024-09-17T10:40:09.503 INFO:tasks.workunit.client.1.smithi170.stdout:1/962: creat d3/d77/f146 x:0 0 0 2024-09-17T10:40:09.505 INFO:tasks.workunit.client.1.smithi170.stdout:8/996: symlink d4/df/d94/d12b/l14b 0 2024-09-17T10:40:09.505 INFO:tasks.workunit.client.1.smithi170.stdout:8/997: dread d4/df/d94/fda [0,4194304] 0 2024-09-17T10:40:09.516 INFO:tasks.workunit.client.1.smithi170.stdout:5/903: rmdir d1/d3/d13/d2c/d51 39 2024-09-17T10:40:09.517 INFO:tasks.workunit.client.1.smithi170.stdout:1/963: creat d3/d68/d104/f147 x:0 0 0 2024-09-17T10:40:09.517 INFO:tasks.workunit.client.1.smithi170.stdout:1/964: getdents d3/d5/dc9/d7b/dfe 0 2024-09-17T10:40:09.517 INFO:tasks.workunit.client.1.smithi170.stdout:1/965: chown d3/d68/d104/d4e/dd1/c10d 46 1 2024-09-17T10:40:09.518 INFO:tasks.workunit.client.1.smithi170.stdout:1/966: read - d3/d114/f136 zero size 2024-09-17T10:40:09.518 INFO:tasks.workunit.client.1.smithi170.stdout:9/995: dwrite dd/d16/d2a/fa6 [0,4194304] 0 2024-09-17T10:40:09.519 INFO:tasks.workunit.client.1.smithi170.stdout:8/998: truncate d4/df/d62/d88/ff6 119323 0 2024-09-17T10:40:09.519 INFO:tasks.workunit.client.1.smithi170.stdout:8/999: write d4/df/d3f/d44/d80/dd1/f110 [1846580,64523] 0 2024-09-17T10:40:09.521 INFO:tasks.workunit.client.1.smithi170.stdout:1/967: mkdir d3/d77/db0/d148 0 2024-09-17T10:40:09.523 INFO:tasks.workunit.client.1.smithi170.stdout:1/968: mknod d3/d68/d104/dde/d117/c149 0 2024-09-17T10:40:09.525 INFO:tasks.workunit.client.1.smithi170.stdout:9/996: rmdir dd/d40/d32 39 2024-09-17T10:40:09.526 INFO:tasks.workunit.client.1.smithi170.stdout:9/997: mknod dd/d40/d4e/d23/dae/d10d/c145 0 2024-09-17T10:40:09.528 INFO:tasks.workunit.client.1.smithi170.stdout:5/904: dwrite d1/f97 [0,4194304] 0 2024-09-17T10:40:09.607 INFO:tasks.workunit.client.1.smithi170.stdout:9/998: creat dd/d40/d4e/d29/d109/f146 x:0 0 0 2024-09-17T10:40:09.608 INFO:tasks.workunit.client.1.smithi170.stdout:9/999: fdatasync dd/d40/f2d 0 2024-09-17T10:40:09.618 INFO:tasks.workunit.client.1.smithi170.stdout:5/905: symlink d1/d3/d55/l11f 0 2024-09-17T10:40:09.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/906: unlink d1/d11/d62/c6b 0 2024-09-17T10:40:09.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/907: fsync d1/d3/d13/d2c/d51/f81 0 2024-09-17T10:40:09.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/908: creat d1/d3/d55/d80/f120 x:0 0 0 2024-09-17T10:40:09.624 INFO:tasks.workunit.client.1.smithi170.stdout:5/909: chown d1/d3/d13/d2c/l75 11 1 2024-09-17T10:40:09.627 INFO:tasks.workunit.client.1.smithi170.stdout:5/910: mkdir d1/d3/d103/dd4/d121 0 2024-09-17T10:40:09.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:09 smithi159 ceph-mon[27674]: pgmap v283: 65 pgs: 65 active+clean; 3.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 234 MiB/s rd, 289 MiB/s wr, 466 op/s 2024-09-17T10:40:09.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:09 smithi170 ceph-mon[33842]: pgmap v283: 65 pgs: 65 active+clean; 3.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 234 MiB/s rd, 289 MiB/s wr, 466 op/s 2024-09-17T10:40:09.732 INFO:tasks.workunit.client.1.smithi170.stdout:7/889: sync 2024-09-17T10:40:09.732 INFO:tasks.workunit.client.1.smithi170.stdout:4/668: sync 2024-09-17T10:40:09.732 INFO:tasks.workunit.client.1.smithi170.stdout:6/931: sync 2024-09-17T10:40:09.732 INFO:tasks.workunit.client.1.smithi170.stdout:4/669: stat d9/l21 0 2024-09-17T10:40:09.734 INFO:tasks.workunit.client.1.smithi170.stdout:4/670: chown d9/d12/l2b 2205 1 2024-09-17T10:40:09.734 INFO:tasks.workunit.client.1.smithi170.stdout:4/671: chown d9/d12/d36/d51 14858 1 2024-09-17T10:40:09.736 INFO:tasks.workunit.client.1.smithi170.stdout:7/890: write d25/d2a/d94/f100 [110990,31218] 0 2024-09-17T10:40:09.758 INFO:tasks.workunit.client.1.smithi170.stdout:4/672: dwrite d9/da3/dad/fbc [0,4194304] 0 2024-09-17T10:40:09.758 INFO:tasks.workunit.client.1.smithi170.stdout:4/673: dread - d9/d12/d36/d42/f97 zero size 2024-09-17T10:40:09.759 INFO:tasks.workunit.client.1.smithi170.stdout:4/674: dread - d9/d12/d36/d42/f97 zero size 2024-09-17T10:40:09.759 INFO:tasks.workunit.client.1.smithi170.stdout:7/891: dwrite d25/d2a/d3e/d56/d5d/d7e/feb [0,4194304] 0 2024-09-17T10:40:09.763 INFO:tasks.workunit.client.1.smithi170.stdout:4/675: link d9/c26 d9/da3/d7a/dd5/cd7 0 2024-09-17T10:40:09.764 INFO:tasks.workunit.client.1.smithi170.stdout:4/676: write d9/d12/d36/d42/d40/f66 [1351985,89654] 0 2024-09-17T10:40:09.777 INFO:tasks.workunit.client.1.smithi170.stdout:7/892: link d25/d2a/d3e/d56/d72/da8/df5/fb8 d25/d2a/d3e/d56/d5d/d7e/dc0/f115 0 2024-09-17T10:40:09.777 INFO:tasks.workunit.client.1.smithi170.stdout:7/893: chown d25/d2a/d3e/d56/d72/d79 1 1 2024-09-17T10:40:09.780 INFO:tasks.workunit.client.1.smithi170.stdout:4/677: dwrite d9/f60 [0,4194304] 0 2024-09-17T10:40:09.782 INFO:tasks.workunit.client.1.smithi170.stdout:7/894: symlink d25/d3b/l116 0 2024-09-17T10:40:09.796 INFO:tasks.workunit.client.1.smithi170.stdout:4/678: dread d9/d12/d36/d42/d40/d70/d72/f8e [0,4194304] 0 2024-09-17T10:40:09.798 INFO:tasks.workunit.client.1.smithi170.stdout:7/895: dwrite d25/d2a/f2d [0,4194304] 0 2024-09-17T10:40:09.799 INFO:tasks.workunit.client.1.smithi170.stdout:4/679: truncate d9/d12/d36/d42/f4b 470452 0 2024-09-17T10:40:09.804 INFO:tasks.workunit.client.1.smithi170.stdout:7/896: mkdir d25/d2a/d3e/d4b/ddc/d117 0 2024-09-17T10:40:09.804 INFO:tasks.workunit.client.1.smithi170.stdout:7/897: dread - d25/f9f zero size 2024-09-17T10:40:09.804 INFO:tasks.workunit.client.1.smithi170.stdout:7/898: read - d25/d3b/fce zero size 2024-09-17T10:40:09.810 INFO:tasks.workunit.client.1.smithi170.stdout:4/680: mkdir d9/d5a/daa/dd8 0 2024-09-17T10:40:09.810 INFO:tasks.workunit.client.1.smithi170.stdout:4/681: write d9/da3/f71 [1186331,26241] 0 2024-09-17T10:40:09.810 INFO:tasks.workunit.client.1.smithi170.stdout:4/682: readlink d9/d12/d36/d42/d40/l8b 0 2024-09-17T10:40:09.814 INFO:tasks.workunit.client.1.smithi170.stdout:4/683: mknod d9/d12/d36/d51/dbf/cd9 0 2024-09-17T10:40:09.814 INFO:tasks.workunit.client.1.smithi170.stdout:4/684: readlink d9/d12/l27 0 2024-09-17T10:40:09.815 INFO:tasks.workunit.client.1.smithi170.stdout:4/685: write d9/d12/d36/fb9 [847735,75004] 0 2024-09-17T10:40:09.816 INFO:tasks.workunit.client.1.smithi170.stdout:7/899: dwrite d25/d2a/d3e/d56/d5d/d7e/fc8 [0,4194304] 0 2024-09-17T10:40:09.816 INFO:tasks.workunit.client.1.smithi170.stdout:7/900: creat d25/d53/f118 x:0 0 0 2024-09-17T10:40:09.821 INFO:tasks.workunit.client.1.smithi170.stdout:4/686: rmdir d9/d5a 39 2024-09-17T10:40:09.822 INFO:tasks.workunit.client.1.smithi170.stdout:7/901: rename d25/d3b/f4d to d25/d2a/d3e/d56/d72/f119 0 2024-09-17T10:40:09.825 INFO:tasks.workunit.client.1.smithi170.stdout:4/687: rename d9/d12/d36/d42/d7d/db1/lb4 to d9/d12/d36/d42/d40/d70/d72/lda 0 2024-09-17T10:40:09.826 INFO:tasks.workunit.client.1.smithi170.stdout:7/902: creat d25/d2a/d3e/d56/d5d/d7e/dc0/f11a x:0 0 0 2024-09-17T10:40:09.826 INFO:tasks.workunit.client.1.smithi170.stdout:7/903: write d25/d53/df0/f10e [110183,62457] 0 2024-09-17T10:40:09.843 INFO:tasks.workunit.client.1.smithi170.stdout:7/904: dwrite d25/d2a/d3e/d6a/fd0 [0,4194304] 0 2024-09-17T10:40:09.843 INFO:tasks.workunit.client.1.smithi170.stdout:4/688: dwrite d9/f94 [0,4194304] 0 2024-09-17T10:40:09.843 INFO:tasks.workunit.client.1.smithi170.stdout:7/905: write d25/d2a/fb1 [635995,84508] 0 2024-09-17T10:40:09.847 INFO:tasks.workunit.client.1.smithi170.stdout:7/906: dread d25/d53/fcc [0,4194304] 0 2024-09-17T10:40:09.849 INFO:tasks.workunit.client.1.smithi170.stdout:7/907: mkdir d25/d11b 0 2024-09-17T10:40:09.852 INFO:tasks.workunit.client.1.smithi170.stdout:7/908: mknod d25/d53/df0/c11c 0 2024-09-17T10:40:09.852 INFO:tasks.workunit.client.1.smithi170.stdout:7/909: fdatasync f1a 0 2024-09-17T10:40:09.852 INFO:tasks.workunit.client.1.smithi170.stdout:7/910: chown d25/d2a/d3e/d56/d72/da8/d104/ddf/def/lf8 3 1 2024-09-17T10:40:09.852 INFO:tasks.workunit.client.1.smithi170.stdout:7/911: chown d25/d2a/daf/cb2 35945210 1 2024-09-17T10:40:09.852 INFO:tasks.workunit.client.1.smithi170.stdout:4/689: dread d9/f60 [0,4194304] 0 2024-09-17T10:40:09.854 INFO:tasks.workunit.client.1.smithi170.stdout:4/690: link d9/d12/d36/d51/dae/cbd d9/d12/d36/d42/d58/cdb 0 2024-09-17T10:40:09.854 INFO:tasks.workunit.client.1.smithi170.stdout:4/691: fdatasync d9/d12/d36/d42/d58/f7e 0 2024-09-17T10:40:09.858 INFO:tasks.workunit.client.1.smithi170.stdout:4/692: unlink d9/d3e/f65 0 2024-09-17T10:40:09.858 INFO:tasks.workunit.client.1.smithi170.stdout:4/693: chown d9/d12/d36/d42/d40/d70 9 1 2024-09-17T10:40:09.861 INFO:tasks.workunit.client.1.smithi170.stdout:4/694: rename d9/da3/d7a/c7f to d9/da3/dad/dc6/cdc 0 2024-09-17T10:40:09.861 INFO:tasks.workunit.client.1.smithi170.stdout:4/695: fsync d9/f53 0 2024-09-17T10:40:09.864 INFO:tasks.workunit.client.1.smithi170.stdout:4/696: rmdir d9/d12/d36/d51/dbf 39 2024-09-17T10:40:09.864 INFO:tasks.workunit.client.1.smithi170.stdout:7/912: dwrite f20 [0,4194304] 0 2024-09-17T10:40:09.877 INFO:tasks.workunit.client.1.smithi170.stdout:7/913: creat d25/d2a/d3e/d4b/ddc/d117/f11d x:0 0 0 2024-09-17T10:40:09.877 INFO:tasks.workunit.client.1.smithi170.stdout:7/914: dread - d25/fe2 zero size 2024-09-17T10:40:09.885 INFO:tasks.workunit.client.1.smithi170.stdout:4/697: dwrite d9/d12/d36/d42/d40/d70/f78 [0,4194304] 0 2024-09-17T10:40:09.889 INFO:tasks.workunit.client.1.smithi170.stdout:4/698: getdents d9/d12/d36/d51/dbf 0 2024-09-17T10:40:09.889 INFO:tasks.workunit.client.1.smithi170.stdout:1/969: sync 2024-09-17T10:40:09.889 INFO:tasks.workunit.client.1.smithi170.stdout:5/911: sync 2024-09-17T10:40:09.892 INFO:tasks.workunit.client.1.smithi170.stdout:4/699: symlink d9/d12/d36/d42/d58/ldd 0 2024-09-17T10:40:09.893 INFO:tasks.workunit.client.1.smithi170.stdout:1/970: unlink d3/d77/l111 0 2024-09-17T10:40:09.893 INFO:tasks.workunit.client.1.smithi170.stdout:1/971: truncate d3/dd8/fe5 943997 0 2024-09-17T10:40:09.894 INFO:tasks.workunit.client.1.smithi170.stdout:7/915: dwrite d25/d2a/d3e/d56/d5d/d7e/fb9 [0,4194304] 0 2024-09-17T10:40:09.894 INFO:tasks.workunit.client.1.smithi170.stdout:4/700: mknod d9/d12/d36/d42/cde 0 2024-09-17T10:40:09.895 INFO:tasks.workunit.client.1.smithi170.stdout:1/972: getdents d3/d68/d104/d4e/dd1/d118 0 2024-09-17T10:40:09.895 INFO:tasks.workunit.client.1.smithi170.stdout:1/973: chown d3/d68/d104/dde/d117/c149 5 1 2024-09-17T10:40:09.895 INFO:tasks.workunit.client.1.smithi170.stdout:1/974: chown d3/d77/d135 59705258 1 2024-09-17T10:40:09.904 INFO:tasks.workunit.client.1.smithi170.stdout:4/701: dread d9/f25 [0,4194304] 0 2024-09-17T10:40:09.904 INFO:tasks.workunit.client.1.smithi170.stdout:7/916: mknod d25/d53/c11e 0 2024-09-17T10:40:09.905 INFO:tasks.workunit.client.1.smithi170.stdout:1/975: dread d3/d5/dc9/fbf [0,4194304] 0 2024-09-17T10:40:09.907 INFO:tasks.workunit.client.1.smithi170.stdout:5/912: dwrite d1/d3/d103/dd4/fe5 [0,4194304] 0 2024-09-17T10:40:09.908 INFO:tasks.workunit.client.1.smithi170.stdout:7/917: dread f8 [0,4194304] 0 2024-09-17T10:40:09.912 INFO:tasks.workunit.client.1.smithi170.stdout:6/932: sync 2024-09-17T10:40:09.916 INFO:tasks.workunit.client.1.smithi170.stdout:5/913: link d1/d11/c66 d1/d3/d13/d2c/d51/d6f/d93/ddf/c122 0 2024-09-17T10:40:09.918 INFO:tasks.workunit.client.1.smithi170.stdout:6/933: creat d0/d66/d9c/de7/d85/d69/d11a/f14e x:0 0 0 2024-09-17T10:40:09.918 INFO:tasks.workunit.client.1.smithi170.stdout:6/934: readlink d0/d18/df2/led 0 2024-09-17T10:40:09.918 INFO:tasks.workunit.client.1.smithi170.stdout:6/935: read - d0/d66/d9c/de7/d85/d43/d10a/f135 zero size 2024-09-17T10:40:09.918 INFO:tasks.workunit.client.1.smithi170.stdout:6/936: chown d0/d18/df2/lc5 0 1 2024-09-17T10:40:09.920 INFO:tasks.workunit.client.1.smithi170.stdout:5/914: getdents d1/d3/d13/d2c/d51/d6f/d93/d10d 0 2024-09-17T10:40:09.922 INFO:tasks.workunit.client.1.smithi170.stdout:6/937: mkdir d0/d18/d70/dde/d13e/d14f 0 2024-09-17T10:40:09.924 INFO:tasks.workunit.client.1.smithi170.stdout:5/915: creat d1/d3/d13/d2c/d51/daf/f123 x:0 0 0 2024-09-17T10:40:09.929 INFO:tasks.workunit.client.1.smithi170.stdout:4/702: dwrite d9/d12/d36/f9b [0,4194304] 0 2024-09-17T10:40:09.930 INFO:tasks.workunit.client.1.smithi170.stdout:7/918: dwrite d25/d3b/f46 [0,4194304] 0 2024-09-17T10:40:09.931 INFO:tasks.workunit.client.1.smithi170.stdout:7/919: chown d25/d2a/d3e/d56/d72/d79/f93 250932 1 2024-09-17T10:40:09.933 INFO:tasks.workunit.client.1.smithi170.stdout:7/920: link d25/d2a/d3e/d56/d72/f7c d25/d2a/d3e/d56/d72/da8/d104/ddf/f11f 0 2024-09-17T10:40:09.933 INFO:tasks.workunit.client.1.smithi170.stdout:7/921: write d25/d2a/fb1 [1666036,12571] 0 2024-09-17T10:40:09.935 INFO:tasks.workunit.client.1.smithi170.stdout:7/922: creat d25/d4e/dec/f120 x:0 0 0 2024-09-17T10:40:09.935 INFO:tasks.workunit.client.1.smithi170.stdout:7/923: write d25/f5e [2075446,92581] 0 2024-09-17T10:40:09.937 INFO:tasks.workunit.client.1.smithi170.stdout:6/938: write d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/f11b [3625347,71209] 0 2024-09-17T10:40:09.937 INFO:tasks.workunit.client.1.smithi170.stdout:6/939: write d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/fd7 [6976492,50094] 0 2024-09-17T10:40:09.939 INFO:tasks.workunit.client.1.smithi170.stdout:7/924: dread d25/d4e/f76 [0,4194304] 0 2024-09-17T10:40:09.940 INFO:tasks.workunit.client.1.smithi170.stdout:7/925: write d25/d2a/d3e/d56/f8b [307256,94911] 0 2024-09-17T10:40:09.940 INFO:tasks.workunit.client.1.smithi170.stdout:7/926: readlink d25/d2a/d3e/d56/d72/da8/df5/l6f 0 2024-09-17T10:40:09.941 INFO:tasks.workunit.client.1.smithi170.stdout:6/940: symlink d0/d66/d9c/de7/d85/d69/d3e/d80/d10b/d13c/l150 0 2024-09-17T10:40:09.941 INFO:tasks.workunit.client.1.smithi170.stdout:6/941: write d0/d66/d9c/de7/d85/d69/fb7 [671786,24315] 0 2024-09-17T10:40:09.941 INFO:tasks.workunit.client.1.smithi170.stdout:6/942: write d0/d18/d70/d74/ffb [325026,10419] 0 2024-09-17T10:40:09.941 INFO:tasks.workunit.client.1.smithi170.stdout:4/703: dwrite d9/f14 [0,4194304] 0 2024-09-17T10:40:09.942 INFO:tasks.workunit.client.1.smithi170.stdout:7/927: symlink d25/l121 0 2024-09-17T10:40:09.943 INFO:tasks.workunit.client.1.smithi170.stdout:6/943: mkdir d0/d18/d70/dde/d151 0 2024-09-17T10:40:09.946 INFO:tasks.workunit.client.1.smithi170.stdout:7/928: dread d25/d2a/d3e/d56/d72/fe3 [0,4194304] 0 2024-09-17T10:40:09.946 INFO:tasks.workunit.client.1.smithi170.stdout:7/929: chown d25/ca7 581814 1 2024-09-17T10:40:09.946 INFO:tasks.workunit.client.1.smithi170.stdout:7/930: write d25/d2a/d94/fde [115202,36995] 0 2024-09-17T10:40:09.952 INFO:tasks.workunit.client.1.smithi170.stdout:4/704: write d9/d5a/fb0 [157129,108655] 0 2024-09-17T10:40:09.952 INFO:tasks.workunit.client.1.smithi170.stdout:4/705: fsync d9/d12/d36/d42/d40/d70/d72/f85 0 2024-09-17T10:40:09.957 INFO:tasks.workunit.client.1.smithi170.stdout:4/706: symlink d9/d12/d36/d42/ldf 0 2024-09-17T10:40:09.957 INFO:tasks.workunit.client.1.smithi170.stdout:4/707: stat d9/d3e/fb8 0 2024-09-17T10:40:09.963 INFO:tasks.workunit.client.1.smithi170.stdout:6/944: dwrite d0/f39 [4194304,4194304] 0 2024-09-17T10:40:09.963 INFO:tasks.workunit.client.1.smithi170.stdout:6/945: fsync d0/d66/d9c/de7/d85/d69/d3e/d80/f83 0 2024-09-17T10:40:09.963 INFO:tasks.workunit.client.1.smithi170.stdout:6/946: stat d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/lad 0 2024-09-17T10:40:09.964 INFO:tasks.workunit.client.1.smithi170.stdout:7/931: dwrite d25/d2a/d3e/d56/d72/f7c [0,4194304] 0 2024-09-17T10:40:09.967 INFO:tasks.workunit.client.1.smithi170.stdout:6/947: stat d0/d66/c81 0 2024-09-17T10:40:09.967 INFO:tasks.workunit.client.1.smithi170.stdout:6/948: chown d0/d66/d9c/de7/d85/d64/fbd 230 1 2024-09-17T10:40:09.967 INFO:tasks.workunit.client.1.smithi170.stdout:6/949: fdatasync d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/f125 0 2024-09-17T10:40:09.970 INFO:tasks.workunit.client.1.smithi170.stdout:4/708: dwrite d9/d12/d36/d51/dbf/fc2 [0,4194304] 0 2024-09-17T10:40:09.970 INFO:tasks.workunit.client.1.smithi170.stdout:4/709: truncate d9/d12/d36/d42/f97 896424 0 2024-09-17T10:40:09.976 INFO:tasks.workunit.client.1.smithi170.stdout:6/950: truncate d0/f2c 1918830 0 2024-09-17T10:40:09.976 INFO:tasks.workunit.client.1.smithi170.stdout:6/951: dread - d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/fa1 zero size 2024-09-17T10:40:09.978 INFO:tasks.workunit.client.1.smithi170.stdout:4/710: write d9/d3e/f98 [3919779,47576] 0 2024-09-17T10:40:09.980 INFO:tasks.workunit.client.1.smithi170.stdout:7/932: rmdir d25/d2a/d3e/d6a 39 2024-09-17T10:40:09.988 INFO:tasks.workunit.client.1.smithi170.stdout:6/952: rename d0/d66/d9c/de7/d85/d69/d3e/f91 to d0/d66/d9c/de7/d85/d43/d10a/dee/d143/f152 0 2024-09-17T10:40:09.988 INFO:tasks.workunit.client.1.smithi170.stdout:6/953: truncate d0/d66/d9c/de7/d85/d69/d3e/da9/f137 822219 0 2024-09-17T10:40:09.990 INFO:tasks.workunit.client.1.smithi170.stdout:4/711: creat d9/da3/dad/fe0 x:0 0 0 2024-09-17T10:40:09.990 INFO:tasks.workunit.client.1.smithi170.stdout:4/712: chown d9/d12/d36/d51/f96 14570768 1 2024-09-17T10:40:09.993 INFO:tasks.workunit.client.1.smithi170.stdout:4/713: dread d9/d12/f3d [0,4194304] 0 2024-09-17T10:40:09.995 INFO:tasks.workunit.client.1.smithi170.stdout:7/933: dwrite d25/f44 [0,4194304] 0 2024-09-17T10:40:09.996 INFO:tasks.workunit.client.1.smithi170.stdout:6/954: unlink d0/d66/d9c/de7/d85/d43/c5b 0 2024-09-17T10:40:09.996 INFO:tasks.workunit.client.1.smithi170.stdout:6/955: fsync d0/d66/d9c/de7/d85/d69/d8e/d92/dc1/f107 0 2024-09-17T10:40:09.996 INFO:tasks.workunit.client.1.smithi170.stdout:6/956: fdatasync d0/d18/d70/d74/ffb 0 2024-09-17T10:40:10.001 INFO:tasks.workunit.client.1.smithi170.stdout:7/934: mkdir d25/d4e/dec/d122 0 2024-09-17T10:40:10.004 INFO:tasks.workunit.client.1.smithi170.stdout:6/957: symlink d0/d18/d70/d74/l153 0 2024-09-17T10:40:10.004 INFO:tasks.workunit.client.1.smithi170.stdout:6/958: truncate d0/d66/d9c/de7/d85/d43/d10a/dee/d12b/f133 1019980 0 2024-09-17T10:40:10.004 INFO:tasks.workunit.client.1.smithi170.stdout:6/959: chown d0/d18/l2f 0 1 2024-09-17T10:40:10.004 INFO:tasks.workunit.client.1.smithi170.stdout:4/714: dread d9/d12/f22 [0,4194304] 0 2024-09-17T10:40:10.005 INFO:tasks.workunit.client.1.smithi170.stdout:4/715: dread d9/d3e/f4c [0,4194304] 0 2024-09-17T10:40:10.025 INFO:tasks.workunit.client.1.smithi170.stdout:6/960: mknod d0/d66/d9c/de7/d85/d69/d3e/d80/c154 0 2024-09-17T10:40:10.026 INFO:tasks.workunit.client.1.smithi170.stdout:4/716: mkdir d9/d12/d36/d42/d40/d70/de1 0 2024-09-17T10:40:10.028 INFO:tasks.workunit.client.1.smithi170.stdout:7/935: read f1e [826312,40885] 0 2024-09-17T10:40:10.028 INFO:tasks.workunit.client.1.smithi170.stdout:7/936: write d25/d3b/fd1 [1018802,78811] 0 2024-09-17T10:40:10.029 INFO:tasks.workunit.client.1.smithi170.stdout:6/961: truncate d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/f125 589121 0 2024-09-17T10:40:10.032 INFO:tasks.workunit.client.1.smithi170.stdout:4/717: symlink d9/d3e/le2 0 2024-09-17T10:40:10.032 INFO:tasks.workunit.client.1.smithi170.stdout:4/718: stat d9/d12/d36/d42/d40/fab 0 2024-09-17T10:40:10.032 INFO:tasks.workunit.client.1.smithi170.stdout:4/719: readlink d9/d3e/le2 0 2024-09-17T10:40:10.034 INFO:tasks.workunit.client.1.smithi170.stdout:7/937: creat d25/d2a/d3e/d4b/ddc/f123 x:0 0 0 2024-09-17T10:40:10.041 INFO:tasks.workunit.client.1.smithi170.stdout:6/962: dwrite d0/d66/fc0 [0,4194304] 0 2024-09-17T10:40:10.042 INFO:tasks.workunit.client.1.smithi170.stdout:7/938: dread f4 [0,4194304] 0 2024-09-17T10:40:10.043 INFO:tasks.workunit.client.1.smithi170.stdout:6/963: write d0/d66/d9c/de7/d85/d69/d3e/d80/f83 [4461884,5516] 0 2024-09-17T10:40:10.064 INFO:tasks.workunit.client.1.smithi170.stdout:7/939: mknod d25/d2a/d3e/dfe/c124 0 2024-09-17T10:40:10.065 INFO:tasks.workunit.client.1.smithi170.stdout:6/964: truncate d0/d18/d70/d74/fd2 4376298 0 2024-09-17T10:40:10.066 INFO:tasks.workunit.client.1.smithi170.stdout:4/720: rmdir d9/d3e 39 2024-09-17T10:40:10.067 INFO:tasks.workunit.client.1.smithi170.stdout:6/965: mknod d0/d66/d9c/de7/d85/d69/d3e/d80/c155 0 2024-09-17T10:40:10.068 INFO:tasks.workunit.client.1.smithi170.stdout:4/721: mknod d9/d12/d36/d51/ce3 0 2024-09-17T10:40:10.071 INFO:tasks.workunit.client.1.smithi170.stdout:6/966: creat d0/d66/d9c/de7/d85/d69/d8e/f156 x:0 0 0 2024-09-17T10:40:10.072 INFO:tasks.workunit.client.1.smithi170.stdout:7/940: dread d25/d2a/f38 [0,4194304] 0 2024-09-17T10:40:10.072 INFO:tasks.workunit.client.1.smithi170.stdout:7/941: truncate d25/d4e/f102 1006027 0 2024-09-17T10:40:10.072 INFO:tasks.workunit.client.1.smithi170.stdout:7/942: dread - d25/d3b/fce zero size 2024-09-17T10:40:10.072 INFO:tasks.workunit.client.1.smithi170.stdout:7/943: stat d25/d2a/d3e/d56/d5d/d7e/fd3 0 2024-09-17T10:40:10.074 INFO:tasks.workunit.client.1.smithi170.stdout:6/967: mknod d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7/d102/c157 0 2024-09-17T10:40:10.077 INFO:tasks.workunit.client.1.smithi170.stdout:4/722: dread d9/d12/f15 [0,4194304] 0 2024-09-17T10:40:10.077 INFO:tasks.workunit.client.1.smithi170.stdout:7/944: symlink d25/d11b/l125 0 2024-09-17T10:40:10.077 INFO:tasks.workunit.client.1.smithi170.stdout:7/945: chown d25/l27 133695 1 2024-09-17T10:40:10.077 INFO:tasks.workunit.client.1.smithi170.stdout:6/968: rmdir d0/d18/d70/dde/d13e/d11c 39 2024-09-17T10:40:10.080 INFO:tasks.workunit.client.1.smithi170.stdout:4/723: getdents d9/d12/d36/d51/dae 0 2024-09-17T10:40:10.080 INFO:tasks.workunit.client.1.smithi170.stdout:4/724: fsync d9/da3/dad/fb2 0 2024-09-17T10:40:10.080 INFO:tasks.workunit.client.1.smithi170.stdout:4/725: write d9/d3e/f98 [979257,61433] 0 2024-09-17T10:40:10.080 INFO:tasks.workunit.client.1.smithi170.stdout:4/726: write f2 [218869,68745] 0 2024-09-17T10:40:10.081 INFO:tasks.workunit.client.1.smithi170.stdout:7/946: mkdir d25/d4e/dec/d126 0 2024-09-17T10:40:10.084 INFO:tasks.workunit.client.1.smithi170.stdout:6/969: mknod d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/d9b/c158 0 2024-09-17T10:40:10.084 INFO:tasks.workunit.client.1.smithi170.stdout:6/970: fdatasync d0/d66/d9c/de7/d85/d69/fd8 0 2024-09-17T10:40:10.084 INFO:tasks.workunit.client.1.smithi170.stdout:6/971: write d0/f32 [4249334,115466] 0 2024-09-17T10:40:10.086 INFO:tasks.workunit.client.1.smithi170.stdout:4/727: dread d9/d12/f56 [0,4194304] 0 2024-09-17T10:40:10.089 INFO:tasks.workunit.client.1.smithi170.stdout:7/947: rename d25/d2a/d3e/d56/fa0 to d25/d4e/dec/f127 0 2024-09-17T10:40:10.089 INFO:tasks.workunit.client.1.smithi170.stdout:7/948: fsync d25/d2a/d3e/d6a/fe1 0 2024-09-17T10:40:10.093 INFO:tasks.workunit.client.1.smithi170.stdout:6/972: creat d0/d66/d9c/de7/d85/f159 x:0 0 0 2024-09-17T10:40:10.096 INFO:tasks.workunit.client.1.smithi170.stdout:4/728: mkdir d9/d12/d36/d42/de4 0 2024-09-17T10:40:10.096 INFO:tasks.workunit.client.1.smithi170.stdout:4/729: readlink d9/d3e/l69 0 2024-09-17T10:40:10.097 INFO:tasks.workunit.client.1.smithi170.stdout:7/949: mkdir d25/d2a/d94/dd8/d128 0 2024-09-17T10:40:10.100 INFO:tasks.workunit.client.1.smithi170.stdout:6/973: truncate d0/d18/d70/d74/fd2 748609 0 2024-09-17T10:40:10.100 INFO:tasks.workunit.client.1.smithi170.stdout:6/974: read - d0/d18/df2/f14d zero size 2024-09-17T10:40:10.102 INFO:tasks.workunit.client.1.smithi170.stdout:6/975: dread d0/d18/d70/d74/ffb [0,4194304] 0 2024-09-17T10:40:10.102 INFO:tasks.workunit.client.1.smithi170.stdout:7/950: mkdir d25/d2a/d3e/d56/d5d/d7e/d129 0 2024-09-17T10:40:10.102 INFO:tasks.workunit.client.1.smithi170.stdout:7/951: fdatasync d25/d2a/d3e/d56/d72/da8/df5/fb8 0 2024-09-17T10:40:10.107 INFO:tasks.workunit.client.1.smithi170.stdout:6/976: symlink d0/d66/d9c/de7/d85/d69/l15a 0 2024-09-17T10:40:10.107 INFO:tasks.workunit.client.1.smithi170.stdout:6/977: write d0/d66/d9c/de7/d85/d64/f72 [3081440,105922] 0 2024-09-17T10:40:10.107 INFO:tasks.workunit.client.1.smithi170.stdout:6/978: chown d0/d66/d9c/de7/la0 238960382 1 2024-09-17T10:40:10.116 INFO:tasks.workunit.client.1.smithi170.stdout:7/952: dwrite d25/d2a/f49 [0,4194304] 0 2024-09-17T10:40:10.116 INFO:tasks.workunit.client.1.smithi170.stdout:7/953: write d25/d2a/d3e/d56/d72/da8/df5/fb8 [2168068,27937] 0 2024-09-17T10:40:10.116 INFO:tasks.workunit.client.1.smithi170.stdout:7/954: fdatasync d25/f97 0 2024-09-17T10:40:10.118 INFO:tasks.workunit.client.1.smithi170.stdout:4/730: truncate f2 1457764 0 2024-09-17T10:40:10.118 INFO:tasks.workunit.client.1.smithi170.stdout:4/731: chown d9/d12/f15 3598850 1 2024-09-17T10:40:10.118 INFO:tasks.workunit.client.1.smithi170.stdout:4/732: truncate d9/d5a/fb0 4905169 0 2024-09-17T10:40:10.118 INFO:tasks.workunit.client.1.smithi170.stdout:7/955: stat d25/d2a/d3e/d56/d72/da8/df5/c63 0 2024-09-17T10:40:10.121 INFO:tasks.workunit.client.1.smithi170.stdout:4/733: rename d9/d3e/f98 to d9/d12/d36/d42/d7d/db1/fe5 0 2024-09-17T10:40:10.121 INFO:tasks.workunit.client.1.smithi170.stdout:6/979: write d0/d66/d9c/de7/d85/d69/d8e/d92/f97 [73107,40477] 0 2024-09-17T10:40:10.122 INFO:tasks.workunit.client.1.smithi170.stdout:7/956: mknod d25/d2a/d3e/d4b/ddc/c12a 0 2024-09-17T10:40:10.124 INFO:tasks.workunit.client.1.smithi170.stdout:4/734: unlink d9/l4e 0 2024-09-17T10:40:10.128 INFO:tasks.workunit.client.1.smithi170.stdout:6/980: rename d0/d66/d9c/de7/d85/d43/d10a/fca to d0/d66/d9c/de7/d85/d69/d8e/d92/dc9/f15b 0 2024-09-17T10:40:10.129 INFO:tasks.workunit.client.1.smithi170.stdout:7/957: mkdir d25/d2a/d3e/d12b 0 2024-09-17T10:40:10.129 INFO:tasks.workunit.client.1.smithi170.stdout:7/958: creat d25/d53/df0/f12c x:0 0 0 2024-09-17T10:40:10.130 INFO:tasks.workunit.client.1.smithi170.stdout:4/735: stat d9/d12/d36/d42/d7d/l9e 0 2024-09-17T10:40:10.132 INFO:tasks.workunit.client.1.smithi170.stdout:6/981: mkdir d0/d18/d70/dde/d151/d15c 0 2024-09-17T10:40:10.136 INFO:tasks.workunit.client.1.smithi170.stdout:7/959: symlink d25/d2a/d3e/d4b/ddc/de8/d10c/l12d 0 2024-09-17T10:40:10.138 INFO:tasks.workunit.client.1.smithi170.stdout:4/736: mknod d9/d12/d36/d42/d40/ce6 0 2024-09-17T10:40:10.146 INFO:tasks.workunit.client.1.smithi170.stdout:7/960: unlink d25/d3b/l40 0 2024-09-17T10:40:10.149 INFO:tasks.workunit.client.1.smithi170.stdout:7/961: symlink d25/d2a/d3e/d56/d5d/d7e/l12e 0 2024-09-17T10:40:10.149 INFO:tasks.workunit.client.1.smithi170.stdout:7/962: fdatasync d25/d2a/d94/fde 0 2024-09-17T10:40:10.152 INFO:tasks.workunit.client.1.smithi170.stdout:7/963: mkdir d25/d2a/d3e/d56/d72/d79/d12f 0 2024-09-17T10:40:10.152 INFO:tasks.workunit.client.1.smithi170.stdout:7/964: getdents d25/d4e/dec/d122 0 2024-09-17T10:40:10.155 INFO:tasks.workunit.client.1.smithi170.stdout:7/965: rmdir d25/d2a/d3e/d56/d5d 39 2024-09-17T10:40:10.155 INFO:tasks.workunit.client.1.smithi170.stdout:7/966: readlink d25/d4e/dec/l112 0 2024-09-17T10:40:10.155 INFO:tasks.workunit.client.1.smithi170.stdout:7/967: fsync d25/f97 0 2024-09-17T10:40:10.156 INFO:tasks.workunit.client.1.smithi170.stdout:4/737: dwrite d9/d5a/f6a [0,4194304] 0 2024-09-17T10:40:10.165 INFO:tasks.workunit.client.1.smithi170.stdout:4/738: dread d9/da3/dad/fbc [4194304,4194304] 0 2024-09-17T10:40:10.167 INFO:tasks.workunit.client.1.smithi170.stdout:7/968: dwrite d25/d2a/d3e/dae/fe9 [0,4194304] 0 2024-09-17T10:40:10.169 INFO:tasks.workunit.client.1.smithi170.stdout:4/739: mknod d9/da3/dad/dc6/ce7 0 2024-09-17T10:40:10.173 INFO:tasks.workunit.client.1.smithi170.stdout:7/969: mkdir d25/d2a/daf/d130 0 2024-09-17T10:40:10.184 INFO:tasks.workunit.client.1.smithi170.stdout:7/970: dread d25/d53/f69 [0,4194304] 0 2024-09-17T10:40:10.184 INFO:tasks.workunit.client.1.smithi170.stdout:4/740: dwrite d9/d12/d36/d42/d76/fd1 [0,4194304] 0 2024-09-17T10:40:10.185 INFO:tasks.workunit.client.1.smithi170.stdout:7/971: truncate d25/d2a/d3e/d6a/fd0 3607571 0 2024-09-17T10:40:10.189 INFO:tasks.workunit.client.1.smithi170.stdout:4/741: symlink d9/d12/d36/d42/d58/le8 0 2024-09-17T10:40:10.189 INFO:tasks.workunit.client.1.smithi170.stdout:4/742: truncate d9/d12/d36/d42/d76/f89 108497 0 2024-09-17T10:40:10.191 INFO:tasks.workunit.client.1.smithi170.stdout:7/972: link c1c d25/d2a/d3e/dfe/d114/c131 0 2024-09-17T10:40:10.191 INFO:tasks.workunit.client.1.smithi170.stdout:7/973: truncate d25/d53/fb7 183970 0 2024-09-17T10:40:10.193 INFO:tasks.workunit.client.1.smithi170.stdout:4/743: mknod d9/d12/d36/d42/d76/ce9 0 2024-09-17T10:40:10.193 INFO:tasks.workunit.client.1.smithi170.stdout:4/744: dread - d9/d5a/fa0 zero size 2024-09-17T10:40:10.193 INFO:tasks.workunit.client.1.smithi170.stdout:4/745: creat d9/d12/d36/d42/d7d/db1/fea x:0 0 0 2024-09-17T10:40:10.200 INFO:tasks.workunit.client.1.smithi170.stdout:4/746: getdents d9/da3/dad 0 2024-09-17T10:40:10.202 INFO:tasks.workunit.client.1.smithi170.stdout:4/747: dread d9/d12/d36/d42/d7d/db1/fd3 [0,4194304] 0 2024-09-17T10:40:10.204 INFO:tasks.workunit.client.1.smithi170.stdout:4/748: symlink d9/d12/d36/d42/d40/d70/d72/leb 0 2024-09-17T10:40:10.205 INFO:tasks.workunit.client.1.smithi170.stdout:7/974: dwrite d25/d2a/f2e [4194304,4194304] 0 2024-09-17T10:40:10.205 INFO:tasks.workunit.client.1.smithi170.stdout:7/975: dread - d25/d2a/d3e/d56/d72/da8/d104/ddf/def/ff3 zero size 2024-09-17T10:40:10.206 INFO:tasks.workunit.client.1.smithi170.stdout:4/749: getdents d9/d12/d36/d42/d58 0 2024-09-17T10:40:10.209 INFO:tasks.workunit.client.1.smithi170.stdout:4/750: truncate d9/d12/d36/d51/dae/fc0 1056384 0 2024-09-17T10:40:10.212 INFO:tasks.workunit.client.1.smithi170.stdout:4/751: creat d9/d12/d36/d42/d58/fec x:0 0 0 2024-09-17T10:40:10.217 INFO:tasks.workunit.client.1.smithi170.stdout:4/752: unlink d9/d12/d36/d51/dbf/fc2 0 2024-09-17T10:40:10.217 INFO:tasks.workunit.client.1.smithi170.stdout:4/753: write d9/d12/f81 [1109161,31141] 0 2024-09-17T10:40:10.220 INFO:tasks.workunit.client.1.smithi170.stdout:4/754: creat d9/d12/d36/fed x:0 0 0 2024-09-17T10:40:10.220 INFO:tasks.workunit.client.1.smithi170.stdout:4/755: fdatasync d9/da3/f71 0 2024-09-17T10:40:10.222 INFO:tasks.workunit.client.1.smithi170.stdout:4/756: mknod d9/da3/dad/dc6/cee 0 2024-09-17T10:40:10.222 INFO:tasks.workunit.client.1.smithi170.stdout:7/976: dwrite d25/d53/fcc [0,4194304] 0 2024-09-17T10:40:10.224 INFO:tasks.workunit.client.1.smithi170.stdout:4/757: mkdir d9/d3e/def 0 2024-09-17T10:40:10.226 INFO:tasks.workunit.client.1.smithi170.stdout:7/977: mkdir d25/d2a/d94/dd8/d132 0 2024-09-17T10:40:10.227 INFO:tasks.workunit.client.1.smithi170.stdout:7/978: mknod d25/d2a/d3e/d6a/c133 0 2024-09-17T10:40:10.229 INFO:tasks.workunit.client.1.smithi170.stdout:7/979: unlink d25/d2a/d3e/d4b/cad 0 2024-09-17T10:40:10.231 INFO:tasks.workunit.client.1.smithi170.stdout:7/980: creat d25/d2a/d3e/d56/d72/da8/d104/d105/f134 x:0 0 0 2024-09-17T10:40:10.233 INFO:tasks.workunit.client.1.smithi170.stdout:7/981: mknod d25/d2a/d3e/dfe/d114/c135 0 2024-09-17T10:40:10.268 INFO:tasks.workunit.client.1.smithi170.stdout:7/982: dwrite d25/d2a/d3e/d56/d72/d79/f93 [0,4194304] 0 2024-09-17T10:40:10.269 INFO:tasks.workunit.client.1.smithi170.stdout:7/983: creat d25/d2a/d3e/d6a/f136 x:0 0 0 2024-09-17T10:40:10.271 INFO:tasks.workunit.client.1.smithi170.stdout:7/984: rename d25/d2a/d3e/d56/d72/lcd to d25/d2a/d3e/d56/d5d/l137 0 2024-09-17T10:40:10.271 INFO:tasks.workunit.client.1.smithi170.stdout:7/985: dread - d25/d2a/daf/fea zero size 2024-09-17T10:40:10.271 INFO:tasks.workunit.client.1.smithi170.stdout:7/986: readlink d25/d2a/d3e/d56/d72/da8/d104/ddf/def/lf8 0 2024-09-17T10:40:10.271 INFO:tasks.workunit.client.1.smithi170.stdout:7/987: dread - d25/d2a/ffd zero size 2024-09-17T10:40:10.272 INFO:tasks.workunit.client.1.smithi170.stdout:7/988: mkdir d25/d2a/d3e/d12b/d138 0 2024-09-17T10:40:10.273 INFO:tasks.workunit.client.1.smithi170.stdout:7/989: mkdir d25/d2a/d3e/d56/d72/d79/d10b/d139 0 2024-09-17T10:40:10.285 INFO:tasks.workunit.client.1.smithi170.stdout:7/990: rename d25/d2a/d3e/d56/d72/d79 to d25/d2a/d94/dd8/d128/d13a 0 2024-09-17T10:40:10.285 INFO:tasks.workunit.client.1.smithi170.stdout:7/991: write d25/d2a/d3e/d56/d72/da8/df5/f86 [1098573,45136] 0 2024-09-17T10:40:10.287 INFO:tasks.workunit.client.1.smithi170.stdout:7/992: creat d25/d2a/d3e/d12b/d138/f13b x:0 0 0 2024-09-17T10:40:10.287 INFO:tasks.workunit.client.1.smithi170.stdout:7/993: read f15 [2277888,103088] 0 2024-09-17T10:40:10.288 INFO:tasks.workunit.client.1.smithi170.stdout:7/994: mkdir d25/d2a/d3e/dfe/d13c 0 2024-09-17T10:40:10.290 INFO:tasks.workunit.client.1.smithi170.stdout:7/995: mknod d25/d2a/d94/dd8/d128/d13a/d10b/c13d 0 2024-09-17T10:40:10.290 INFO:tasks.workunit.client.1.smithi170.stdout:7/996: read d25/d2a/d3e/d56/d5d/d7e/fc9 [228006,36378] 0 2024-09-17T10:40:10.291 INFO:tasks.workunit.client.1.smithi170.stdout:7/997: write d25/d2a/d3e/d56/d72/f119 [2321636,86984] 0 2024-09-17T10:40:10.291 INFO:tasks.workunit.client.1.smithi170.stdout:7/998: creat d25/f13e x:0 0 0 2024-09-17T10:40:10.291 INFO:tasks.workunit.client.1.smithi170.stdout:7/999: chown d25/d2a/d3e/d4b/fe0 15 1 2024-09-17T10:40:10.382 INFO:tasks.workunit.client.1.smithi170.stdout:1/976: sync 2024-09-17T10:40:10.382 INFO:tasks.workunit.client.1.smithi170.stdout:5/916: sync 2024-09-17T10:40:10.384 INFO:tasks.workunit.client.1.smithi170.stdout:5/917: creat d1/d3/d55/d80/d89/df6/f124 x:0 0 0 2024-09-17T10:40:10.385 INFO:tasks.workunit.client.1.smithi170.stdout:1/977: creat d3/d77/db0/d148/f14a x:0 0 0 2024-09-17T10:40:10.385 INFO:tasks.workunit.client.1.smithi170.stdout:1/978: creat d3/d77/db0/f14b x:0 0 0 2024-09-17T10:40:10.387 INFO:tasks.workunit.client.1.smithi170.stdout:5/918: creat d1/d3/dc4/f125 x:0 0 0 2024-09-17T10:40:10.387 INFO:tasks.workunit.client.1.smithi170.stdout:5/919: write d1/d3/d55/d80/fdb [996187,46172] 0 2024-09-17T10:40:10.389 INFO:tasks.workunit.client.1.smithi170.stdout:5/920: dread d1/d3/d55/d5e/d67/d86/dde/f111 [0,4194304] 0 2024-09-17T10:40:10.389 INFO:tasks.workunit.client.1.smithi170.stdout:5/921: dread - d1/d3/df7/d54/f11c zero size 2024-09-17T10:40:10.389 INFO:tasks.workunit.client.1.smithi170.stdout:1/979: dread d3/d68/d104/d51/dc8/fdf [0,4194304] 0 2024-09-17T10:40:10.391 INFO:tasks.workunit.client.1.smithi170.stdout:5/922: creat d1/d3/d13/d2c/d51/d6f/d93/d10d/f126 x:0 0 0 2024-09-17T10:40:10.392 INFO:tasks.workunit.client.1.smithi170.stdout:1/980: rename d3/d68/d104/d51/f5d to d3/d5/d54/f14c 0 2024-09-17T10:40:10.392 INFO:tasks.workunit.client.1.smithi170.stdout:1/981: write d3/d68/d104/d51/da4/f128 [572752,65692] 0 2024-09-17T10:40:10.394 INFO:tasks.workunit.client.1.smithi170.stdout:5/923: mknod d1/d3/d55/d5e/d67/d86/dde/c127 0 2024-09-17T10:40:10.394 INFO:tasks.workunit.client.1.smithi170.stdout:5/924: truncate d1/d3/d13/d2c/d51/daf/f123 618184 0 2024-09-17T10:40:10.394 INFO:tasks.workunit.client.1.smithi170.stdout:5/925: stat d1/d3/d103/ldc 0 2024-09-17T10:40:10.395 INFO:tasks.workunit.client.1.smithi170.stdout:1/982: symlink d3/d5/dc9/d7b/d8b/db8/l14d 0 2024-09-17T10:40:10.400 INFO:tasks.workunit.client.1.smithi170.stdout:5/926: creat d1/d3/d13/d2c/f128 x:0 0 0 2024-09-17T10:40:10.400 INFO:tasks.workunit.client.1.smithi170.stdout:5/927: write d1/d3/d55/d5e/d67/d86/dde/f111 [744581,123872] 0 2024-09-17T10:40:10.401 INFO:tasks.workunit.client.1.smithi170.stdout:5/928: read d1/d27/f73 [2611935,121994] 0 2024-09-17T10:40:10.401 INFO:tasks.workunit.client.1.smithi170.stdout:1/983: mkdir d3/d68/d104/dde/d14e 0 2024-09-17T10:40:10.404 INFO:tasks.workunit.client.1.smithi170.stdout:5/929: link d1/d3/d55/d80/da4/lb3 d1/d11/d10b/l129 0 2024-09-17T10:40:10.413 INFO:tasks.workunit.client.1.smithi170.stdout:5/930: read d1/d11/fc0 [1953486,55751] 0 2024-09-17T10:40:10.413 INFO:tasks.workunit.client.1.smithi170.stdout:5/931: fsync d1/d3/d103/dd4/fef 0 2024-09-17T10:40:10.413 INFO:tasks.workunit.client.1.smithi170.stdout:5/932: fsync d1/d3/f5 0 2024-09-17T10:40:10.414 INFO:tasks.workunit.client.1.smithi170.stdout:5/933: stat d1/d3/df7/d54/lfc 0 2024-09-17T10:40:10.418 INFO:tasks.workunit.client.1.smithi170.stdout:5/934: link d1/d3/d13/d2c/d51/d6f/d93/ddf/ff1 d1/d3/d55/d6d/f12a 0 2024-09-17T10:40:10.422 INFO:tasks.workunit.client.1.smithi170.stdout:1/984: dwrite d3/d77/db0/f131 [0,4194304] 0 2024-09-17T10:40:10.422 INFO:tasks.workunit.client.1.smithi170.stdout:1/985: chown d3/d5/l76 348948 1 2024-09-17T10:40:10.423 INFO:tasks.workunit.client.1.smithi170.stdout:1/986: dread d3/d114/de3/ff8 [0,4194304] 0 2024-09-17T10:40:10.423 INFO:tasks.workunit.client.1.smithi170.stdout:5/935: dread d1/d3/fd [0,4194304] 0 2024-09-17T10:40:10.423 INFO:tasks.workunit.client.1.smithi170.stdout:5/936: read - d1/d3/df7/d54/f11c zero size 2024-09-17T10:40:10.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/982: sync 2024-09-17T10:40:10.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/983: chown d0/d66/d9c/de7/d85/d69/d3e/da9 5592 1 2024-09-17T10:40:10.428 INFO:tasks.workunit.client.1.smithi170.stdout:6/984: write d0/d66/d9c/de7/d85/f159 [938656,4637] 0 2024-09-17T10:40:10.429 INFO:tasks.workunit.client.1.smithi170.stdout:1/987: symlink d3/d68/d104/d51/d64/l14f 0 2024-09-17T10:40:10.430 INFO:tasks.workunit.client.1.smithi170.stdout:5/937: link d1/d3/df7/d54/dd1/ff8 d1/d3/d13/d2c/d51/d6f/f12b 0 2024-09-17T10:40:10.431 INFO:tasks.workunit.client.1.smithi170.stdout:6/985: mkdir d0/d66/d9c/de7/d85/d69/d11a/d15d 0 2024-09-17T10:40:10.434 INFO:tasks.workunit.client.1.smithi170.stdout:1/988: unlink d3/d5/l52 0 2024-09-17T10:40:10.434 INFO:tasks.workunit.client.1.smithi170.stdout:1/989: write d3/f7 [4440454,120758] 0 2024-09-17T10:40:10.435 INFO:tasks.workunit.client.1.smithi170.stdout:1/990: dread d3/d68/d104/d51/f3b [0,4194304] 0 2024-09-17T10:40:10.438 INFO:tasks.workunit.client.1.smithi170.stdout:6/986: creat d0/d66/d9c/de7/d85/d43/d10a/dee/d136/d14b/f15e x:0 0 0 2024-09-17T10:40:10.442 INFO:tasks.workunit.client.1.smithi170.stdout:4/758: sync 2024-09-17T10:40:10.442 INFO:tasks.workunit.client.1.smithi170.stdout:4/759: fsync d9/d5a/f6d 0 2024-09-17T10:40:10.443 INFO:tasks.workunit.client.1.smithi170.stdout:1/991: mknod d3/d114/de3/d115/c150 0 2024-09-17T10:40:10.443 INFO:tasks.workunit.client.1.smithi170.stdout:1/992: chown d3/d114/de3/ff8 1015322 1 2024-09-17T10:40:10.444 INFO:tasks.workunit.client.1.smithi170.stdout:5/938: rmdir d1/d3/d13/d2c/d51/d6f/d93/d10d 39 2024-09-17T10:40:10.451 INFO:tasks.workunit.client.1.smithi170.stdout:4/760: rmdir d9/d5a/daa/dd8 0 2024-09-17T10:40:10.451 INFO:tasks.workunit.client.1.smithi170.stdout:4/761: chown d9/d12/d36/d42/d40/l95 1889 1 2024-09-17T10:40:10.453 INFO:tasks.workunit.client.1.smithi170.stdout:5/939: symlink d1/d3/d13/d2c/d51/d6f/d93/d11a/l12c 0 2024-09-17T10:40:10.457 INFO:tasks.workunit.client.1.smithi170.stdout:1/993: dwrite d3/d68/d104/d51/da4/ddd/f130 [0,4194304] 0 2024-09-17T10:40:10.461 INFO:tasks.workunit.client.1.smithi170.stdout:4/762: write d9/da3/dad/fbc [1062450,117236] 0 2024-09-17T10:40:10.461 INFO:tasks.workunit.client.1.smithi170.stdout:4/763: chown d9/d5a/fb0 36970070 1 2024-09-17T10:40:10.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/940: symlink d1/d3/df7/l12d 0 2024-09-17T10:40:10.462 INFO:tasks.workunit.client.1.smithi170.stdout:5/941: chown d1/d11/d62/l72 30 1 2024-09-17T10:40:10.468 INFO:tasks.workunit.client.1.smithi170.stdout:6/987: rename d0/d66/d9c/de7/d85/d69/d8e/d92 to d0/d66/d9c/de7/d85/d69/d8e/d15f 0 2024-09-17T10:40:10.469 INFO:tasks.workunit.client.1.smithi170.stdout:1/994: rmdir d3/d68/d104/d51/dc8 39 2024-09-17T10:40:10.475 INFO:tasks.workunit.client.1.smithi170.stdout:6/988: getdents d0/d66/d9c/de7/d85/d69/d3e/d80/d8d 0 2024-09-17T10:40:10.478 INFO:tasks.workunit.client.1.smithi170.stdout:4/764: dwrite d9/d12/d36/d42/d40/fab [0,4194304] 0 2024-09-17T10:40:10.482 INFO:tasks.workunit.client.1.smithi170.stdout:4/765: mknod d9/d5a/cf0 0 2024-09-17T10:40:10.483 INFO:tasks.workunit.client.1.smithi170.stdout:5/942: dwrite d1/f10e [0,4194304] 0 2024-09-17T10:40:10.484 INFO:tasks.workunit.client.1.smithi170.stdout:5/943: write d1/d3/d13/d2c/d51/d6f/fa7 [414529,64071] 0 2024-09-17T10:40:10.484 INFO:tasks.workunit.client.1.smithi170.stdout:5/944: write d1/d27/f33 [4727415,23377] 0 2024-09-17T10:40:10.484 INFO:tasks.workunit.client.1.smithi170.stdout:5/945: write d1/d3/d55/d80/d89/fd0 [935237,70532] 0 2024-09-17T10:40:10.486 INFO:tasks.workunit.client.1.smithi170.stdout:6/989: rmdir d0/d66/d9c/de7/d85/d69/d3e/d80/d8d/db2/df7 39 2024-09-17T10:40:10.488 INFO:tasks.workunit.client.1.smithi170.stdout:4/766: getdents d9/da3/dad/dc6 0 2024-09-17T10:40:10.495 INFO:tasks.workunit.client.1.smithi170.stdout:5/946: creat d1/d3/d13/d2c/d51/d6f/d93/ddf/d106/f12e x:0 0 0 2024-09-17T10:40:10.496 INFO:tasks.workunit.client.1.smithi170.stdout:6/990: truncate d0/d66/d9c/de7/d85/d43/d10a/dee/d12b/f133 115622 0 2024-09-17T10:40:10.496 INFO:tasks.workunit.client.1.smithi170.stdout:6/991: stat d0/d66/d9c/de7/c87 0 2024-09-17T10:40:10.498 INFO:tasks.workunit.client.1.smithi170.stdout:4/767: symlink d9/da3/d7a/lf1 0 2024-09-17T10:40:10.499 INFO:tasks.workunit.client.1.smithi170.stdout:6/992: mknod d0/d66/d9c/de7/d85/d43/d10a/dee/d136/c160 0 2024-09-17T10:40:10.500 INFO:tasks.workunit.client.1.smithi170.stdout:6/993: chown d0/d66/d9c/de7/d85/d43 246784971 1 2024-09-17T10:40:10.503 INFO:tasks.workunit.client.1.smithi170.stdout:4/768: mknod d9/da3/cf2 0 2024-09-17T10:40:10.503 INFO:tasks.workunit.client.1.smithi170.stdout:4/769: write d9/d12/d36/d42/d58/faf [369154,66019] 0 2024-09-17T10:40:10.512 INFO:tasks.workunit.client.1.smithi170.stdout:4/770: truncate d9/d12/d36/d42/d7d/db1/fe5 2579985 0 2024-09-17T10:40:10.512 INFO:tasks.workunit.client.1.smithi170.stdout:4/771: getdents d9/d12/d36/d42/de4 0 2024-09-17T10:40:10.514 INFO:tasks.workunit.client.1.smithi170.stdout:4/772: mkdir d9/d12/d36/d42/d7d/db1/df3 0 2024-09-17T10:40:10.514 INFO:tasks.workunit.client.1.smithi170.stdout:4/773: chown d9/d12/d36/d42/l73 0 1 2024-09-17T10:40:10.515 INFO:tasks.workunit.client.1.smithi170.stdout:4/774: mkdir d9/d12/d36/d42/d7d/db1/df3/df4 0 2024-09-17T10:40:10.517 INFO:tasks.workunit.client.1.smithi170.stdout:5/947: dwrite d1/f10e [0,4194304] 0 2024-09-17T10:40:10.518 INFO:tasks.workunit.client.1.smithi170.stdout:5/948: chown d1/d3/d55/d6d/f108 14680 1 2024-09-17T10:40:10.518 INFO:tasks.workunit.client.1.smithi170.stdout:5/949: chown d1/d3/d55/d5e/d67 201661806 1 2024-09-17T10:40:10.518 INFO:tasks.workunit.client.1.smithi170.stdout:4/775: creat d9/d12/d36/d42/ff5 x:0 0 0 2024-09-17T10:40:10.518 INFO:tasks.workunit.client.1.smithi170.stdout:4/776: dread d9/da3/f83 [0,4194304] 0 2024-09-17T10:40:10.519 INFO:tasks.workunit.client.1.smithi170.stdout:4/777: chown d9/d12/d36/d42/d40/d70/d72/cd0 387 1 2024-09-17T10:40:10.522 INFO:tasks.workunit.client.1.smithi170.stdout:5/950: rmdir d1/d3/d103/dd4/d121 0 2024-09-17T10:40:10.522 INFO:tasks.workunit.client.1.smithi170.stdout:5/951: write d1/d3/d103/ffe [89407,22147] 0 2024-09-17T10:40:10.522 INFO:tasks.workunit.client.1.smithi170.stdout:5/952: chown d1/d3/d13/d2c/d51/d6f/d93/da9/dbe 249 1 2024-09-17T10:40:10.522 INFO:tasks.workunit.client.1.smithi170.stdout:5/953: readlink d1/d3/d103/ldc 0 2024-09-17T10:40:10.524 INFO:tasks.workunit.client.1.smithi170.stdout:4/778: getdents d9/d12/d36/d42/d40/d70 0 2024-09-17T10:40:10.527 INFO:tasks.workunit.client.1.smithi170.stdout:4/779: unlink d9/d12/d36/d42/d58/ldd 0 2024-09-17T10:40:10.528 INFO:tasks.workunit.client.1.smithi170.stdout:4/780: fdatasync d9/d5a/f6a 0 2024-09-17T10:40:10.531 INFO:tasks.workunit.client.1.smithi170.stdout:5/954: write d1/d3/d103/dd4/fe5 [1085214,7543] 0 2024-09-17T10:40:10.536 INFO:tasks.workunit.client.1.smithi170.stdout:5/955: getdents d1/d3/d13/d2c/d51/d6f/d93/ddf 0 2024-09-17T10:40:10.536 INFO:tasks.workunit.client.1.smithi170.stdout:5/956: getdents d1/d3/d13/d2c/d51/d6f/d93/ddf/d113 0 2024-09-17T10:40:10.539 INFO:tasks.workunit.client.1.smithi170.stdout:5/957: mknod d1/d3/d13/d2c/d51/d6f/d93/da9/dbe/c12f 0 2024-09-17T10:40:10.539 INFO:tasks.workunit.client.1.smithi170.stdout:5/958: readlink d1/d3/d13/d2c/l75 0 2024-09-17T10:40:10.539 INFO:tasks.workunit.client.1.smithi170.stdout:5/959: write d1/d3/d103/dd4/fe5 [2903523,110739] 0 2024-09-17T10:40:10.553 INFO:tasks.workunit.client.1.smithi170.stdout:5/960: dwrite d1/f97 [0,4194304] 0 2024-09-17T10:40:10.564 INFO:tasks.workunit.client.1.smithi170.stdout:5/961: dwrite d1/d3/d13/d2c/d51/f81 [0,4194304] 0 2024-09-17T10:40:10.567 INFO:tasks.workunit.client.1.smithi170.stdout:5/962: symlink d1/d3/d13/d2c/d51/d6f/d93/ddf/d113/l130 0 2024-09-17T10:40:10.567 INFO:tasks.workunit.client.1.smithi170.stdout:5/963: fsync d1/d3/d13/d2c/dcb/ff5 0 2024-09-17T10:40:10.567 INFO:tasks.workunit.client.1.smithi170.stdout:5/964: readlink d1/d3/d13/d2c/l2e 0 2024-09-17T10:40:10.574 INFO:tasks.workunit.client.1.smithi170.stdout:5/965: read d1/d3/d13/d2c/d51/f81 [1269277,58617] 0 2024-09-17T10:40:10.574 INFO:tasks.workunit.client.1.smithi170.stdout:5/966: creat d1/f131 x:0 0 0 2024-09-17T10:40:10.574 INFO:tasks.workunit.client.1.smithi170.stdout:5/967: readlink d1/d3/df7/l12d 0 2024-09-17T10:40:10.651 INFO:tasks.workunit.client.1.smithi170.stdout:5/968: mknod d1/d3/dc4/c132 0 2024-09-17T10:40:10.796 INFO:tasks.workunit.client.1.smithi170.stdout:5/969: symlink d1/d3/d103/dd4/l133 0 2024-09-17T10:40:10.796 INFO:tasks.workunit.client.1.smithi170.stdout:5/970: chown d1/d27/d95/cb0 63518 1 2024-09-17T10:40:10.797 INFO:tasks.workunit.client.1.smithi170.stdout:5/971: chown d1/d3/d55/d87 938 1 2024-09-17T10:40:10.885 INFO:tasks.workunit.client.1.smithi170.stdout:6/994: sync 2024-09-17T10:40:10.885 INFO:tasks.workunit.client.1.smithi170.stdout:1/995: sync 2024-09-17T10:40:10.885 INFO:tasks.workunit.client.1.smithi170.stdout:4/781: sync 2024-09-17T10:40:10.887 INFO:tasks.workunit.client.1.smithi170.stdout:1/996: rename d3/d77/dad/cab to d3/d5/dc9/d7b/dfe/c151 0 2024-09-17T10:40:10.889 INFO:tasks.workunit.client.1.smithi170.stdout:6/995: mknod d0/d18/d70/c161 0 2024-09-17T10:40:10.890 INFO:tasks.workunit.client.1.smithi170.stdout:6/996: chown d0/d66/c76 4095490 1 2024-09-17T10:40:10.890 INFO:tasks.workunit.client.1.smithi170.stdout:6/997: chown d0/d66/d9c/de7/d85/ffc 1093 1 2024-09-17T10:40:10.890 INFO:tasks.workunit.client.1.smithi170.stdout:6/998: chown d0/d18/d70/d74/l153 63 1 2024-09-17T10:40:10.892 INFO:tasks.workunit.client.1.smithi170.stdout:6/999: symlink d0/d66/d9c/de7/d85/d69/d11a/l162 0 2024-09-17T10:40:10.895 INFO:tasks.workunit.client.1.smithi170.stdout:1/997: dread d3/d68/d104/d51/f43 [0,4194304] 0 2024-09-17T10:40:10.895 INFO:tasks.workunit.client.1.smithi170.stdout:1/998: write d3/d68/d104/f147 [108803,53350] 0 2024-09-17T10:40:10.897 INFO:tasks.workunit.client.1.smithi170.stdout:1/999: truncate d3/d114/de3/ffb 1449546 0 2024-09-17T10:40:10.898 INFO:tasks.workunit.client.1.smithi170.stdout:4/782: dwrite d9/d12/d36/d42/d76/fd1 [0,4194304] 0 2024-09-17T10:40:10.898 INFO:tasks.workunit.client.1.smithi170.stdout:4/783: chown d9/d12/d36/d42/d40/d70/d72/lda 534455974 1 2024-09-17T10:40:10.902 INFO:tasks.workunit.client.1.smithi170.stdout:4/784: symlink d9/d12/d36/d42/d58/lf6 0 2024-09-17T10:40:10.908 INFO:tasks.workunit.client.1.smithi170.stdout:5/972: creat d1/d3/f134 x:0 0 0 2024-09-17T10:40:10.909 INFO:tasks.workunit.client.1.smithi170.stdout:5/973: mknod d1/d3/dc4/c135 0 2024-09-17T10:40:10.910 INFO:tasks.workunit.client.1.smithi170.stdout:4/785: write d9/d5a/f6a [562309,29662] 0 2024-09-17T10:40:10.910 INFO:tasks.workunit.client.1.smithi170.stdout:4/786: write d9/d12/d36/f47 [12679167,68933] 0 2024-09-17T10:40:10.911 INFO:tasks.workunit.client.1.smithi170.stdout:5/974: truncate d1/d3/f2a 837883 0 2024-09-17T10:40:10.914 INFO:tasks.workunit.client.1.smithi170.stdout:5/975: unlink d1/d3/d55/d80/d89/fcc 0 2024-09-17T10:40:10.914 INFO:tasks.workunit.client.1.smithi170.stdout:5/976: dread - d1/d3/d55/d80/d89/fac zero size 2024-09-17T10:40:10.915 INFO:tasks.workunit.client.1.smithi170.stdout:5/977: creat d1/d3/d13/d2c/d51/d6f/d93/d11a/d11d/f136 x:0 0 0 2024-09-17T10:40:10.919 INFO:tasks.workunit.client.1.smithi170.stdout:5/978: dread d1/d3/d13/d2c/d51/ffb [0,4194304] 0 2024-09-17T10:40:10.920 INFO:tasks.workunit.client.1.smithi170.stdout:5/979: mkdir d1/d3/d96/d137 0 2024-09-17T10:40:10.921 INFO:tasks.workunit.client.1.smithi170.stdout:5/980: creat d1/d3/d55/d80/da4/f138 x:0 0 0 2024-09-17T10:40:10.928 INFO:tasks.workunit.client.1.smithi170.stdout:4/787: dwrite d9/d12/d36/d42/d40/fab [4194304,4194304] 0 2024-09-17T10:40:10.929 INFO:tasks.workunit.client.1.smithi170.stdout:5/981: write d1/d3/d103/dd4/f11b [4938579,106315] 0 2024-09-17T10:40:10.932 INFO:tasks.workunit.client.1.smithi170.stdout:4/788: rmdir d9/da3/dad 39 2024-09-17T10:40:10.946 INFO:tasks.workunit.client.1.smithi170.stdout:5/982: dwrite d1/d3/d55/d6d/f7b [0,4194304] 0 2024-09-17T10:40:10.946 INFO:tasks.workunit.client.1.smithi170.stdout:5/983: dread - d1/d3/d13/d2c/d51/d6f/d93/ddf/d106/f12e zero size 2024-09-17T10:40:10.947 INFO:tasks.workunit.client.1.smithi170.stdout:5/984: fdatasync d1/d3/d103/dd4/fe5 0 2024-09-17T10:40:10.947 INFO:tasks.workunit.client.1.smithi170.stdout:4/789: write d9/d12/d36/d42/f4b [518690,43909] 0 2024-09-17T10:40:10.951 INFO:tasks.workunit.client.1.smithi170.stdout:5/985: symlink d1/d3/d13/d2c/d51/d6f/d93/da9/dbe/dd9/l139 0 2024-09-17T10:40:10.951 INFO:tasks.workunit.client.1.smithi170.stdout:5/986: chown d1/d3/d13/d2c/lbd 37 1 2024-09-17T10:40:10.951 INFO:tasks.workunit.client.1.smithi170.stdout:5/987: stat d1/f94 0 2024-09-17T10:40:10.951 INFO:tasks.workunit.client.1.smithi170.stdout:5/988: readlink d1/d27/d95/l9e 0 2024-09-17T10:40:10.951 INFO:tasks.workunit.client.1.smithi170.stdout:5/989: read - d1/d3/d103/dd4/fff zero size 2024-09-17T10:40:10.954 INFO:tasks.workunit.client.1.smithi170.stdout:5/990: mkdir d1/d3/d13/d2c/d51/d6f/d93/d11a/d13a 0 2024-09-17T10:40:11.285 INFO:tasks.workunit.client.1.smithi170.stdout:5/991: sync 2024-09-17T10:40:11.285 INFO:tasks.workunit.client.1.smithi170.stdout:4/790: sync 2024-09-17T10:40:11.287 INFO:tasks.workunit.client.1.smithi170.stdout:4/791: write d9/d12/d36/fa4 [616596,85906] 0 2024-09-17T10:40:11.287 INFO:tasks.workunit.client.1.smithi170.stdout:4/792: chown d9/d12/d36/d42/d40/c90 0 1 2024-09-17T10:40:11.296 INFO:tasks.workunit.client.1.smithi170.stdout:4/793: read d9/f41 [6210113,52184] 0 2024-09-17T10:40:11.296 INFO:tasks.workunit.client.1.smithi170.stdout:4/794: stat d9/da3/d7a/dd5 0 2024-09-17T10:40:11.302 INFO:tasks.workunit.client.1.smithi170.stdout:5/992: dwrite d1/f42 [4194304,4194304] 0 2024-09-17T10:40:11.302 INFO:tasks.workunit.client.1.smithi170.stdout:5/993: fsync d1/d27/f33 0 2024-09-17T10:40:11.313 INFO:tasks.workunit.client.1.smithi170.stdout:4/795: dwrite d9/d12/d36/d42/d58/f7e [0,4194304] 0 2024-09-17T10:40:11.317 INFO:tasks.workunit.client.1.smithi170.stdout:5/994: dwrite d1/d11/f37 [0,4194304] 0 2024-09-17T10:40:11.318 INFO:tasks.workunit.client.1.smithi170.stdout:4/796: rename d9/da3/d7a/dd5 to d9/d12/df7 0 2024-09-17T10:40:11.318 INFO:tasks.workunit.client.1.smithi170.stdout:4/797: read - d9/d5a/fa0 zero size 2024-09-17T10:40:11.320 INFO:tasks.workunit.client.1.smithi170.stdout:4/798: rmdir d9/d12/d36/d42/d40/d70 39 2024-09-17T10:40:11.322 INFO:tasks.workunit.client.1.smithi170.stdout:4/799: rename d9/d12/d36/d42/d76/ca8 to d9/d12/d36/d51/dae/cf8 0 2024-09-17T10:40:11.336 INFO:tasks.workunit.client.1.smithi170.stdout:4/800: dwrite d9/f94 [0,4194304] 0 2024-09-17T10:40:11.336 INFO:tasks.workunit.client.1.smithi170.stdout:4/801: truncate d9/d12/d36/d42/f4b 847743 0 2024-09-17T10:40:11.338 INFO:tasks.workunit.client.1.smithi170.stdout:4/802: creat d9/d12/d36/d42/de4/ff9 x:0 0 0 2024-09-17T10:40:11.351 INFO:tasks.workunit.client.1.smithi170.stdout:4/803: dwrite d9/d12/d36/d42/d40/d70/d72/fb3 [0,4194304] 0 2024-09-17T10:40:11.357 INFO:tasks.workunit.client.1.smithi170.stdout:4/804: dread d9/d5a/f6a [0,4194304] 0 2024-09-17T10:40:11.357 INFO:tasks.workunit.client.1.smithi170.stdout:4/805: fsync d9/f94 0 2024-09-17T10:40:11.364 INFO:tasks.workunit.client.1.smithi170.stdout:4/806: rename d9/d12/d36/d42/d40/d70/d72/leb to d9/d12/d36/d42/de4/lfa 0 2024-09-17T10:40:11.366 INFO:tasks.workunit.client.1.smithi170.stdout:4/807: creat d9/d12/ffb x:0 0 0 2024-09-17T10:40:11.377 INFO:tasks.workunit.client.1.smithi170.stdout:4/808: dread d9/d12/d36/d51/f77 [0,4194304] 0 2024-09-17T10:40:11.377 INFO:tasks.workunit.client.1.smithi170.stdout:4/809: dread - d9/da3/dad/fb2 zero size 2024-09-17T10:40:11.377 INFO:tasks.workunit.client.1.smithi170.stdout:4/810: fdatasync d9/d12/d36/d42/d40/f45 0 2024-09-17T10:40:11.378 INFO:tasks.workunit.client.1.smithi170.stdout:4/811: creat d9/d12/d36/d42/d40/d70/ffc x:0 0 0 2024-09-17T10:40:11.379 INFO:tasks.workunit.client.1.smithi170.stdout:4/812: creat d9/d5a/daa/ffd x:0 0 0 2024-09-17T10:40:11.381 INFO:tasks.workunit.client.1.smithi170.stdout:4/813: rename d9/d12/d36/d42/d76/fd1 to d9/d12/d36/d42/d7d/ffe 0 2024-09-17T10:40:11.398 INFO:tasks.workunit.client.1.smithi170.stdout:4/814: dwrite d9/d12/d36/d42/d58/faf [0,4194304] 0 2024-09-17T10:40:11.402 INFO:tasks.workunit.client.1.smithi170.stdout:4/815: symlink d9/d3e/dcf/lff 0 2024-09-17T10:40:11.403 INFO:tasks.workunit.client.1.smithi170.stdout:4/816: creat d9/d12/d36/d51/f100 x:0 0 0 2024-09-17T10:40:11.404 INFO:tasks.workunit.client.1.smithi170.stdout:4/817: chown d9/d12/d36/d42/d76/ce9 890030136 1 2024-09-17T10:40:11.410 INFO:tasks.workunit.client.1.smithi170.stdout:4/818: dread d9/f14 [0,4194304] 0 2024-09-17T10:40:11.411 INFO:tasks.workunit.client.1.smithi170.stdout:4/819: stat d9/d12/df7/cd7 0 2024-09-17T10:40:11.411 INFO:tasks.workunit.client.1.smithi170.stdout:4/820: readlink d9/d12/d36/d42/d40/l95 0 2024-09-17T10:40:11.412 INFO:tasks.workunit.client.1.smithi170.stdout:4/821: link d9/d5a/daa/ffd d9/d12/df7/f101 0 2024-09-17T10:40:11.412 INFO:tasks.workunit.client.1.smithi170.stdout:4/822: readlink d9/d12/d36/l38 0 2024-09-17T10:40:11.413 INFO:tasks.workunit.client.1.smithi170.stdout:4/823: creat d9/d12/d36/d51/dbf/f102 x:0 0 0 2024-09-17T10:40:11.413 INFO:tasks.workunit.client.1.smithi170.stdout:4/824: write d9/d5a/daa/ffd [897007,4611] 0 2024-09-17T10:40:11.425 INFO:tasks.workunit.client.1.smithi170.stdout:4/825: dwrite d9/d12/d36/d42/d40/d70/f78 [4194304,4194304] 0 2024-09-17T10:40:11.425 INFO:tasks.workunit.client.1.smithi170.stdout:4/826: creat d9/d12/d36/d42/d7d/db1/f103 x:0 0 0 2024-09-17T10:40:11.425 INFO:tasks.workunit.client.1.smithi170.stdout:4/827: dread - d9/d3e/fb8 zero size 2024-09-17T10:40:11.432 INFO:tasks.workunit.client.1.smithi170.stdout:4/828: write d9/d12/d36/f47 [11618686,102892] 0 2024-09-17T10:40:11.440 INFO:tasks.workunit.client.1.smithi170.stdout:4/829: write d9/f13 [2555272,101221] 0 2024-09-17T10:40:11.456 INFO:tasks.workunit.client.1.smithi170.stdout:4/830: dwrite d9/d12/f80 [0,4194304] 0 2024-09-17T10:40:11.460 INFO:tasks.workunit.client.1.smithi170.stdout:4/831: link d9/d12/d36/d51/dae/cc5 d9/d12/c104 0 2024-09-17T10:40:11.464 INFO:tasks.workunit.client.1.smithi170.stdout:4/832: rmdir d9/d12/d36/d42/d40 39 2024-09-17T10:40:11.479 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:11 smithi159 ceph-mon[27674]: pgmap v284: 65 pgs: 65 active+clean; 3.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 226 MiB/s rd, 275 MiB/s wr, 442 op/s 2024-09-17T10:40:11.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/833: dwrite d9/d12/f81 [0,4194304] 0 2024-09-17T10:40:11.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/834: write d9/d12/f48 [219573,125387] 0 2024-09-17T10:40:11.485 INFO:tasks.workunit.client.1.smithi170.stdout:4/835: creat d9/d12/d36/d42/d58/f105 x:0 0 0 2024-09-17T10:40:11.487 INFO:tasks.workunit.client.1.smithi170.stdout:4/836: mkdir d9/d5a/d106 0 2024-09-17T10:40:11.504 INFO:tasks.workunit.client.1.smithi170.stdout:4/837: dwrite d9/d12/d36/fb9 [0,4194304] 0 2024-09-17T10:40:11.504 INFO:tasks.workunit.client.1.smithi170.stdout:4/838: write d9/d12/d36/f47 [8600412,119290] 0 2024-09-17T10:40:11.504 INFO:tasks.workunit.client.1.smithi170.stdout:4/839: truncate d9/d12/d36/d42/de4/ff9 350901 0 2024-09-17T10:40:11.504 INFO:tasks.workunit.client.1.smithi170.stdout:4/840: chown d9/d12/d36/d51/dbf/fc3 20434597 1 2024-09-17T10:40:11.525 INFO:tasks.workunit.client.1.smithi170.stdout:4/841: dwrite d9/d12/d36/d42/d7d/db1/fd3 [0,4194304] 0 2024-09-17T10:40:11.530 INFO:tasks.workunit.client.1.smithi170.stdout:4/842: mknod d9/d5a/c107 0 2024-09-17T10:40:11.532 INFO:tasks.workunit.client.1.smithi170.stdout:4/843: mknod d9/d12/d36/d42/c108 0 2024-09-17T10:40:11.532 INFO:tasks.workunit.client.1.smithi170.stdout:4/844: write d9/d5a/fa0 [908954,41097] 0 2024-09-17T10:40:11.532 INFO:tasks.workunit.client.1.smithi170.stdout:4/845: mknod d9/da3/c109 0 2024-09-17T10:40:11.543 INFO:tasks.workunit.client.1.smithi170.stdout:4/846: dwrite d9/f1d [0,4194304] 0 2024-09-17T10:40:11.548 INFO:tasks.workunit.client.1.smithi170.stdout:4/847: rename d9/d5a/c5e to d9/d12/c10a 0 2024-09-17T10:40:11.549 INFO:tasks.workunit.client.1.smithi170.stdout:4/848: chown d9/d5a/c87 3339319 1 2024-09-17T10:40:11.549 INFO:tasks.workunit.client.1.smithi170.stdout:4/849: stat d9/d12/d36/d42/f8d 0 2024-09-17T10:40:11.555 INFO:tasks.workunit.client.1.smithi170.stdout:4/850: dread d9/fa [0,4194304] 0 2024-09-17T10:40:11.557 INFO:tasks.workunit.client.1.smithi170.stdout:4/851: creat d9/d12/d36/d42/d40/d70/d72/f10b x:0 0 0 2024-09-17T10:40:11.558 INFO:tasks.workunit.client.1.smithi170.stdout:4/852: creat d9/d12/f10c x:0 0 0 2024-09-17T10:40:11.560 INFO:tasks.workunit.client.1.smithi170.stdout:4/853: mknod d9/d12/d36/d42/d76/c10d 0 2024-09-17T10:40:11.560 INFO:tasks.workunit.client.1.smithi170.stdout:4/854: fsync d9/d12/d36/d51/f100 0 2024-09-17T10:40:11.560 INFO:tasks.workunit.client.1.smithi170.stdout:4/855: creat d9/d12/d36/d42/d58/f10e x:0 0 0 2024-09-17T10:40:11.563 INFO:tasks.workunit.client.1.smithi170.stdout:4/856: dread d9/da3/f71 [0,4194304] 0 2024-09-17T10:40:11.578 INFO:tasks.workunit.client.1.smithi170.stdout:4/857: dwrite d9/d12/d36/d42/d40/d70/d72/fb3 [0,4194304] 0 2024-09-17T10:40:11.578 INFO:tasks.workunit.client.1.smithi170.stdout:4/858: creat d9/d12/d36/d42/d7d/db1/f10f x:0 0 0 2024-09-17T10:40:11.592 INFO:tasks.workunit.client.1.smithi170.stdout:4/859: dwrite d9/d12/d36/d51/dae/fc0 [0,4194304] 0 2024-09-17T10:40:11.596 INFO:tasks.workunit.client.1.smithi170.stdout:4/860: mkdir d9/d3e/dcf/d110 0 2024-09-17T10:40:11.597 INFO:tasks.workunit.client.1.smithi170.stdout:4/861: truncate d9/d12/d36/d42/d40/d70/d72/f9f 1550127 0 2024-09-17T10:40:11.601 INFO:tasks.workunit.client.1.smithi170.stdout:5/995: sync 2024-09-17T10:40:11.601 INFO:tasks.workunit.client.1.smithi170.stdout:5/996: fsync d1/d3/f5 0 2024-09-17T10:40:11.603 INFO:tasks.workunit.client.1.smithi170.stdout:4/862: rename d9/d3e to d9/d12/d36/d42/d40/d70/de1/d111 0 2024-09-17T10:40:11.606 INFO:tasks.workunit.client.1.smithi170.stdout:5/997: rename d1/d11/f7d to d1/d3/d55/d80/d89/dd8/f13b 0 2024-09-17T10:40:11.606 INFO:tasks.workunit.client.1.smithi170.stdout:5/998: readlink d1/d3/l30 0 2024-09-17T10:40:11.606 INFO:tasks.workunit.client.1.smithi170.stdout:4/863: mkdir d9/da3/d7a/d112 0 2024-09-17T10:40:11.610 INFO:tasks.workunit.client.1.smithi170.stdout:5/999: unlink d1/d3/df7/d54/dd1/ff8 0 2024-09-17T10:40:11.613 INFO:tasks.workunit.client.1.smithi170.stdout:4/864: rename d9/d12/d36/cc7 to d9/d12/d36/d42/d58/c113 0 2024-09-17T10:40:11.621 INFO:tasks.workunit.client.1.smithi170.stdout:4/865: rename d9/d12/d36/d42/ldf to d9/da3/d7a/d112/l114 0 2024-09-17T10:40:11.623 INFO:tasks.workunit.client.1.smithi170.stdout:4/866: creat d9/d12/d36/d42/d40/f115 x:0 0 0 2024-09-17T10:40:11.624 INFO:tasks.workunit.client.1.smithi170.stdout:4/867: symlink d9/d12/d36/d42/d7d/l116 0 2024-09-17T10:40:11.632 INFO:tasks.workunit.client.1.smithi170.stdout:4/868: dread d9/f1d [0,4194304] 0 2024-09-17T10:40:11.632 INFO:tasks.workunit.client.1.smithi170.stdout:4/869: chown d9/d5a/daa 1515161 1 2024-09-17T10:40:11.652 INFO:tasks.workunit.client.1.smithi170.stdout:4/870: dwrite d9/da3/f71 [0,4194304] 0 2024-09-17T10:40:11.652 INFO:tasks.workunit.client.1.smithi170.stdout:4/871: readlink d9/d12/d36/d42/l73 0 2024-09-17T10:40:11.669 INFO:tasks.workunit.client.1.smithi170.stdout:4/872: mknod d9/da3/dad/c117 0 2024-09-17T10:40:11.683 INFO:tasks.workunit.client.1.smithi170.stdout:4/873: getdents d9/da3/dad 0 2024-09-17T10:40:11.683 INFO:tasks.workunit.client.1.smithi170.stdout:4/874: stat d9/d5a/daa/ffd 0 2024-09-17T10:40:11.696 INFO:tasks.workunit.client.1.smithi170.stdout:4/875: dwrite d9/d12/d36/d42/d58/fec [0,4194304] 0 2024-09-17T10:40:11.700 INFO:tasks.workunit.client.1.smithi170.stdout:4/876: symlink d9/d12/d36/d42/d40/l118 0 2024-09-17T10:40:11.702 INFO:tasks.workunit.client.1.smithi170.stdout:4/877: creat d9/da3/d7a/d112/f119 x:0 0 0 2024-09-17T10:40:11.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:11 smithi170 ceph-mon[33842]: pgmap v284: 65 pgs: 65 active+clean; 3.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 226 MiB/s rd, 275 MiB/s wr, 442 op/s 2024-09-17T10:40:11.704 INFO:tasks.workunit.client.1.smithi170.stdout:4/878: rename d9/d12/f10c to d9/d5a/d106/f11a 0 2024-09-17T10:40:11.707 INFO:tasks.workunit.client.1.smithi170.stdout:4/879: link d9/d12/d36/d42/d76/c10d d9/d12/d36/d42/d40/d70/de1/d111/c11b 0 2024-09-17T10:40:11.707 INFO:tasks.workunit.client.1.smithi170.stdout:4/880: chown d9/d12/d36/la6 1 1 2024-09-17T10:40:11.718 INFO:tasks.workunit.client.1.smithi170.stdout:4/881: dwrite d9/f54 [0,4194304] 0 2024-09-17T10:40:11.718 INFO:tasks.workunit.client.1.smithi170.stdout:4/882: write d9/d12/d36/d42/d7d/fca [8493011,39838] 0 2024-09-17T10:40:11.719 INFO:tasks.workunit.client.1.smithi170.stdout:4/883: dread d9/d5a/f6d [0,4194304] 0 2024-09-17T10:40:11.723 INFO:tasks.workunit.client.1.smithi170.stdout:4/884: creat d9/da3/dad/f11c x:0 0 0 2024-09-17T10:40:11.724 INFO:tasks.workunit.client.1.smithi170.stdout:4/885: mknod d9/d5a/d106/c11d 0 2024-09-17T10:40:11.724 INFO:tasks.workunit.client.1.smithi170.stdout:4/886: chown d9/d12/d36/d42/d76/f89 90014493 1 2024-09-17T10:40:12.045 INFO:tasks.workunit.client.1.smithi170.stdout:4/887: sync 2024-09-17T10:40:12.045 INFO:tasks.workunit.client.1.smithi170.stdout:4/888: write d9/d5a/fa0 [1209255,1646] 0 2024-09-17T10:40:12.047 INFO:tasks.workunit.client.1.smithi170.stdout:4/889: link d9/d12/d36/d42/d40/d70/d72/f85 d9/da3/d7a/d112/f11e 0 2024-09-17T10:40:12.049 INFO:tasks.workunit.client.1.smithi170.stdout:4/890: creat d9/da3/d7a/f11f x:0 0 0 2024-09-17T10:40:12.049 INFO:tasks.workunit.client.1.smithi170.stdout:4/891: stat d9/d12/f28 0 2024-09-17T10:40:12.051 INFO:tasks.workunit.client.1.smithi170.stdout:4/892: truncate d9/d12/df7/f101 765080 0 2024-09-17T10:40:12.052 INFO:tasks.workunit.client.1.smithi170.stdout:4/893: creat d9/d12/d36/d42/d7d/f120 x:0 0 0 2024-09-17T10:40:12.052 INFO:tasks.workunit.client.1.smithi170.stdout:4/894: dread - d9/d12/d36/d42/d40/f115 zero size 2024-09-17T10:40:12.052 INFO:tasks.workunit.client.1.smithi170.stdout:4/895: fsync d9/d12/d36/d42/d40/f37 0 2024-09-17T10:40:12.053 INFO:tasks.workunit.client.1.smithi170.stdout:4/896: symlink d9/d12/d36/d42/d40/l121 0 2024-09-17T10:40:12.057 INFO:tasks.workunit.client.1.smithi170.stdout:4/897: symlink d9/d12/d36/d42/d40/d70/de1/d111/l122 0 2024-09-17T10:40:12.058 INFO:tasks.workunit.client.1.smithi170.stdout:4/898: fsync d9/d12/d36/d42/d58/fec 0 2024-09-17T10:40:12.058 INFO:tasks.workunit.client.1.smithi170.stdout:4/899: readlink d9/d12/d36/d42/d40/d70/de1/d111/l122 0 2024-09-17T10:40:12.058 INFO:tasks.workunit.client.1.smithi170.stdout:4/900: creat d9/d12/d36/d42/d7d/f123 x:0 0 0 2024-09-17T10:40:12.061 INFO:tasks.workunit.client.1.smithi170.stdout:4/901: unlink d9/d12/d36/d51/dbf/fc3 0 2024-09-17T10:40:12.066 INFO:tasks.workunit.client.1.smithi170.stdout:4/902: dread d9/f41 [4194304,4194304] 0 2024-09-17T10:40:12.068 INFO:tasks.workunit.client.1.smithi170.stdout:4/903: truncate d9/d5a/daa/ffd 715469 0 2024-09-17T10:40:12.075 INFO:tasks.workunit.client.1.smithi170.stdout:4/904: dread d9/d12/d36/d42/d58/fec [0,4194304] 0 2024-09-17T10:40:12.077 INFO:tasks.workunit.client.1.smithi170.stdout:4/905: mkdir d9/d12/d36/d42/d7d/db1/df3/df4/d124 0 2024-09-17T10:40:12.081 INFO:tasks.workunit.client.1.smithi170.stdout:4/906: rename d9/d5a/fb0 to d9/d12/d36/d42/d7d/db1/df3/df4/d124/f125 0 2024-09-17T10:40:12.081 INFO:tasks.workunit.client.1.smithi170.stdout:4/907: write d9/d12/d36/d42/de4/ff9 [949350,123288] 0 2024-09-17T10:40:12.098 INFO:tasks.workunit.client.1.smithi170.stdout:4/908: dwrite d9/d12/ffb [0,4194304] 0 2024-09-17T10:40:12.098 INFO:tasks.workunit.client.1.smithi170.stdout:4/909: truncate d9/d12/d36/d42/d40/d70/d72/fce 556837 0 2024-09-17T10:40:12.103 INFO:tasks.workunit.client.1.smithi170.stdout:4/910: symlink d9/d12/d36/d42/d58/l126 0 2024-09-17T10:40:12.117 INFO:tasks.workunit.client.1.smithi170.stdout:4/911: dwrite d9/f60 [0,4194304] 0 2024-09-17T10:40:12.119 INFO:tasks.workunit.client.1.smithi170.stdout:4/912: truncate d9/f53 1110169 0 2024-09-17T10:40:12.126 INFO:tasks.workunit.client.1.smithi170.stdout:4/913: write d9/d12/d36/d42/d40/d70/d72/f9f [494648,81125] 0 2024-09-17T10:40:12.128 INFO:tasks.workunit.client.1.smithi170.stdout:4/914: mkdir d9/d12/d36/d42/d40/d70/de1/d127 0 2024-09-17T10:40:12.128 INFO:tasks.workunit.client.1.smithi170.stdout:4/915: stat d9/d12/d36/d42/d40/f45 0 2024-09-17T10:40:12.128 INFO:tasks.workunit.client.1.smithi170.stdout:4/916: chown d9/da3/dad/dc6 58 1 2024-09-17T10:40:12.142 INFO:tasks.workunit.client.1.smithi170.stdout:4/917: write d9/d12/d36/d42/d7d/fca [4889313,112912] 0 2024-09-17T10:40:12.144 INFO:tasks.workunit.client.1.smithi170.stdout:4/918: creat d9/f128 x:0 0 0 2024-09-17T10:40:12.161 INFO:tasks.workunit.client.1.smithi170.stdout:4/919: dwrite d9/d12/d36/d42/f8d [0,4194304] 0 2024-09-17T10:40:12.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/920: dread d9/d12/d36/d42/d76/f8f [0,4194304] 0 2024-09-17T10:40:12.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/921: fdatasync d9/d12/d36/d42/d40/d70/ffc 0 2024-09-17T10:40:12.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/922: chown d9/d12/f81 4087 1 2024-09-17T10:40:12.170 INFO:tasks.workunit.client.1.smithi170.stdout:4/923: creat d9/d12/d36/d42/d7d/f129 x:0 0 0 2024-09-17T10:40:12.171 INFO:tasks.workunit.client.1.smithi170.stdout:4/924: symlink d9/d12/d36/l12a 0 2024-09-17T10:40:12.179 INFO:tasks.workunit.client.1.smithi170.stdout:4/925: dread d9/f41 [0,4194304] 0 2024-09-17T10:40:12.179 INFO:tasks.workunit.client.1.smithi170.stdout:4/926: fsync d9/d12/d36/fed 0 2024-09-17T10:40:12.199 INFO:tasks.workunit.client.1.smithi170.stdout:4/927: dwrite d9/da3/d7a/d112/f11e [0,4194304] 0 2024-09-17T10:40:12.203 INFO:tasks.workunit.client.1.smithi170.stdout:4/928: link d9/d12/d36/d42/d58/faf d9/d12/d36/d42/d40/d70/de1/d111/dcf/d110/f12b 0 2024-09-17T10:40:12.203 INFO:tasks.workunit.client.1.smithi170.stdout:4/929: stat d9/d12/d36/d42/d58/f10e 0 2024-09-17T10:40:12.205 INFO:tasks.workunit.client.1.smithi170.stdout:4/930: creat d9/d12/d36/d42/d40/d70/de1/d111/dcf/d110/f12c x:0 0 0 2024-09-17T10:40:12.205 INFO:tasks.workunit.client.1.smithi170.stdout:4/931: dread - d9/d12/d36/fed zero size 2024-09-17T10:40:12.206 INFO:tasks.workunit.client.1.smithi170.stdout:4/932: truncate d9/d5a/f6a 1789323 0 2024-09-17T10:40:12.206 INFO:tasks.workunit.client.1.smithi170.stdout:4/933: chown d9/d12/d36/d42/d7d/fca 47387994 1 2024-09-17T10:40:12.210 INFO:tasks.workunit.client.1.smithi170.stdout:4/934: dread d9/d12/d36/d42/d7d/db1/fe5 [0,4194304] 0 2024-09-17T10:40:12.213 INFO:tasks.workunit.client.1.smithi170.stdout:4/935: rename d9/d12/f22 to d9/d12/d36/d51/dae/f12d 0 2024-09-17T10:40:12.213 INFO:tasks.workunit.client.1.smithi170.stdout:4/936: write d9/da3/d7a/d112/f119 [275760,22021] 0 2024-09-17T10:40:12.213 INFO:tasks.workunit.client.1.smithi170.stdout:4/937: write d9/f53 [1547044,10327] 0 2024-09-17T10:40:12.213 INFO:tasks.workunit.client.1.smithi170.stdout:4/938: write d9/d5a/f6d [1605253,81007] 0 2024-09-17T10:40:12.215 INFO:tasks.workunit.client.1.smithi170.stdout:4/939: unlink d9/d12/d36/d42/d7d/db1/fe5 0 2024-09-17T10:40:12.219 INFO:tasks.workunit.client.1.smithi170.stdout:4/940: getdents d9 0 2024-09-17T10:40:12.226 INFO:tasks.workunit.client.1.smithi170.stdout:4/941: write d9/d12/f1f [2562845,108855] 0 2024-09-17T10:40:12.229 INFO:tasks.workunit.client.1.smithi170.stdout:4/942: symlink d9/d12/d36/d42/d40/d70/de1/d111/dcf/d110/l12e 0 2024-09-17T10:40:12.231 INFO:tasks.workunit.client.1.smithi170.stdout:4/943: mkdir d9/da3/d7a/d12f 0 2024-09-17T10:40:12.248 INFO:tasks.workunit.client.1.smithi170.stdout:4/944: dwrite d9/d12/d36/d42/d40/d70/d72/f85 [0,4194304] 0 2024-09-17T10:40:12.250 INFO:tasks.workunit.client.1.smithi170.stdout:4/945: link d9/d12/c93 d9/d12/d36/d42/de4/c130 0 2024-09-17T10:40:12.250 INFO:tasks.workunit.client.1.smithi170.stdout:4/946: readlink d9/d12/d36/d42/d40/d70/de1/d111/l52 0 2024-09-17T10:40:12.252 INFO:tasks.workunit.client.1.smithi170.stdout:4/947: truncate d9/d12/d36/d42/f8d 281187 0 2024-09-17T10:40:12.256 INFO:tasks.workunit.client.1.smithi170.stdout:4/948: dread d9/d12/d36/d42/de4/ff9 [0,4194304] 0 2024-09-17T10:40:12.261 INFO:tasks.workunit.client.1.smithi170.stdout:4/949: dread d9/d12/d36/d42/d58/fec [0,4194304] 0 2024-09-17T10:40:12.266 INFO:tasks.workunit.client.1.smithi170.stdout:4/950: getdents d9/d12/d36/d42/d76 0 2024-09-17T10:40:12.268 INFO:tasks.workunit.client.1.smithi170.stdout:4/951: truncate d9/d12/d36/d42/d76/f89 71712 0 2024-09-17T10:40:12.272 INFO:tasks.workunit.client.1.smithi170.stdout:4/952: dread d9/d12/d36/d42/d7d/db1/df3/df4/d124/f125 [0,4194304] 0 2024-09-17T10:40:12.274 INFO:tasks.workunit.client.1.smithi170.stdout:4/953: mkdir d9/d12/d36/d51/dae/d131 0 2024-09-17T10:40:12.284 INFO:tasks.workunit.client.1.smithi170.stdout:4/954: rename d9/d12/d36/d51 to d9/d12/d36/d42/d40/d70/de1/d111/dcf/d132 0 2024-09-17T10:40:12.286 INFO:tasks.workunit.client.1.smithi170.stdout:4/955: creat d9/d12/d36/d42/d40/d70/de1/d111/def/f133 x:0 0 0 2024-09-17T10:40:12.287 INFO:tasks.workunit.client.1.smithi170.stdout:4/956: symlink d9/l134 0 2024-09-17T10:40:12.288 INFO:tasks.workunit.client.1.smithi170.stdout:4/957: rmdir d9/da3/dad/dc6 39 2024-09-17T10:40:12.288 INFO:tasks.workunit.client.1.smithi170.stdout:4/958: creat d9/d12/d36/d42/d40/d70/d72/f135 x:0 0 0 2024-09-17T10:40:12.288 INFO:tasks.workunit.client.1.smithi170.stdout:4/959: dread - d9/d12/d36/d42/ff5 zero size 2024-09-17T10:40:12.292 INFO:tasks.workunit.client.1.smithi170.stdout:4/960: rename d9/d12/d36/d42/d40/c90 to d9/d12/d36/d42/d76/c136 0 2024-09-17T10:40:12.292 INFO:tasks.workunit.client.1.smithi170.stdout:4/961: stat d9/d12/d36/d42/d58/le8 0 2024-09-17T10:40:12.292 INFO:tasks.workunit.client.1.smithi170.stdout:4/962: creat d9/da3/d7a/d112/f137 x:0 0 0 2024-09-17T10:40:12.292 INFO:tasks.workunit.client.1.smithi170.stdout:4/963: chown d9/d12/d36/d42/d40/d70/de1/d111/dcf/d132/dae/f12d 1040301004 1 2024-09-17T10:40:12.293 INFO:tasks.workunit.client.1.smithi170.stdout:4/964: dread - d9/d12/d36/d42/d40/d70/de1/d111/dcf/d132/fac zero size 2024-09-17T10:40:12.293 INFO:tasks.workunit.client.1.smithi170.stdout:4/965: chown d9/d12/d36/d42/d7d/db1/df3/df4/d124/f125 63 1 2024-09-17T10:40:12.309 INFO:tasks.workunit.client.1.smithi170.stdout:4/966: dwrite d9/da3/d7a/d112/f137 [0,4194304] 0 2024-09-17T10:40:12.312 INFO:tasks.workunit.client.1.smithi170.stdout:4/967: dread - d9/d12/d36/d42/d40/d70/de1/d111/dcf/d132/f92 zero size 2024-09-17T10:40:12.312 INFO:tasks.workunit.client.1.smithi170.stdout:4/968: truncate d9/d12/d36/d42/d40/f45 1161926 0 2024-09-17T10:40:12.312 INFO:tasks.workunit.client.1.smithi170.stdout:4/969: dread - d9/d12/d36/d42/d40/d70/de1/d111/fb6 zero size 2024-09-17T10:40:12.316 INFO:tasks.workunit.client.1.smithi170.stdout:4/970: symlink d9/d12/d36/d42/d40/d70/de1/d111/dcf/d110/l138 0 2024-09-17T10:40:12.316 INFO:tasks.workunit.client.1.smithi170.stdout:4/971: stat d9/d5a/d106/c11d 0 2024-09-17T10:40:12.316 INFO:tasks.workunit.client.1.smithi170.stdout:4/972: chown d9/d12/d36/d42/ff5 25616283 1 2024-09-17T10:40:12.334 INFO:tasks.workunit.client.1.smithi170.stdout:4/973: dwrite d9/d12/d36/d42/d40/d70/d72/f85 [0,4194304] 0 2024-09-17T10:40:12.334 INFO:tasks.workunit.client.1.smithi170.stdout:4/974: truncate d9/d12/f3a 896392 0 2024-09-17T10:40:12.334 INFO:tasks.workunit.client.1.smithi170.stdout:4/975: dread - d9/d12/d36/d42/d40/d70/de1/d111/fb6 zero size 2024-09-17T10:40:12.347 INFO:tasks.workunit.client.1.smithi170.stdout:4/976: dwrite d9/f14 [0,4194304] 0 2024-09-17T10:40:12.371 INFO:tasks.workunit.client.1.smithi170.stdout:4/977: dwrite d9/d12/f56 [0,4194304] 0 2024-09-17T10:40:12.371 INFO:tasks.workunit.client.1.smithi170.stdout:4/978: chown d9/d12/d36/d42/d40/d70/de1/d111/dcf/d110/f12b 1651 1 2024-09-17T10:40:12.375 INFO:tasks.workunit.client.1.smithi170.stdout:4/979: dread d9/d12/d36/d42/d7d/db1/df3/df4/d124/f125 [0,4194304] 0 2024-09-17T10:40:12.375 INFO:tasks.workunit.client.1.smithi170.stdout:4/980: fsync d9/fd 0 2024-09-17T10:40:12.376 INFO:tasks.workunit.client.1.smithi170.stdout:4/981: symlink d9/d12/d36/d42/d7d/db1/df3/l139 0 2024-09-17T10:40:12.393 INFO:tasks.workunit.client.1.smithi170.stdout:4/982: dwrite d9/d12/d36/d42/d40/d70/de1/d111/dcf/d132/f96 [0,4194304] 0 2024-09-17T10:40:12.394 INFO:tasks.workunit.client.1.smithi170.stdout:4/983: symlink d9/d12/d36/d42/d40/d70/de1/d127/l13a 0 2024-09-17T10:40:12.394 INFO:tasks.workunit.client.1.smithi170.stdout:4/984: write d9/d12/d36/d42/d40/d70/de1/d111/dcf/d132/fac [156544,87059] 0 2024-09-17T10:40:12.409 INFO:tasks.workunit.client.1.smithi170.stdout:4/985: dwrite d9/f14 [0,4194304] 0 2024-09-17T10:40:12.411 INFO:tasks.workunit.client.1.smithi170.stdout:4/986: unlink d9/l21 0 2024-09-17T10:40:12.412 INFO:tasks.workunit.client.1.smithi170.stdout:4/987: mkdir d9/da3/d13b 0 2024-09-17T10:40:12.862 INFO:tasks.workunit.client.1.smithi170.stdout:4/988: sync 2024-09-17T10:40:12.863 INFO:tasks.workunit.client.1.smithi170.stdout:4/989: chown d9/da3/d7a/d112/l114 127823 1 2024-09-17T10:40:12.863 INFO:tasks.workunit.client.1.smithi170.stdout:4/990: creat d9/d12/d36/d42/d40/d70/de1/d127/f13c x:0 0 0 2024-09-17T10:40:12.863 INFO:tasks.workunit.client.1.smithi170.stdout:4/991: creat d9/d12/d36/d42/d40/d70/de1/d111/dcf/d110/f13d x:0 0 0 2024-09-17T10:40:12.866 INFO:tasks.workunit.client.1.smithi170.stdout:4/992: mknod d9/d12/df7/c13e 0 2024-09-17T10:40:12.866 INFO:tasks.workunit.client.1.smithi170.stdout:4/993: truncate d9/d12/d36/d42/d40/d70/d72/f135 418006 0 2024-09-17T10:40:12.866 INFO:tasks.workunit.client.1.smithi170.stdout:4/994: stat d9/d12/d36/d42/d7d 0 2024-09-17T10:40:12.868 INFO:tasks.workunit.client.1.smithi170.stdout:4/995: link d9/d12/d36/d42/d40/d70/de1/d111/dcf/d110/f12b d9/d12/d36/d42/d40/d70/de1/d111/dcf/d132/dae/f13f 0 2024-09-17T10:40:12.868 INFO:tasks.workunit.client.1.smithi170.stdout:4/996: chown d9/da3/d7a/d112/l114 0 1 2024-09-17T10:40:12.869 INFO:tasks.workunit.client.1.smithi170.stdout:4/997: write d9/d5a/f6d [1006440,27964] 0 2024-09-17T10:40:12.870 INFO:tasks.workunit.client.1.smithi170.stdout:4/998: creat d9/d12/d36/d42/d40/d70/de1/d127/f140 x:0 0 0 2024-09-17T10:40:12.870 INFO:tasks.workunit.client.1.smithi170.stdout:4/999: stat d9/da3/d7a/d12f 0 2024-09-17T10:40:12.873 INFO:tasks.workunit.client.1.smithi170.stderr:+ rm -rf -- ./tmp.jWFj7zREGf 2024-09-17T10:40:13.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:13 smithi159 ceph-mon[27674]: pgmap v285: 65 pgs: 65 active+clean; 3.8 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 188 MiB/s rd, 224 MiB/s wr, 363 op/s 2024-09-17T10:40:13.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:13 smithi170 ceph-mon[33842]: pgmap v285: 65 pgs: 65 active+clean; 3.8 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 188 MiB/s rd, 224 MiB/s wr, 363 op/s 2024-09-17T10:40:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:15 smithi159 ceph-mon[27674]: pgmap v286: 65 pgs: 65 active+clean; 3.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 178 MiB/s rd, 223 MiB/s wr, 335 op/s 2024-09-17T10:40:15.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:15 smithi170 ceph-mon[33842]: pgmap v286: 65 pgs: 65 active+clean; 3.7 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 178 MiB/s rd, 223 MiB/s wr, 335 op/s 2024-09-17T10:40:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:17 smithi159 ceph-mon[27674]: pgmap v287: 65 pgs: 65 active+clean; 3.2 GiB data, 9.9 GiB used, 527 GiB / 536 GiB avail; 149 MiB/s rd, 190 MiB/s wr, 376 op/s 2024-09-17T10:40:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:17 smithi170 ceph-mon[33842]: pgmap v287: 65 pgs: 65 active+clean; 3.2 GiB data, 9.9 GiB used, 527 GiB / 536 GiB avail; 149 MiB/s rd, 190 MiB/s wr, 376 op/s 2024-09-17T10:40:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:19 smithi159 ceph-mon[27674]: pgmap v288: 65 pgs: 65 active+clean; 2.9 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 87 MiB/s rd, 111 MiB/s wr, 289 op/s 2024-09-17T10:40:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:19 smithi170 ceph-mon[33842]: pgmap v288: 65 pgs: 65 active+clean; 2.9 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 87 MiB/s rd, 111 MiB/s wr, 289 op/s 2024-09-17T10:40:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:21 smithi159 ceph-mon[27674]: pgmap v289: 65 pgs: 65 active+clean; 2.4 GiB data, 7.7 GiB used, 529 GiB / 536 GiB avail; 63 MiB/s rd, 78 MiB/s wr, 241 op/s 2024-09-17T10:40:21.698 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:21 smithi170 ceph-mon[33842]: pgmap v289: 65 pgs: 65 active+clean; 2.4 GiB data, 7.7 GiB used, 529 GiB / 536 GiB avail; 63 MiB/s rd, 78 MiB/s wr, 241 op/s 2024-09-17T10:40:22.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:22 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:22 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:23.086 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T10:40:23.086 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-17T10:40:23.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:23 smithi159 ceph-mon[27674]: pgmap v290: 65 pgs: 65 active+clean; 2.2 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 35 MiB/s rd, 47 MiB/s wr, 201 op/s 2024-09-17T10:40:23.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:23 smithi170 ceph-mon[33842]: pgmap v290: 65 pgs: 65 active+clean; 2.2 GiB data, 7.3 GiB used, 529 GiB / 536 GiB avail; 35 MiB/s rd, 47 MiB/s wr, 201 op/s 2024-09-17T10:40:25.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:25 smithi170 ceph-mon[33842]: pgmap v291: 65 pgs: 65 active+clean; 1.9 GiB data, 6.6 GiB used, 530 GiB / 536 GiB avail; 24 MiB/s rd, 34 MiB/s wr, 211 op/s 2024-09-17T10:40:25.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:25 smithi159 ceph-mon[27674]: pgmap v291: 65 pgs: 65 active+clean; 1.9 GiB data, 6.6 GiB used, 530 GiB / 536 GiB avail; 24 MiB/s rd, 34 MiB/s wr, 211 op/s 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 -- 172.21.15.159:0/823610341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c0ff050 msgr2=0x7fba1c0ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 --2- 172.21.15.159:0/823610341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c0ff050 0x7fba1c0ff460 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fba0c00b0a0 tx=0x7fba0c00b3b0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 -- 172.21.15.159:0/823610341 shutdown_connections 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 --2- 172.21.15.159:0/823610341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c100250 0x7fba1c1006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 --2- 172.21.15.159:0/823610341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c0ff050 0x7fba1c0ff460 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 -- 172.21.15.159:0/823610341 >> 172.21.15.159:0/823610341 conn(0x7fba1c0fa5e0 msgr2=0x7fba1c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 -- 172.21.15.159:0/823610341 shutdown_connections 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.096+0000 7fba21718700 1 -- 172.21.15.159:0/823610341 wait complete. 2024-09-17T10:40:27.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba21718700 1 Processor -- start 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba21718700 1 -- start start 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba21718700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c0ff050 0x7fba1c068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba21718700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c100250 0x7fba1c19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba21718700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1c19acc0 con 0x7fba1c100250 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba21718700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1c19ae00 con 0x7fba1c0ff050 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba1a7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c100250 0x7fba1c19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba1affd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c0ff050 0x7fba1c068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba1affd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c0ff050 0x7fba1c068f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:53742/0 (socket says 172.21.15.159:53742) 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba1a7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c100250 0x7fba1c19a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51130/0 (socket says 172.21.15.159:51130) 2024-09-17T10:40:27.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.097+0000 7fba1affd700 1 -- 172.21.15.159:0/2475384144 learned_addr learned my addr 172.21.15.159:0/2475384144 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:27.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba1affd700 1 -- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c100250 msgr2=0x7fba1c19a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba1affd700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c100250 0x7fba1c19a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba1affd700 1 -- 172.21.15.159:0/2475384144 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba0c009d00 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba1affd700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c0ff050 0x7fba1c068f30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fba0c006130 tx=0x7fba0c003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba13fff700 1 -- 172.21.15.159:0/2475384144 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fba0c00e040 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba1c19b080 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba13fff700 1 -- 172.21.15.159:0/2475384144 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fba0c00bdc0 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba13fff700 1 -- 172.21.15.159:0/2475384144 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fba0c01d950 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.098+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba1c19b5f0 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.099+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba1c107ba0 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.100+0000 7fba13fff700 1 -- 172.21.15.159:0/2475384144 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fba0c046080 con 0x7fba1c0ff050 2024-09-17T10:40:27.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.100+0000 7fba13fff700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fba0806c680 0x7fba0806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.100+0000 7fba13fff700 1 -- 172.21.15.159:0/2475384144 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fba0c08d4d0 con 0x7fba1c0ff050 2024-09-17T10:40:27.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.100+0000 7fba1a7fc700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fba0806c680 0x7fba0806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.103 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.101+0000 7fba1a7fc700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fba0806c680 0x7fba0806eb30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fba1c0694b0 tx=0x7fba04009260 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:27.110 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.108+0000 7fba13fff700 1 -- 172.21.15.159:0/2475384144 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fba0c05b7c0 con 0x7fba1c0ff050 2024-09-17T10:40:27.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.421+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fba1c104ba0 con 0x7fba0806c680 2024-09-17T10:40:27.423 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.422+0000 7fba13fff700 1 -- 172.21.15.159:0/2475384144 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+349 (secure 0 0 0) 0x7fba1c104ba0 con 0x7fba0806c680 2024-09-17T10:40:27.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.424+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fba0806c680 msgr2=0x7fba0806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.424+0000 7fba21718700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fba0806c680 0x7fba0806eb30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fba1c0694b0 tx=0x7fba04009260 comp rx=0 tx=0).stop 2024-09-17T10:40:27.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.424+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c0ff050 msgr2=0x7fba1c068f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.424+0000 7fba21718700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c0ff050 0x7fba1c068f30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fba0c006130 tx=0x7fba0c003c30 comp rx=0 tx=0).stop 2024-09-17T10:40:27.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.424+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 shutdown_connections 2024-09-17T10:40:27.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.424+0000 7fba21718700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fba0806c680 0x7fba0806eb30 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.425+0000 7fba21718700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba1c0ff050 0x7fba1c068f30 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.425+0000 7fba21718700 1 --2- 172.21.15.159:0/2475384144 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba1c100250 0x7fba1c19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.425+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 >> 172.21.15.159:0/2475384144 conn(0x7fba1c0fa5e0 msgr2=0x7fba1c103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:27.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.425+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 shutdown_connections 2024-09-17T10:40:27.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.425+0000 7fba21718700 1 -- 172.21.15.159:0/2475384144 wait complete. 2024-09-17T10:40:27.437 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:40:27.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.537+0000 7f3061c3b700 1 -- 172.21.15.159:0/3094025041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c101360 msgr2=0x7f305c1017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.537+0000 7f3061c3b700 1 --2- 172.21.15.159:0/3094025041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c101360 0x7f305c1017b0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f3050009910 tx=0x7f3050009c20 comp rx=0 tx=0).stop 2024-09-17T10:40:27.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.538+0000 7f3061c3b700 1 -- 172.21.15.159:0/3094025041 shutdown_connections 2024-09-17T10:40:27.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.538+0000 7f3061c3b700 1 --2- 172.21.15.159:0/3094025041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c101360 0x7f305c1017b0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.538+0000 7f3061c3b700 1 --2- 172.21.15.159:0/3094025041 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f305c100160 0x7f305c100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.538+0000 7f3061c3b700 1 -- 172.21.15.159:0/3094025041 >> 172.21.15.159:0/3094025041 conn(0x7f305c0fb6f0 msgr2=0x7f305c0fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:27.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.538+0000 7f3061c3b700 1 -- 172.21.15.159:0/3094025041 shutdown_connections 2024-09-17T10:40:27.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.538+0000 7f3061c3b700 1 -- 172.21.15.159:0/3094025041 wait complete. 2024-09-17T10:40:27.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.538+0000 7f3061c3b700 1 Processor -- start 2024-09-17T10:40:27.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f3061c3b700 1 -- start start 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f3061c3b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c100160 0x7f305c195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f3061c3b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f305c101360 0x7f305c195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f3061c3b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f305c1964c0 con 0x7f305c100160 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f3061c3b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f305c196600 con 0x7f305c101360 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c100160 0x7f305c195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c100160 0x7f305c195960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51156/0 (socket says 172.21.15.159:51156) 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305b7fe700 1 -- 172.21.15.159:0/967814956 learned_addr learned my addr 172.21.15.159:0/967814956 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305affd700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f305c101360 0x7f305c195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305b7fe700 1 -- 172.21.15.159:0/967814956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f305c101360 msgr2=0x7f305c195ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305b7fe700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f305c101360 0x7f305c195ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305b7fe700 1 -- 172.21.15.159:0/967814956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30500095f0 con 0x7f305c100160 2024-09-17T10:40:27.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.539+0000 7f305affd700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f305c101360 0x7f305c195ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:40:27.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.540+0000 7f305b7fe700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c100160 0x7f305c195960 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f304c00e8f0 tx=0x7f304c00ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:27.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.540+0000 7f3058ff9700 1 -- 172.21.15.159:0/967814956 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f304c009790 con 0x7f305c100160 2024-09-17T10:40:27.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.540+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f305c19b0b0 con 0x7f305c100160 2024-09-17T10:40:27.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.540+0000 7f3058ff9700 1 -- 172.21.15.159:0/967814956 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f304c00c810 con 0x7f305c100160 2024-09-17T10:40:27.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.540+0000 7f3058ff9700 1 -- 172.21.15.159:0/967814956 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f304c003d20 con 0x7f305c100160 2024-09-17T10:40:27.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.540+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f305c19b600 con 0x7f305c100160 2024-09-17T10:40:27.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.541+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f305c108cb0 con 0x7f305c100160 2024-09-17T10:40:27.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.541+0000 7f3058ff9700 1 -- 172.21.15.159:0/967814956 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f304c0041f0 con 0x7f305c100160 2024-09-17T10:40:27.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.542+0000 7f3058ff9700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f304406c680 0x7f304406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.542+0000 7f3058ff9700 1 -- 172.21.15.159:0/967814956 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f304c014070 con 0x7f305c100160 2024-09-17T10:40:27.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.542+0000 7f305affd700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f304406c680 0x7f304406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.542+0000 7f305affd700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f304406c680 0x7f304406eb30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3050009fd0 tx=0x7f3050005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:27.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.546+0000 7f3058ff9700 1 -- 172.21.15.159:0/967814956 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f304c059e20 con 0x7f305c100160 2024-09-17T10:40:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:27 smithi159 ceph-mon[27674]: pgmap v292: 65 pgs: 65 active+clean; 1.3 GiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 234 op/s 2024-09-17T10:40:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:27 smithi159 ceph-mon[27674]: Upgrade: Updating mgr.smithi170.ssubfe 2024-09-17T10:40:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:40:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:40:27.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:27 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:40:27.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:27 smithi159 ceph-mon[27674]: Deploying daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:40:27.774 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.773+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f305c105cb0 con 0x7f304406c680 2024-09-17T10:40:27.775 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.774+0000 7f3058ff9700 1 -- 172.21.15.159:0/967814956 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+349 (secure 0 0 0) 0x7f305c105cb0 con 0x7f304406c680 2024-09-17T10:40:27.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f304406c680 msgr2=0x7f304406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f304406c680 0x7f304406eb30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3050009fd0 tx=0x7f3050005940 comp rx=0 tx=0).stop 2024-09-17T10:40:27.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c100160 msgr2=0x7f305c195960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c100160 0x7f305c195960 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f304c00e8f0 tx=0x7f304c00ec00 comp rx=0 tx=0).stop 2024-09-17T10:40:27.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 shutdown_connections 2024-09-17T10:40:27.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f304406c680 0x7f304406eb30 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.778 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f305c100160 0x7f305c195960 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 --2- 172.21.15.159:0/967814956 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f305c101360 0x7f305c195ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 >> 172.21.15.159:0/967814956 conn(0x7f305c0fb6f0 msgr2=0x7f305c104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:27.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.776+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 shutdown_connections 2024-09-17T10:40:27.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.777+0000 7f3061c3b700 1 -- 172.21.15.159:0/967814956 wait complete. 2024-09-17T10:40:27.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 -- 172.21.15.159:0/1675056762 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f4100250 msgr2=0x7fa3f41006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1675056762 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f4100250 0x7fa3f41006a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009910 tx=0x7fa3e8009c20 comp rx=0 tx=0).stop 2024-09-17T10:40:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 -- 172.21.15.159:0/1675056762 shutdown_connections 2024-09-17T10:40:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1675056762 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f4100250 0x7fa3f41006a0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1675056762 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3f40ff050 0x7fa3f40ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 -- 172.21.15.159:0/1675056762 >> 172.21.15.159:0/1675056762 conn(0x7fa3f40fa5e0 msgr2=0x7fa3f40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 -- 172.21.15.159:0/1675056762 shutdown_connections 2024-09-17T10:40:27.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.889+0000 7fa3f9054700 1 -- 172.21.15.159:0/1675056762 wait complete. 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f9054700 1 Processor -- start 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f9054700 1 -- start start 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f9054700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f40ff050 0x7fa3f4068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f9054700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3f4100250 0x7fa3f419cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f9054700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f4196540 con 0x7fa3f40ff050 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f9054700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f419d010 con 0x7fa3f4100250 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f2d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f40ff050 0x7fa3f4068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f2d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f40ff050 0x7fa3f4068f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51176/0 (socket says 172.21.15.159:51176) 2024-09-17T10:40:27.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f259c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3f4100250 0x7fa3f419cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.890+0000 7fa3f2d9d700 1 -- 172.21.15.159:0/1792651596 learned_addr learned my addr 172.21.15.159:0/1792651596 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3f2d9d700 1 -- 172.21.15.159:0/1792651596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3f4100250 msgr2=0x7fa3f419cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3f2d9d700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3f4100250 0x7fa3f419cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3f2d9d700 1 -- 172.21.15.159:0/1792651596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3e80095f0 con 0x7fa3f40ff050 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3f259c700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3f4100250 0x7fa3f419cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3f2d9d700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f40ff050 0x7fa3f4068f30 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa3e400e920 tx=0x7fa3e400ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3dbfff700 1 -- 172.21.15.159:0/1792651596 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa3e4009790 con 0x7fa3f40ff050 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3dbfff700 1 -- 172.21.15.159:0/1792651596 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa3e400ce80 con 0x7fa3f40ff050 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3dbfff700 1 -- 172.21.15.159:0/1792651596 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa3e4003d60 con 0x7fa3f40ff050 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3f419d2c0 con 0x7fa3f40ff050 2024-09-17T10:40:27.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.891+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3f419d7e0 con 0x7fa3f40ff050 2024-09-17T10:40:27.895 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.892+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3f4107ba0 con 0x7fa3f40ff050 2024-09-17T10:40:27.895 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.893+0000 7fa3dbfff700 1 -- 172.21.15.159:0/1792651596 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fa3e400c9d0 con 0x7fa3f40ff050 2024-09-17T10:40:27.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.893+0000 7fa3dbfff700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa3dc06c680 0x7fa3dc06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:27.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.893+0000 7fa3dbfff700 1 -- 172.21.15.159:0/1792651596 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fa3e4014070 con 0x7fa3f40ff050 2024-09-17T10:40:27.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.893+0000 7fa3f259c700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa3dc06c680 0x7fa3dc06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:27.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.894+0000 7fa3f259c700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa3dc06c680 0x7fa3dc06eb30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009fd0 tx=0x7fa3e8005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:27.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:27.898+0000 7fa3dbfff700 1 -- 172.21.15.159:0/1792651596 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fa3e4059e20 con 0x7fa3f40ff050 2024-09-17T10:40:27.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:27 smithi170 ceph-mon[33842]: pgmap v292: 65 pgs: 65 active+clean; 1.3 GiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 234 op/s 2024-09-17T10:40:27.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:27 smithi170 ceph-mon[33842]: Upgrade: Updating mgr.smithi170.ssubfe 2024-09-17T10:40:27.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:27.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:40:27.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:40:27.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:27 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:40:27.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:27 smithi170 ceph-mon[33842]: Deploying daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:40:28.144 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.143+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fa3f4104ba0 con 0x7fa3dc06c680 2024-09-17T10:40:28.160 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.159+0000 7fa3dbfff700 1 -- 172.21.15.159:0/1792651596 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3480 (secure 0 0 0) 0x7fa3f4104ba0 con 0x7fa3dc06c680 2024-09-17T10:40:28.161 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:40:28.161 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (7m) 2m ago 9m 26.0M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:40:28.161 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (9m) 2m ago 9m 7411k - 18.2.0 dc2bc1663786 cfddc9b53fae 2024-09-17T10:40:28.161 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (8m) 2m ago 8m 7272k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:40:28.162 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (9m) 2m ago 9m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:40:28.162 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (8m) 2m ago 8m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:40:28.162 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (7m) 2m ago 8m 85.5M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:40:28.162 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (3m) 2m ago 3m 11.3M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:40:28.162 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (2m) 2m ago 2m 14.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:40:28.163 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (3m) 2m ago 3m 17.7M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:40:28.163 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (2m) 2m ago 2m 15.2M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:40:28.163 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (10m) 2m ago 10m 487M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:40:28.163 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (8m) 2m ago 8m 440M - 18.2.0 dc2bc1663786 f75007dd89d0 2024-09-17T10:40:28.163 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (10m) 2m ago 10m 49.1M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:40:28.164 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (8m) 2m ago 8m 38.7M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:40:28.164 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (9m) 2m ago 9m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:40:28.164 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (8m) 2m ago 8m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:40:28.164 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (6m) 2m ago 6m 48.4M 3946M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:40:28.164 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (6m) 2m ago 6m 46.4M 3946M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:40:28.164 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (5m) 2m ago 5m 46.0M 3946M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:40:28.165 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (5m) 2m ago 5m 48.9M 4970M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:40:28.165 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (5m) 2m ago 5m 43.9M 4970M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:40:28.165 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (4m) 2m ago 4m 46.2M 4970M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:40:28.165 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (7m) 2m ago 8m 62.5M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:40:28.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.162+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa3dc06c680 msgr2=0x7fa3dc06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.166 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.162+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa3dc06c680 0x7fa3dc06eb30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009fd0 tx=0x7fa3e8005940 comp rx=0 tx=0).stop 2024-09-17T10:40:28.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.162+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f40ff050 msgr2=0x7fa3f4068f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.162+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f40ff050 0x7fa3f4068f30 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa3e400e920 tx=0x7fa3e400ec30 comp rx=0 tx=0).stop 2024-09-17T10:40:28.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.163+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 shutdown_connections 2024-09-17T10:40:28.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.163+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa3dc06c680 0x7fa3dc06eb30 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.163+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3f40ff050 0x7fa3f4068f30 secure :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa3e400e920 tx=0x7fa3e400ec30 comp rx=0 tx=0).stop 2024-09-17T10:40:28.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.163+0000 7fa3f9054700 1 --2- 172.21.15.159:0/1792651596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3f4100250 0x7fa3f419cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.167 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.163+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 >> 172.21.15.159:0/1792651596 conn(0x7fa3f40fa5e0 msgr2=0x7fa3f4103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:28.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.163+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 shutdown_connections 2024-09-17T10:40:28.168 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.163+0000 7fa3f9054700 1 -- 172.21.15.159:0/1792651596 wait complete. 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 -- 172.21.15.159:0/4275426371 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc101360 msgr2=0x7fa7bc1017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/4275426371 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc101360 0x7fa7bc1017b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009910 tx=0x7fa7ac009c20 comp rx=0 tx=0).stop 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 -- 172.21.15.159:0/4275426371 shutdown_connections 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/4275426371 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc101360 0x7fa7bc1017b0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/4275426371 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa7bc100160 0x7fa7bc100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 -- 172.21.15.159:0/4275426371 >> 172.21.15.159:0/4275426371 conn(0x7fa7bc0fb6f0 msgr2=0x7fa7bc0fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 -- 172.21.15.159:0/4275426371 shutdown_connections 2024-09-17T10:40:28.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.297+0000 7fa7c3f83700 1 -- 172.21.15.159:0/4275426371 wait complete. 2024-09-17T10:40:28.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c3f83700 1 Processor -- start 2024-09-17T10:40:28.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c3f83700 1 -- start start 2024-09-17T10:40:28.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c3f83700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc100160 0x7fa7bc195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:28.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c3f83700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa7bc101360 0x7fa7bc195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:28.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c3f83700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7bc1964c0 con 0x7fa7bc100160 2024-09-17T10:40:28.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c3f83700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7bc196600 con 0x7fa7bc101360 2024-09-17T10:40:28.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c1d1f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc100160 0x7fa7bc195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c1d1f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc100160 0x7fa7bc195960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51194/0 (socket says 172.21.15.159:51194) 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c1d1f700 1 -- 172.21.15.159:0/529390867 learned_addr learned my addr 172.21.15.159:0/529390867 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c151e700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa7bc101360 0x7fa7bc195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c1d1f700 1 -- 172.21.15.159:0/529390867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa7bc101360 msgr2=0x7fa7bc195ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c1d1f700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa7bc101360 0x7fa7bc195ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c1d1f700 1 -- 172.21.15.159:0/529390867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7ac0095f0 con 0x7fa7bc100160 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7c1d1f700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc100160 0x7fa7bc195960 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa7b800e8f0 tx=0x7fa7b800ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.298+0000 7fa7b2ffd700 1 -- 172.21.15.159:0/529390867 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa7b8009790 con 0x7fa7bc100160 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.299+0000 7fa7b2ffd700 1 -- 172.21.15.159:0/529390867 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa7b800c810 con 0x7fa7bc100160 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.299+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7bc19b0b0 con 0x7fa7bc100160 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.299+0000 7fa7b2ffd700 1 -- 172.21.15.159:0/529390867 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa7b8003d20 con 0x7fa7bc100160 2024-09-17T10:40:28.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.299+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7bc19b600 con 0x7fa7bc100160 2024-09-17T10:40:28.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.299+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7bc108cb0 con 0x7fa7bc100160 2024-09-17T10:40:28.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.300+0000 7fa7b2ffd700 1 -- 172.21.15.159:0/529390867 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7fa7b80041f0 con 0x7fa7bc100160 2024-09-17T10:40:28.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.301+0000 7fa7b2ffd700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa7a806c680 0x7fa7a806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:28.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.301+0000 7fa7c151e700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa7a806c680 0x7fa7a806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:28.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.301+0000 7fa7b2ffd700 1 -- 172.21.15.159:0/529390867 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fa7b8014070 con 0x7fa7bc100160 2024-09-17T10:40:28.304 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.301+0000 7fa7c151e700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa7a806c680 0x7fa7a806eb30 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009fd0 tx=0x7fa7ac005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:28.306 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.305+0000 7fa7b2ffd700 1 -- 172.21.15.159:0/529390867 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fa7b8059e20 con 0x7fa7bc100160 2024-09-17T10:40:28.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.589+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fa7bc19bd00 con 0x7fa7bc100160 2024-09-17T10:40:28.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.590+0000 7fa7b2ffd700 1 -- 172.21.15.159:0/529390867 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+558 (secure 0 0 0) 0x7fa7b8016330 con 0x7fa7bc100160 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:40:28.592 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:40:28.593 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:40:28.593 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:40:28.593 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:40:28.593 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 14 2024-09-17T10:40:28.593 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:40:28.593 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa7a806c680 msgr2=0x7fa7a806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa7a806c680 0x7fa7a806eb30 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009fd0 tx=0x7fa7ac005940 comp rx=0 tx=0).stop 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc100160 msgr2=0x7fa7bc195960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc100160 0x7fa7bc195960 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa7b800e8f0 tx=0x7fa7b800ec00 comp rx=0 tx=0).stop 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 shutdown_connections 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fa7a806c680 0x7fa7a806eb30 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa7bc100160 0x7fa7bc195960 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 --2- 172.21.15.159:0/529390867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa7bc101360 0x7fa7bc195ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 >> 172.21.15.159:0/529390867 conn(0x7fa7bc0fb6f0 msgr2=0x7fa7bc104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:28.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 shutdown_connections 2024-09-17T10:40:28.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.592+0000 7fa7c3f83700 1 -- 172.21.15.159:0/529390867 wait complete. 2024-09-17T10:40:28.623 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:28 smithi170 ceph-mon[33842]: from='client.24441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 -- 172.21.15.159:0/1164715660 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30480ff050 msgr2=0x7f30480ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 --2- 172.21.15.159:0/1164715660 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30480ff050 0x7f30480ff460 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3030009910 tx=0x7f3030009c20 comp rx=0 tx=0).stop 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 -- 172.21.15.159:0/1164715660 shutdown_connections 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 --2- 172.21.15.159:0/1164715660 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3048100250 0x7f30481006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 --2- 172.21.15.159:0/1164715660 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f30480ff050 0x7f30480ff460 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 -- 172.21.15.159:0/1164715660 >> 172.21.15.159:0/1164715660 conn(0x7f30480fa5e0 msgr2=0x7f30480fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 -- 172.21.15.159:0/1164715660 shutdown_connections 2024-09-17T10:40:28.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.701+0000 7f304ccb5700 1 -- 172.21.15.159:0/1164715660 wait complete. 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f304ccb5700 1 Processor -- start 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f304ccb5700 1 -- start start 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f304ccb5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30480ff050 0x7f3048068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f304ccb5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3048100250 0x7f304819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f304ccb5700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f304819acc0 con 0x7f3048100250 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f304ccb5700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f304819ae00 con 0x7f30480ff050 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f3045d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3048100250 0x7f304819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:28.705 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f3045d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3048100250 0x7f304819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51206/0 (socket says 172.21.15.159:51206) 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f304659c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30480ff050 0x7f3048068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f3045d9b700 1 -- 172.21.15.159:0/3766656747 learned_addr learned my addr 172.21.15.159:0/3766656747 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f3045d9b700 1 -- 172.21.15.159:0/3766656747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30480ff050 msgr2=0x7f3048068f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f3045d9b700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30480ff050 0x7f3048068f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.702+0000 7f3045d9b700 1 -- 172.21.15.159:0/3766656747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30300095f0 con 0x7f3048100250 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.703+0000 7f3045d9b700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3048100250 0x7f304819a6f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f303800e920 tx=0x7f303800ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.703+0000 7f303f7fe700 1 -- 172.21.15.159:0/3766656747 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f303800c9d0 con 0x7f3048100250 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.703+0000 7f303f7fe700 1 -- 172.21.15.159:0/3766656747 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f3038010430 con 0x7f3048100250 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.703+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f304819b0e0 con 0x7f3048100250 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.703+0000 7f303f7fe700 1 -- 172.21.15.159:0/3766656747 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3038018650 con 0x7f3048100250 2024-09-17T10:40:28.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.703+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f304819b630 con 0x7f3048100250 2024-09-17T10:40:28.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.704+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3048107ba0 con 0x7f3048100250 2024-09-17T10:40:28.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.704+0000 7f303f7fe700 1 -- 172.21.15.159:0/3766656747 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f30380105a0 con 0x7f3048100250 2024-09-17T10:40:28.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.705+0000 7f303f7fe700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f303406c680 0x7f303406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:28.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.705+0000 7f304659c700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f303406c680 0x7f303406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:28.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.705+0000 7f303f7fe700 1 -- 172.21.15.159:0/3766656747 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f3038014070 con 0x7f3048100250 2024-09-17T10:40:28.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.706+0000 7f304659c700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f303406c680 0x7f303406eb30 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3030009fd0 tx=0x7f3030005a90 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:28.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.710+0000 7f303f7fe700 1 -- 172.21.15.159:0/3766656747 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f3038051720 con 0x7f3048100250 2024-09-17T10:40:28.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:28 smithi159 ceph-mon[27674]: from='client.24441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:28.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.953+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f3048107dc0 con 0x7f3048100250 2024-09-17T10:40:28.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.953+0000 7f303f7fe700 1 -- 172.21.15.159:0/3766656747 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7f3038059dc0 con 0x7f3048100250 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:40:28.955 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:40:28.956 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:40:28.957 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:40:28.958 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:40:28.958 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:40:28.958 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:40:28.958 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:40:28.958 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:40:28.958 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f303406c680 msgr2=0x7f303406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f303406c680 0x7f303406eb30 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3030009fd0 tx=0x7f3030005a90 comp rx=0 tx=0).stop 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3048100250 msgr2=0x7f304819a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3048100250 0x7f304819a6f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f303800e920 tx=0x7f303800ec30 comp rx=0 tx=0).stop 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 shutdown_connections 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f303406c680 0x7f303406eb30 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30480ff050 0x7f3048068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 --2- 172.21.15.159:0/3766656747 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3048100250 0x7f304819a6f0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:28.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 >> 172.21.15.159:0/3766656747 conn(0x7f30480fa5e0 msgr2=0x7f3048103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:28.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 shutdown_connections 2024-09-17T10:40:28.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:28.955+0000 7f304ccb5700 1 -- 172.21.15.159:0/3766656747 wait complete. 2024-09-17T10:40:28.960 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:40:29.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.070+0000 7f262bfb0700 1 -- 172.21.15.159:0/1722936313 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26240ff050 msgr2=0x7f26240ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.070+0000 7f262bfb0700 1 --2- 172.21.15.159:0/1722936313 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26240ff050 0x7f26240ff460 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2620009910 tx=0x7f2620009c20 comp rx=0 tx=0).stop 2024-09-17T10:40:29.072 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 -- 172.21.15.159:0/1722936313 shutdown_connections 2024-09-17T10:40:29.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 --2- 172.21.15.159:0/1722936313 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2624100250 0x7f26241006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 --2- 172.21.15.159:0/1722936313 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f26240ff050 0x7f26240ff460 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 -- 172.21.15.159:0/1722936313 >> 172.21.15.159:0/1722936313 conn(0x7f26240fa5c0 msgr2=0x7f26240fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:29.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 -- 172.21.15.159:0/1722936313 shutdown_connections 2024-09-17T10:40:29.073 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 -- 172.21.15.159:0/1722936313 wait complete. 2024-09-17T10:40:29.074 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 Processor -- start 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.071+0000 7f262bfb0700 1 -- start start 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262bfb0700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26240ff050 0x7f26241948a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262bfb0700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2624100250 0x7f2624194de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262bfb0700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2624195400 con 0x7f2624100250 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262bfb0700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2624195540 con 0x7f26240ff050 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262954b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2624100250 0x7f2624194de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262954b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2624100250 0x7f2624194de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51220/0 (socket says 172.21.15.159:51220) 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262954b700 1 -- 172.21.15.159:0/3423580871 learned_addr learned my addr 172.21.15.159:0/3423580871 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f2629d4c700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26240ff050 0x7f26241948a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262954b700 1 -- 172.21.15.159:0/3423580871 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26240ff050 msgr2=0x7f26241948a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262954b700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26240ff050 0x7f26241948a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.075 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262954b700 1 -- 172.21.15.159:0/3423580871 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26200095f0 con 0x7f2624100250 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f2629d4c700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26240ff050 0x7f26241948a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262954b700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2624100250 0x7f2624194de0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f261400c8a0 tx=0x7f261400cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f261affd700 1 -- 172.21.15.159:0/3423580871 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f26140078e0 con 0x7f2624100250 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f261affd700 1 -- 172.21.15.159:0/3423580871 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f261400f450 con 0x7f2624100250 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2624199ff0 con 0x7f2624100250 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f261affd700 1 -- 172.21.15.159:0/3423580871 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f261400e5e0 con 0x7f2624100250 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.072+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f262419a510 con 0x7f2624100250 2024-09-17T10:40:29.076 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.073+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2624107ba0 con 0x7f2624100250 2024-09-17T10:40:29.077 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.074+0000 7f261affd700 1 -- 172.21.15.159:0/3423580871 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f261400f5c0 con 0x7f2624100250 2024-09-17T10:40:29.077 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.074+0000 7f261affd700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f261006c680 0x7f261006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:29.077 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.075+0000 7f261affd700 1 -- 172.21.15.159:0/3423580871 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f261408b7c0 con 0x7f2624100250 2024-09-17T10:40:29.077 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.075+0000 7f2629d4c700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f261006c680 0x7f261006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:29.077 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.075+0000 7f2629d4c700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f261006c680 0x7f261006eb30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2620006010 tx=0x7f2620005670 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:29.080 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.079+0000 7f261affd700 1 -- 172.21.15.159:0/3423580871 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f2614059980 con 0x7f2624100250 2024-09-17T10:40:29.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.352+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f2624104ba0 con 0x7f261006c680 2024-09-17T10:40:29.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.353+0000 7f261affd700 1 -- 172.21.15.159:0/3423580871 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+349 (secure 0 0 0) 0x7f2624104ba0 con 0x7f261006c680 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "0/23 daemons upgraded", 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading mgr daemons", 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:40:29.355 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f261006c680 msgr2=0x7f261006eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f261006c680 0x7f261006eb30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2620006010 tx=0x7f2620005670 comp rx=0 tx=0).stop 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2624100250 msgr2=0x7f2624194de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2624100250 0x7f2624194de0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f261400c8a0 tx=0x7f261400cbb0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 shutdown_connections 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f261006c680 0x7f261006eb30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26240ff050 0x7f26241948a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 --2- 172.21.15.159:0/3423580871 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f2624100250 0x7f2624194de0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 >> 172.21.15.159:0/3423580871 conn(0x7f26240fa5c0 msgr2=0x7f2624103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:29.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 shutdown_connections 2024-09-17T10:40:29.358 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.355+0000 7f262bfb0700 1 -- 172.21.15.159:0/3423580871 wait complete. 2024-09-17T10:40:29.468 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 -- 172.21.15.159:0/2034895206 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 msgr2=0x7f9d9c0ff480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 --2- 172.21.15.159:0/2034895206 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0ff480 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c009910 tx=0x7f9d8c009c20 comp rx=0 tx=0).stop 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 -- 172.21.15.159:0/2034895206 shutdown_connections 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 --2- 172.21.15.159:0/2034895206 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d9c100270 0x7f9d9c1006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 --2- 172.21.15.159:0/2034895206 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0ff480 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 -- 172.21.15.159:0/2034895206 >> 172.21.15.159:0/2034895206 conn(0x7f9d9c0fa600 msgr2=0x7f9d9c0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 -- 172.21.15.159:0/2034895206 shutdown_connections 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 -- 172.21.15.159:0/2034895206 wait complete. 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 Processor -- start 2024-09-17T10:40:29.469 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.467+0000 7f9da2642700 1 -- start start 2024-09-17T10:40:29.470 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9da2642700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0698b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9da2642700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d9c100270 0x7f9d9c19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9da2642700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d9c19acc0 con 0x7f9d9c0ff070 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9da2642700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d9c19ae00 con 0x7f9d9c100270 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0698b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0698b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:51232/0 (socket says 172.21.15.159:51232) 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9bfff700 1 -- 172.21.15.159:0/4005369835 learned_addr learned my addr 172.21.15.159:0/4005369835 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9b7fe700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d9c100270 0x7f9d9c19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9bfff700 1 -- 172.21.15.159:0/4005369835 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d9c100270 msgr2=0x7f9d9c19a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9bfff700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d9c100270 0x7f9d9c19a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9bfff700 1 -- 172.21.15.159:0/4005369835 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d8c0095f0 con 0x7f9d9c0ff070 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d9bfff700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0698b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c00bda0 tx=0x7f9d8c00bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:29.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d997fa700 1 -- 172.21.15.159:0/4005369835 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9d8c01d070 con 0x7f9d9c0ff070 2024-09-17T10:40:29.472 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d997fa700 1 -- 172.21.15.159:0/4005369835 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9d8c00f460 con 0x7f9d9c0ff070 2024-09-17T10:40:29.472 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d9c19b080 con 0x7f9d9c0ff070 2024-09-17T10:40:29.472 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9d997fa700 1 -- 172.21.15.159:0/4005369835 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9d8c021640 con 0x7f9d9c0ff070 2024-09-17T10:40:29.472 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.468+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d9c19b570 con 0x7f9d9c0ff070 2024-09-17T10:40:29.473 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.470+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d9c107bc0 con 0x7f9d9c0ff070 2024-09-17T10:40:29.473 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.470+0000 7f9d997fa700 1 -- 172.21.15.159:0/4005369835 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 19) v1 ==== 89916+0+0 (secure 0 0 0) 0x7f9d8c00f5d0 con 0x7f9d9c0ff070 2024-09-17T10:40:29.473 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.470+0000 7f9d997fa700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9d8406c680 0x7f9d8406eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:29.473 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.471+0000 7f9d997fa700 1 -- 172.21.15.159:0/4005369835 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f9d8c08ca90 con 0x7f9d9c0ff070 2024-09-17T10:40:29.473 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.471+0000 7f9d9b7fe700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9d8406c680 0x7f9d8406eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:29.473 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.471+0000 7f9d9b7fe700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9d8406c680 0x7f9d8406eb30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c069e30 tx=0x7f9d9000b410 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:29.476 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.475+0000 7f9d997fa700 1 -- 172.21.15.159:0/4005369835 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f9d8c05acd0 con 0x7f9d9c0ff070 2024-09-17T10:40:29.663 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:29 smithi159 ceph-mon[27674]: from='client.14746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:29.663 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:29 smithi159 ceph-mon[27674]: from='client.14750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:29.663 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:29 smithi159 ceph-mon[27674]: pgmap v293: 65 pgs: 65 active+clean; 1016 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 35 KiB/s rd, 2.4 MiB/s wr, 182 op/s 2024-09-17T10:40:29.664 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:29 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/529390867' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:40:29.664 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:29 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3766656747' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:40:29.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.767+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f9d9c107de0 con 0x7f9d9c0ff070 2024-09-17T10:40:29.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.768+0000 7f9d997fa700 1 -- 172.21.15.159:0/4005369835 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f9d8c05a860 con 0x7f9d9c0ff070 2024-09-17T10:40:29.770 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:40:29.770 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:40:29.770 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9d8406c680 msgr2=0x7f9d8406eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9d8406c680 0x7f9d8406eb30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c069e30 tx=0x7f9d9000b410 comp rx=0 tx=0).stop 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 msgr2=0x7f9d9c0698b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0698b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c00bda0 tx=0x7f9d8c00bdd0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 shutdown_connections 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f9d8406c680 0x7f9d8406eb30 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d9c0ff070 0x7f9d9c0698b0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 --2- 172.21.15.159:0/4005369835 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d9c100270 0x7f9d9c19a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:29.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 >> 172.21.15.159:0/4005369835 conn(0x7f9d9c0fa600 msgr2=0x7f9d9c1034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:29.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 shutdown_connections 2024-09-17T10:40:29.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:29.770+0000 7f9da2642700 1 -- 172.21.15.159:0/4005369835 wait complete. 2024-09-17T10:40:29.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:29 smithi170 ceph-mon[33842]: from='client.14746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:29.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:29 smithi170 ceph-mon[33842]: from='client.14750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:29.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:29 smithi170 ceph-mon[33842]: pgmap v293: 65 pgs: 65 active+clean; 1016 MiB data, 3.8 GiB used, 533 GiB / 536 GiB avail; 35 KiB/s rd, 2.4 MiB/s wr, 182 op/s 2024-09-17T10:40:29.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:29 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/529390867' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:40:29.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:29 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3766656747' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:40:30.482 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-17T10:40:30.482 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-17T10:40:30.820 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:30 smithi170 ceph-mon[33842]: from='client.14762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:30.820 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:30 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4005369835' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:40:30.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:30 smithi159 ceph-mon[27674]: from='client.14762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:40:30.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:30 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4005369835' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:40:31.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:31 smithi159 ceph-mon[27674]: pgmap v294: 65 pgs: 65 active+clean; 719 MiB data, 2.7 GiB used, 534 GiB / 536 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 180 op/s 2024-09-17T10:40:31.832 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:31 smithi170 ceph-mon[33842]: pgmap v294: 65 pgs: 65 active+clean; 719 MiB data, 2.7 GiB used, 534 GiB / 536 GiB avail; 24 KiB/s rd, 1.2 MiB/s wr, 180 op/s 2024-09-17T10:40:33.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:33 smithi159 ceph-mon[27674]: pgmap v295: 65 pgs: 65 active+clean; 569 MiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 24 KiB/s rd, 1.4 MiB/s wr, 194 op/s 2024-09-17T10:40:33.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:33 smithi170 ceph-mon[33842]: pgmap v295: 65 pgs: 65 active+clean; 569 MiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 24 KiB/s rd, 1.4 MiB/s wr, 194 op/s 2024-09-17T10:40:35.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:35 smithi159 ceph-mon[27674]: pgmap v296: 65 pgs: 65 active+clean; 432 MiB data, 1.9 GiB used, 535 GiB / 536 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 232 op/s 2024-09-17T10:40:35.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:35 smithi170 ceph-mon[33842]: pgmap v296: 65 pgs: 65 active+clean; 432 MiB data, 1.9 GiB used, 535 GiB / 536 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 232 op/s 2024-09-17T10:40:37.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:37 smithi170 ceph-mon[33842]: pgmap v297: 65 pgs: 65 active+clean; 325 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 26 KiB/s rd, 1.6 MiB/s wr, 277 op/s 2024-09-17T10:40:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:37 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:37 smithi159 ceph-mon[27674]: pgmap v297: 65 pgs: 65 active+clean; 325 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 26 KiB/s rd, 1.6 MiB/s wr, 277 op/s 2024-09-17T10:40:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:37 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:39.759 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:39 smithi159 ceph-mon[27674]: pgmap v298: 65 pgs: 65 active+clean; 302 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 41 KiB/s rd, 1.4 MiB/s wr, 282 op/s 2024-09-17T10:40:39.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:39 smithi170 ceph-mon[33842]: pgmap v298: 65 pgs: 65 active+clean; 302 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 41 KiB/s rd, 1.4 MiB/s wr, 282 op/s 2024-09-17T10:40:41.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:41 smithi159 ceph-mon[27674]: pgmap v299: 65 pgs: 65 active+clean; 304 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.6 MiB/s wr, 327 op/s 2024-09-17T10:40:41.945 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:41 smithi170 ceph-mon[33842]: pgmap v299: 65 pgs: 65 active+clean; 304 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.6 MiB/s wr, 327 op/s 2024-09-17T10:40:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:40:43.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:43 smithi159 ceph-mon[27674]: pgmap v300: 65 pgs: 65 active+clean; 305 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.5 MiB/s wr, 308 op/s 2024-09-17T10:40:43.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:43.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:43 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:40:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:43 smithi170 ceph-mon[33842]: pgmap v300: 65 pgs: 65 active+clean; 305 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.5 MiB/s wr, 308 op/s 2024-09-17T10:40:43.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:43.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:43 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:40:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:45 smithi159 ceph-mon[27674]: pgmap v301: 65 pgs: 65 active+clean; 312 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 37 KiB/s rd, 2.0 MiB/s wr, 321 op/s 2024-09-17T10:40:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:45 smithi170 ceph-mon[33842]: pgmap v301: 65 pgs: 65 active+clean; 312 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 37 KiB/s rd, 2.0 MiB/s wr, 321 op/s 2024-09-17T10:40:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:47 smithi159 ceph-mon[27674]: pgmap v302: 65 pgs: 65 active+clean; 312 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 286 op/s 2024-09-17T10:40:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:47 smithi159 ceph-mon[27674]: Standby manager daemon smithi170.ssubfe restarted 2024-09-17T10:40:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:47 smithi159 ceph-mon[27674]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:40:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:47 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:40:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:47 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:40:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:47 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:40:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:47 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:40:47.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:47 smithi170 ceph-mon[33842]: pgmap v302: 65 pgs: 65 active+clean; 312 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 286 op/s 2024-09-17T10:40:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:47 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe restarted 2024-09-17T10:40:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:47 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:40:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:47 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:40:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:47 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:40:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:47 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:40:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:47 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:40:48.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:48 smithi159 ceph-mon[27674]: mgrmap e20: smithi159.tdcigv(active, since 8m), standbys: smithi170.ssubfe 2024-09-17T10:40:48.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:48 smithi170 ceph-mon[33842]: mgrmap e20: smithi159.tdcigv(active, since 8m), standbys: smithi170.ssubfe 2024-09-17T10:40:49.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:49 smithi159 ceph-mon[27674]: pgmap v303: 65 pgs: 65 active+clean; 320 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 217 op/s 2024-09-17T10:40:49.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:49 smithi170 ceph-mon[33842]: pgmap v303: 65 pgs: 65 active+clean; 320 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 217 op/s 2024-09-17T10:40:51.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:51 smithi159 ceph-mon[27674]: pgmap v304: 65 pgs: 65 active+clean; 328 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 9.1 KiB/s rd, 2.5 MiB/s wr, 192 op/s 2024-09-17T10:40:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:51 smithi170 ceph-mon[33842]: pgmap v304: 65 pgs: 65 active+clean; 328 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 9.1 KiB/s rd, 2.5 MiB/s wr, 192 op/s 2024-09-17T10:40:52.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:52 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:52.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:52 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:40:53.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:53 smithi159 ceph-mon[27674]: pgmap v305: 65 pgs: 65 active+clean; 329 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 9.1 KiB/s rd, 2.3 MiB/s wr, 132 op/s 2024-09-17T10:40:53.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:53 smithi170 ceph-mon[33842]: pgmap v305: 65 pgs: 65 active+clean; 329 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 9.1 KiB/s rd, 2.3 MiB/s wr, 132 op/s 2024-09-17T10:40:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:55 smithi159 ceph-mon[27674]: pgmap v306: 65 pgs: 65 active+clean; 329 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 134 op/s 2024-09-17T10:40:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:55 smithi170 ceph-mon[33842]: pgmap v306: 65 pgs: 65 active+clean; 329 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 22 KiB/s rd, 2.2 MiB/s wr, 134 op/s 2024-09-17T10:40:57.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:57 smithi170 ceph-mon[33842]: pgmap v307: 65 pgs: 65 active+clean; 330 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 189 op/s 2024-09-17T10:40:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:57 smithi159 ceph-mon[27674]: pgmap v307: 65 pgs: 65 active+clean; 330 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 189 op/s 2024-09-17T10:40:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:40:59 smithi170 ceph-mon[33842]: pgmap v308: 65 pgs: 65 active+clean; 331 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 237 op/s 2024-09-17T10:40:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:40:59 smithi159 ceph-mon[27674]: pgmap v308: 65 pgs: 65 active+clean; 331 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 237 op/s 2024-09-17T10:40:59.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.918+0000 7f8e47d2c700 1 -- 172.21.15.159:0/761562348 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e401013f0 msgr2=0x7f8e40101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:59.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.918+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/761562348 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e401013f0 0x7f8e40101840 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f8e30009910 tx=0x7f8e30009c20 comp rx=0 tx=0).stop 2024-09-17T10:40:59.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.919+0000 7f8e47d2c700 1 -- 172.21.15.159:0/761562348 shutdown_connections 2024-09-17T10:40:59.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.919+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/761562348 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e401013f0 0x7f8e40101840 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:59.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.919+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/761562348 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e400fe410 0x7f8e400fe820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:59.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.919+0000 7f8e47d2c700 1 -- 172.21.15.159:0/761562348 >> 172.21.15.159:0/761562348 conn(0x7f8e400f9d80 msgr2=0x7f8e400fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:40:59.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.920+0000 7f8e47d2c700 1 -- 172.21.15.159:0/761562348 shutdown_connections 2024-09-17T10:40:59.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.920+0000 7f8e47d2c700 1 -- 172.21.15.159:0/761562348 wait complete. 2024-09-17T10:40:59.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.921+0000 7f8e47d2c700 1 Processor -- start 2024-09-17T10:40:59.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.921+0000 7f8e47d2c700 1 -- start start 2024-09-17T10:40:59.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e47d2c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e400fe410 0x7f8e40100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:59.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e47d2c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e401013f0 0x7f8e400ff3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:59.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e47d2c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e400ff8e0 con 0x7f8e400fe410 2024-09-17T10:40:59.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e47d2c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e400ffa20 con 0x7f8e401013f0 2024-09-17T10:40:59.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e45ac8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e400fe410 0x7f8e40100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:59.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e45ac8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e400fe410 0x7f8e40100d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37130/0 (socket says 172.21.15.159:37130) 2024-09-17T10:40:59.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e45ac8700 1 -- 172.21.15.159:0/2004488427 learned_addr learned my addr 172.21.15.159:0/2004488427 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:40:59.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e452c7700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e401013f0 0x7f8e400ff3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:59.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e45ac8700 1 -- 172.21.15.159:0/2004488427 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e401013f0 msgr2=0x7f8e400ff3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e45ac8700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e401013f0 0x7f8e400ff3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e45ac8700 1 -- 172.21.15.159:0/2004488427 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e300095f0 con 0x7f8e400fe410 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.922+0000 7f8e45ac8700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e400fe410 0x7f8e40100d50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c00b480 tx=0x7f8e3c00b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.923+0000 7f8e36ffd700 1 -- 172.21.15.159:0/2004488427 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8e3c011800 con 0x7f8e400fe410 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.923+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e400ffd00 con 0x7f8e400fe410 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.923+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e4019da60 con 0x7f8e400fe410 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.923+0000 7f8e36ffd700 1 -- 172.21.15.159:0/2004488427 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f8e3c011e10 con 0x7f8e400fe410 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.923+0000 7f8e36ffd700 1 -- 172.21.15.159:0/2004488427 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8e3c010ea0 con 0x7f8e400fe410 2024-09-17T10:40:59.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.924+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e40108d30 con 0x7f8e400fe410 2024-09-17T10:40:59.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.925+0000 7f8e36ffd700 1 -- 172.21.15.159:0/2004488427 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 20) v1 ==== 96472+0+0 (secure 0 0 0) 0x7f8e3c011960 con 0x7f8e400fe410 2024-09-17T10:40:59.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.925+0000 7f8e36ffd700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8e2c073970 0x7f8e2c075e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:40:59.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.925+0000 7f8e36ffd700 1 -- 172.21.15.159:0/2004488427 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f8e3c094240 con 0x7f8e400fe410 2024-09-17T10:40:59.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.925+0000 7f8e452c7700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8e2c073970 0x7f8e2c075e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:40:59.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.926+0000 7f8e452c7700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8e2c073970 0x7f8e2c075e20 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8e30006010 tx=0x7f8e3000b540 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:40:59.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:40:59.930+0000 7f8e36ffd700 1 -- 172.21.15.159:0/2004488427 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f8e3c0623e0 con 0x7f8e400fe410 2024-09-17T10:41:00.152 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.151+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f8e40105d40 con 0x7f8e2c073970 2024-09-17T10:41:00.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.152+0000 7f8e36ffd700 1 -- 172.21.15.159:0/2004488427 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+349 (secure 0 0 0) 0x7f8e40105d40 con 0x7f8e2c073970 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8e2c073970 msgr2=0x7f8e2c075e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8e2c073970 0x7f8e2c075e20 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8e30006010 tx=0x7f8e3000b540 comp rx=0 tx=0).stop 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e400fe410 msgr2=0x7f8e40100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e400fe410 0x7f8e40100d50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c00b480 tx=0x7f8e3c00b790 comp rx=0 tx=0).stop 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 shutdown_connections 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f8e2c073970 0x7f8e2c075e20 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8e400fe410 0x7f8e40100d50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 --2- 172.21.15.159:0/2004488427 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e401013f0 0x7f8e400ff3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.156 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 >> 172.21.15.159:0/2004488427 conn(0x7f8e400f9d80 msgr2=0x7f8e40104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:00.157 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 shutdown_connections 2024-09-17T10:41:00.157 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.154+0000 7f8e47d2c700 1 -- 172.21.15.159:0/2004488427 wait complete. 2024-09-17T10:41:00.166 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:41:00.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 -- 172.21.15.159:0/4073884021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 msgr2=0x7f0fa81018e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 --2- 172.21.15.159:0/4073884021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa81018e0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0f94009910 tx=0x7f0f94009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:00.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 -- 172.21.15.159:0/4073884021 shutdown_connections 2024-09-17T10:41:00.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 --2- 172.21.15.159:0/4073884021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa81018e0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 --2- 172.21.15.159:0/4073884021 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0fa80fe410 0x7f0fa80fe820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.266 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 -- 172.21.15.159:0/4073884021 >> 172.21.15.159:0/4073884021 conn(0x7f0fa80f9d80 msgr2=0x7f0fa80fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 -- 172.21.15.159:0/4073884021 shutdown_connections 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.262+0000 7f0faf23c700 1 -- 172.21.15.159:0/4073884021 wait complete. 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0faf23c700 1 Processor -- start 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0faf23c700 1 -- start start 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0faf23c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0fa80fe410 0x7f0fa8195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0faf23c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa8195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0faf23c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa81964f0 con 0x7f0fa8101490 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0faf23c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa8196630 con 0x7f0fa80fe410 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0fa7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa8195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0facfd8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0fa80fe410 0x7f0fa8195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.263+0000 7f0fa7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa8195ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37148/0 (socket says 172.21.15.159:37148) 2024-09-17T10:41:00.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0fa7fff700 1 -- 172.21.15.159:0/589872172 learned_addr learned my addr 172.21.15.159:0/589872172 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0facfd8700 1 -- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 msgr2=0x7f0fa8195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0facfd8700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa8195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0facfd8700 1 -- 172.21.15.159:0/589872172 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f940095f0 con 0x7f0fa80fe410 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0fa7fff700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa8195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0facfd8700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0fa80fe410 0x7f0fa8195990 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00e940 tx=0x7f0f9c00ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0fa5ffb700 1 -- 172.21.15.159:0/589872172 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0f9c0041f0 con 0x7f0fa80fe410 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fa819b0e0 con 0x7f0fa80fe410 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0fa5ffb700 1 -- 172.21.15.159:0/589872172 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0f9c004350 con 0x7f0fa80fe410 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.264+0000 7f0fa5ffb700 1 -- 172.21.15.159:0/589872172 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0f9c003c80 con 0x7f0fa80fe410 2024-09-17T10:41:00.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.265+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fa819b630 con 0x7f0fa80fe410 2024-09-17T10:41:00.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.265+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0fa8108ca0 con 0x7f0fa80fe410 2024-09-17T10:41:00.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.266+0000 7f0fa5ffb700 1 -- 172.21.15.159:0/589872172 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 20) v1 ==== 96472+0+0 (secure 0 0 0) 0x7f0f9c00c7c0 con 0x7f0fa80fe410 2024-09-17T10:41:00.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.267+0000 7f0fa5ffb700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0f98073970 0x7f0f98075e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.267+0000 7f0fa5ffb700 1 -- 172.21.15.159:0/589872172 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f0f9c014070 con 0x7f0fa80fe410 2024-09-17T10:41:00.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.267+0000 7f0fa7fff700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0f98073970 0x7f0f98075e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.269 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.267+0000 7f0fa7fff700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0f98073970 0x7f0f98075e20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0f94009fd0 tx=0x7f0f94005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:00.272 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.271+0000 7f0fa5ffb700 1 -- 172.21.15.159:0/589872172 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f0f9c062d10 con 0x7f0fa80fe410 2024-09-17T10:41:00.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.485+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f0fa8105de0 con 0x7f0f98073970 2024-09-17T10:41:00.487 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.486+0000 7f0fa5ffb700 1 -- 172.21.15.159:0/589872172 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+349 (secure 0 0 0) 0x7f0fa8105de0 con 0x7f0f98073970 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0f98073970 msgr2=0x7f0f98075e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0f98073970 0x7f0f98075e20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0f94009fd0 tx=0x7f0f94005940 comp rx=0 tx=0).stop 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0fa80fe410 msgr2=0x7f0fa8195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0fa80fe410 0x7f0fa8195990 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00e940 tx=0x7f0f9c00ec50 comp rx=0 tx=0).stop 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 shutdown_connections 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f0f98073970 0x7f0f98075e20 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0fa80fe410 0x7f0fa8195990 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 --2- 172.21.15.159:0/589872172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0fa8101490 0x7f0fa8195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 >> 172.21.15.159:0/589872172 conn(0x7f0fa80f9d80 msgr2=0x7f0fa81046c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:00.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 shutdown_connections 2024-09-17T10:41:00.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.488+0000 7f0faf23c700 1 -- 172.21.15.159:0/589872172 wait complete. 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 -- 172.21.15.159:0/4233252352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4100150 msgr2=0x7f75f4100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 --2- 172.21.15.159:0/4233252352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4100150 0x7f75f4100560 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f75e4009910 tx=0x7f75e4009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 -- 172.21.15.159:0/4233252352 shutdown_connections 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 --2- 172.21.15.159:0/4233252352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f75f4101350 0x7f75f41017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 --2- 172.21.15.159:0/4233252352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4100150 0x7f75f4100560 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 -- 172.21.15.159:0/4233252352 >> 172.21.15.159:0/4233252352 conn(0x7f75f40fb6e0 msgr2=0x7f75f40fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 -- 172.21.15.159:0/4233252352 shutdown_connections 2024-09-17T10:41:00.600 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.598+0000 7f75fa470700 1 -- 172.21.15.159:0/4233252352 wait complete. 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75fa470700 1 Processor -- start 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75fa470700 1 -- start start 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75fa470700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f75f4100150 0x7f75f4074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75fa470700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4101350 0x7f75f4073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75fa470700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f4073680 con 0x7f75f4101350 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75fa470700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f40737c0 con 0x7f75f4100150 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75ebfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4101350 0x7f75f4073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75ebfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4101350 0x7f75f4073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37162/0 (socket says 172.21.15.159:37162) 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75ebfff700 1 -- 172.21.15.159:0/2263842202 learned_addr learned my addr 172.21.15.159:0/2263842202 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.599+0000 7f75f3fff700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f75f4100150 0x7f75f4074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75ebfff700 1 -- 172.21.15.159:0/2263842202 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f75f4100150 msgr2=0x7f75f4074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75ebfff700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f75f4100150 0x7f75f4074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75ebfff700 1 -- 172.21.15.159:0/2263842202 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75e40095f0 con 0x7f75f4101350 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75ebfff700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4101350 0x7f75f4073140 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00e920 tx=0x7f75dc00ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75f1ffb700 1 -- 172.21.15.159:0/2263842202 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f75dc00c9d0 con 0x7f75f4101350 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75f1ffb700 1 -- 172.21.15.159:0/2263842202 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f75dc010430 con 0x7f75f4101350 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75f1ffb700 1 -- 172.21.15.159:0/2263842202 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f75dc018650 con 0x7f75f4101350 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75f4073aa0 con 0x7f75f4101350 2024-09-17T10:41:00.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.600+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75f419da00 con 0x7f75f4101350 2024-09-17T10:41:00.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.601+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75f4108ca0 con 0x7f75f4101350 2024-09-17T10:41:00.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.602+0000 7f75f1ffb700 1 -- 172.21.15.159:0/2263842202 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 20) v1 ==== 96472+0+0 (secure 0 0 0) 0x7f75dc0105a0 con 0x7f75f4101350 2024-09-17T10:41:00.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.603+0000 7f75f1ffb700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f75e0073970 0x7f75e0075e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.603+0000 7f75f1ffb700 1 -- 172.21.15.159:0/2263842202 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f75dc014070 con 0x7f75f4101350 2024-09-17T10:41:00.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.603+0000 7f75f3fff700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f75e0073970 0x7f75e0075e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.605 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.603+0000 7f75f3fff700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f75e0073970 0x7f75e0075e20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f75e400b6f0 tx=0x7f75e4005940 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:00.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.607+0000 7f75f1ffb700 1 -- 172.21.15.159:0/2263842202 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f75dc062be0 con 0x7f75f4101350 2024-09-17T10:41:00.813 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.811+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f75f4105ca0 con 0x7f75e0073970 2024-09-17T10:41:00.823 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.821+0000 7f75f1ffb700 1 -- 172.21.15.159:0/2263842202 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7f75f4105ca0 con 0x7f75e0073970 2024-09-17T10:41:00.823 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:41:00.823 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (7m) 3m ago 9m 26.0M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:41:00.823 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (9m) 3m ago 9m 7411k - 18.2.0 dc2bc1663786 cfddc9b53fae 2024-09-17T10:41:00.823 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (8m) 1s ago 8m 7596k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:41:00.823 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (9m) 3m ago 9m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:41:00.823 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (8m) 1s ago 8m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (7m) 3m ago 9m 85.5M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (3m) 3m ago 3m 11.3M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (3m) 3m ago 3m 14.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (3m) 1s ago 3m 244M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (3m) 1s ago 3m 17.0M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (11m) 3m ago 11m 487M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (23s) 1s ago 8m 121M - 19.3.0-4937-g74984932 6c1fcab85602 0438d5c2e032 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (11m) 3m ago 11m 49.1M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (8m) 1s ago 8m 38.7M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (9m) 3m ago 9m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (8m) 1s ago 8m 17.1M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:41:00.824 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (7m) 3m ago 7m 48.4M 3946M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:41:00.825 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (6m) 3m ago 6m 46.4M 3946M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:41:00.825 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (6m) 3m ago 6m 46.0M 3946M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:41:00.825 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (5m) 1s ago 5m 245M 4970M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:41:00.825 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (5m) 1s ago 5m 214M 4970M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:41:00.825 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (5m) 1s ago 5m 197M 4970M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:41:00.825 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (7m) 3m ago 9m 62.5M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:41:00.825 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f75e0073970 msgr2=0x7f75e0075e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f75e0073970 0x7f75e0075e20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f75e400b6f0 tx=0x7f75e4005940 comp rx=0 tx=0).stop 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4101350 msgr2=0x7f75f4073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4101350 0x7f75f4073140 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00e920 tx=0x7f75dc00ec30 comp rx=0 tx=0).stop 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 shutdown_connections 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f75e0073970 0x7f75e0075e20 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f75f4100150 0x7f75f4074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 --2- 172.21.15.159:0/2263842202 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f75f4101350 0x7f75f4073140 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 >> 172.21.15.159:0/2263842202 conn(0x7f75f40fb6e0 msgr2=0x7f75f4104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 shutdown_connections 2024-09-17T10:41:00.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.824+0000 7f75fa470700 1 -- 172.21.15.159:0/2263842202 wait complete. 2024-09-17T10:41:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:00 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:00 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:00 smithi159 ceph-mon[27674]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:00 smithi159 ceph-mon[27674]: pgmap v309: 65 pgs: 65 active+clean; 329 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-09-17T10:41:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:00 smithi159 ceph-mon[27674]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:00.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:00 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:00.934 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 -- 172.21.15.159:0/1091448188 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 msgr2=0x7fb1781058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.934 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 --2- 172.21.15.159:0/1091448188 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb1781058e0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fb168009910 tx=0x7fb168009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:00.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 -- 172.21.15.159:0/1091448188 shutdown_connections 2024-09-17T10:41:00.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 --2- 172.21.15.159:0/1091448188 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb1781058e0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 --2- 172.21.15.159:0/1091448188 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb178100be0 0x7fb178102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 -- 172.21.15.159:0/1091448188 >> 172.21.15.159:0/1091448188 conn(0x7fb1780fa600 msgr2=0x7fb1780fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:00.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 -- 172.21.15.159:0/1091448188 shutdown_connections 2024-09-17T10:41:00.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.933+0000 7fb17dc34700 1 -- 172.21.15.159:0/1091448188 wait complete. 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb17dc34700 1 Processor -- start 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb17dc34700 1 -- start start 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb17dc34700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb178100be0 0x7fb178195950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb17dc34700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb178195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb17dc34700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1781964b0 con 0x7fb178103500 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb17dc34700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1781965f0 con 0x7fb178100be0 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb176ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb178195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb1777fe700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb178100be0 0x7fb178195950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb176ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb178195e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37168/0 (socket says 172.21.15.159:37168) 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb176ffd700 1 -- 172.21.15.159:0/4241062425 learned_addr learned my addr 172.21.15.159:0/4241062425 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb176ffd700 1 -- 172.21.15.159:0/4241062425 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb178100be0 msgr2=0x7fb178195950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.934+0000 7fb176ffd700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb178100be0 0x7fb178195950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.935+0000 7fb176ffd700 1 -- 172.21.15.159:0/4241062425 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1680095f0 con 0x7fb178103500 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.935+0000 7fb176ffd700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb178195e90 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb16800bd70 tx=0x7fb16800bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.935+0000 7fb174ff9700 1 -- 172.21.15.159:0/4241062425 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb16801d070 con 0x7fb178103500 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.935+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb17819b040 con 0x7fb178103500 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.935+0000 7fb174ff9700 1 -- 172.21.15.159:0/4241062425 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb168005dc0 con 0x7fb178103500 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.935+0000 7fb174ff9700 1 -- 172.21.15.159:0/4241062425 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb168021410 con 0x7fb178103500 2024-09-17T10:41:00.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.935+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb17819b530 con 0x7fb178103500 2024-09-17T10:41:00.939 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.936+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb17818fb70 con 0x7fb178103500 2024-09-17T10:41:00.939 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.937+0000 7fb174ff9700 1 -- 172.21.15.159:0/4241062425 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 20) v1 ==== 96472+0+0 (secure 0 0 0) 0x7fb168003a60 con 0x7fb178103500 2024-09-17T10:41:00.939 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.937+0000 7fb174ff9700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb160073970 0x7fb160075e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:00.939 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.937+0000 7fb174ff9700 1 -- 172.21.15.159:0/4241062425 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fb168095b00 con 0x7fb178103500 2024-09-17T10:41:00.939 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.937+0000 7fb1777fe700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb160073970 0x7fb160075e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:00.940 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.937+0000 7fb1777fe700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb160073970 0x7fb160075e20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007c60 tx=0x7fb16c0073d0 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:00.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:00.941+0000 7fb174ff9700 1 -- 172.21.15.159:0/4241062425 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fb168063c20 con 0x7fb178103500 2024-09-17T10:41:01.207 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:00 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:01.207 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:00 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:01.207 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:00 smithi170 ceph-mon[33842]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:01.207 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:00 smithi170 ceph-mon[33842]: pgmap v309: 65 pgs: 65 active+clean; 329 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 2.1 MiB/s wr, 310 op/s 2024-09-17T10:41:01.207 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:00 smithi170 ceph-mon[33842]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:01.207 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:00 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:01.328 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 1, 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 1 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:41:01.329 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:01.330 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:41:01.330 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 13, 2024-09-17T10:41:01.330 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 1 2024-09-17T10:41:01.330 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:41:01.330 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:41:01.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.326+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fb17802cc30 con 0x7fb178103500 2024-09-17T10:41:01.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.326+0000 7fb174ff9700 1 -- 172.21.15.159:0/4241062425 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+766 (secure 0 0 0) 0x7fb1680637b0 con 0x7fb178103500 2024-09-17T10:41:01.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.330+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb160073970 msgr2=0x7fb160075e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:01.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.330+0000 7fb17dc34700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb160073970 0x7fb160075e20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007c60 tx=0x7fb16c0073d0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.330+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 msgr2=0x7fb178195e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:01.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.330+0000 7fb17dc34700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb178195e90 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb16800bd70 tx=0x7fb16800bda0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.332+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 shutdown_connections 2024-09-17T10:41:01.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.332+0000 7fb17dc34700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fb160073970 0x7fb160075e20 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.332+0000 7fb17dc34700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb178100be0 0x7fb178195950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.332+0000 7fb17dc34700 1 --2- 172.21.15.159:0/4241062425 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb178103500 0x7fb178195e90 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.332+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 >> 172.21.15.159:0/4241062425 conn(0x7fb1780fa600 msgr2=0x7fb1780fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:01.336 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.334+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 shutdown_connections 2024-09-17T10:41:01.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.336+0000 7fb17dc34700 1 -- 172.21.15.159:0/4241062425 wait complete. 2024-09-17T10:41:01.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.533+0000 7f1057616700 1 -- 172.21.15.159:0/2277983907 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1050071910 msgr2=0x7f1050071d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:01.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.533+0000 7f1057616700 1 --2- 172.21.15.159:0/2277983907 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1050071910 0x7f1050071d20 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f104800b0a0 tx=0x7f104800b3b0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.537+0000 7f1057616700 1 -- 172.21.15.159:0/2277983907 shutdown_connections 2024-09-17T10:41:01.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.537+0000 7f1057616700 1 --2- 172.21.15.159:0/2277983907 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f10500722f0 0x7f105010bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.537+0000 7f1057616700 1 --2- 172.21.15.159:0/2277983907 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1050071910 0x7f1050071d20 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.537+0000 7f1057616700 1 -- 172.21.15.159:0/2277983907 >> 172.21.15.159:0/2277983907 conn(0x7f105006d050 msgr2=0x7f105006f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:01.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.539+0000 7f1057616700 1 -- 172.21.15.159:0/2277983907 shutdown_connections 2024-09-17T10:41:01.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.539+0000 7f1057616700 1 -- 172.21.15.159:0/2277983907 wait complete. 2024-09-17T10:41:01.542 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.541+0000 7f1057616700 1 Processor -- start 2024-09-17T10:41:01.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.542+0000 7f1057616700 1 -- start start 2024-09-17T10:41:01.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.542+0000 7f1057616700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1050071910 0x7f10501a4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:01.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.542+0000 7f1057616700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f10500722f0 0x7f10501a4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:01.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.542+0000 7f1057616700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10501a53d0 con 0x7f1050071910 2024-09-17T10:41:01.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.542+0000 7f1057616700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10501a5510 con 0x7f10500722f0 2024-09-17T10:41:01.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.542+0000 7f1054bb1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f10500722f0 0x7f10501a4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:01.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.542+0000 7f1054bb1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f10500722f0 0x7f10501a4db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:60696/0 (socket says 172.21.15.159:60696) 2024-09-17T10:41:01.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.543+0000 7f1054bb1700 1 -- 172.21.15.159:0/1009754714 learned_addr learned my addr 172.21.15.159:0/1009754714 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.543+0000 7f1054bb1700 1 -- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1050071910 msgr2=0x7f10501a4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.543+0000 7f1054bb1700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1050071910 0x7f10501a4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.543+0000 7f1054bb1700 1 -- 172.21.15.159:0/1009754714 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1048009d00 con 0x7f10500722f0 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.543+0000 7f1054bb1700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f10500722f0 0x7f10501a4db0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f104000b4b0 tx=0x7f104000b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.544+0000 7f10467fc700 1 -- 172.21.15.159:0/1009754714 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1040011800 con 0x7f10500722f0 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.544+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10501a9fc0 con 0x7f10500722f0 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.544+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10501aa560 con 0x7f10500722f0 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.544+0000 7f10467fc700 1 -- 172.21.15.159:0/1009754714 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f1040011e10 con 0x7f10500722f0 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.544+0000 7f10467fc700 1 -- 172.21.15.159:0/1009754714 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f104000f2e0 con 0x7f10500722f0 2024-09-17T10:41:01.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.547+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f105019eaa0 con 0x7f10500722f0 2024-09-17T10:41:01.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.550+0000 7f10467fc700 1 -- 172.21.15.159:0/1009754714 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 20) v1 ==== 96472+0+0 (secure 0 0 0) 0x7f104000f440 con 0x7f10500722f0 2024-09-17T10:41:01.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.550+0000 7f10467fc700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f103c0739c0 0x7f103c075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:01.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.551+0000 7f10467fc700 1 -- 172.21.15.159:0/1009754714 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f1040094270 con 0x7f10500722f0 2024-09-17T10:41:01.557 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.555+0000 7f10553b2700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f103c0739c0 0x7f103c075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:01.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.561+0000 7f10467fc700 1 -- 172.21.15.159:0/1009754714 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f1040063430 con 0x7f10500722f0 2024-09-17T10:41:01.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:01.561+0000 7f10553b2700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f103c0739c0 0x7f103c075e70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f10480077b0 tx=0x7f1048006000 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:01.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:01 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:01.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:01 smithi159 ceph-mon[27674]: from='client.14780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:01.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:01 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/4241062425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:41:02.025 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:41:02.025 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:41:02.025 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:41:02.025 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:41:02.025 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:41:02.026 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:41:02.027 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:02.028 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.022+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f105002cc30 con 0x7f10500722f0 2024-09-17T10:41:02.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.023+0000 7f10467fc700 1 -- 172.21.15.159:0/1009754714 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7f1040062fc0 con 0x7f10500722f0 2024-09-17T10:41:02.029 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:01 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:02.029 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:01 smithi170 ceph-mon[33842]: from='client.14780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:02.029 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:01 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/4241062425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:41:02.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.028+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f103c0739c0 msgr2=0x7f103c075e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.028+0000 7f1057616700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f103c0739c0 0x7f103c075e70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f10480077b0 tx=0x7f1048006000 comp rx=0 tx=0).stop 2024-09-17T10:41:02.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.028+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f10500722f0 msgr2=0x7f10501a4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.028+0000 7f1057616700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f10500722f0 0x7f10501a4db0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f104000b4b0 tx=0x7f104000b870 comp rx=0 tx=0).stop 2024-09-17T10:41:02.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.029+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 shutdown_connections 2024-09-17T10:41:02.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.029+0000 7f1057616700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f103c0739c0 0x7f103c075e70 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.029+0000 7f1057616700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1050071910 0x7f10501a4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.029+0000 7f1057616700 1 --2- 172.21.15.159:0/1009754714 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f10500722f0 0x7f10501a4db0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.029+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 >> 172.21.15.159:0/1009754714 conn(0x7f105006d050 msgr2=0x7f105010b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:02.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.029+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 shutdown_connections 2024-09-17T10:41:02.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.029+0000 7f1057616700 1 -- 172.21.15.159:0/1009754714 wait complete. 2024-09-17T10:41:02.036 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:41:02.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.216+0000 7f476d65d700 1 -- 172.21.15.159:0/81547475 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768101350 msgr2=0x7f47681017a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.216+0000 7f476d65d700 1 --2- 172.21.15.159:0/81547475 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768101350 0x7f47681017a0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f475c009910 tx=0x7f475c009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:02.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.217+0000 7f476d65d700 1 -- 172.21.15.159:0/81547475 shutdown_connections 2024-09-17T10:41:02.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.217+0000 7f476d65d700 1 --2- 172.21.15.159:0/81547475 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768101350 0x7f47681017a0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.217+0000 7f476d65d700 1 --2- 172.21.15.159:0/81547475 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4768100150 0x7f4768100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.217+0000 7f476d65d700 1 -- 172.21.15.159:0/81547475 >> 172.21.15.159:0/81547475 conn(0x7f47680fb6e0 msgr2=0x7f47680fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:02.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.217+0000 7f476d65d700 1 -- 172.21.15.159:0/81547475 shutdown_connections 2024-09-17T10:41:02.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.217+0000 7f476d65d700 1 -- 172.21.15.159:0/81547475 wait complete. 2024-09-17T10:41:02.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.217+0000 7f476d65d700 1 Processor -- start 2024-09-17T10:41:02.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f476d65d700 1 -- start start 2024-09-17T10:41:02.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f476d65d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768100150 0x7f4768193750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:02.220 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f476d65d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4768101350 0x7f4768193c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f4766ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768100150 0x7f4768193750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f4766ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768100150 0x7f4768193750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37192/0 (socket says 172.21.15.159:37192) 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f4766ffd700 1 -- 172.21.15.159:0/3983046270 learned_addr learned my addr 172.21.15.159:0/3983046270 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47681942b0 con 0x7f4768100150 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.218+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47681943f0 con 0x7f4768101350 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.219+0000 7f47667fc700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4768101350 0x7f4768193c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.219+0000 7f4766ffd700 1 -- 172.21.15.159:0/3983046270 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4768101350 msgr2=0x7f4768193c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.219+0000 7f4766ffd700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4768101350 0x7f4768193c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.219+0000 7f4766ffd700 1 -- 172.21.15.159:0/3983046270 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f475c0095f0 con 0x7f4768100150 2024-09-17T10:41:02.221 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.219+0000 7f47667fc700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4768101350 0x7f4768193c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:41:02.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.219+0000 7f4766ffd700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768100150 0x7f4768193750 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f475800d900 tx=0x7f475800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:02.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.219+0000 7f474ffff700 1 -- 172.21.15.159:0/3983046270 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f47580041f0 con 0x7f4768100150 2024-09-17T10:41:02.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.220+0000 7f474ffff700 1 -- 172.21.15.159:0/3983046270 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4758004350 con 0x7f4768100150 2024-09-17T10:41:02.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.220+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4768198ea0 con 0x7f4768100150 2024-09-17T10:41:02.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.220+0000 7f474ffff700 1 -- 172.21.15.159:0/3983046270 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4758003da0 con 0x7f4768100150 2024-09-17T10:41:02.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.220+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47681993f0 con 0x7f4768100150 2024-09-17T10:41:02.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.221+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4768105430 con 0x7f4768100150 2024-09-17T10:41:02.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.222+0000 7f474ffff700 1 -- 172.21.15.159:0/3983046270 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 20) v1 ==== 96472+0+0 (secure 0 0 0) 0x7f4758009730 con 0x7f4768100150 2024-09-17T10:41:02.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.223+0000 7f474ffff700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f47500739c0 0x7f4750075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:02.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.223+0000 7f47667fc700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f47500739c0 0x7f4750075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:02.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.223+0000 7f474ffff700 1 -- 172.21.15.159:0/3983046270 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7f4758094910 con 0x7f4768100150 2024-09-17T10:41:02.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.224+0000 7f47667fc700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f47500739c0 0x7f4750075e70 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f475c006010 tx=0x7f475c00b580 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:02.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.230+0000 7f474ffff700 1 -- 172.21.15.159:0/3983046270 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7f4758062ab0 con 0x7f4768100150 2024-09-17T10:41:02.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.548+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 --> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f476819a950 con 0x7f47500739c0 2024-09-17T10:41:02.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.549+0000 7f474ffff700 1 -- 172.21.15.159:0/3983046270 <== mgr.14215 v2:172.21.15.159:6800/2 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+349 (secure 0 0 0) 0x7f476819a950 con 0x7f47500739c0 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "1/23 daemons upgraded", 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading mgr daemons", 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:41:02.552 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:41:02.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f47500739c0 msgr2=0x7f4750075e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f47500739c0 0x7f4750075e70 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f475c006010 tx=0x7f475c00b580 comp rx=0 tx=0).stop 2024-09-17T10:41:02.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768100150 msgr2=0x7f4768193750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768100150 0x7f4768193750 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f475800d900 tx=0x7f475800dcc0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 shutdown_connections 2024-09-17T10:41:02.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7f47500739c0 0x7f4750075e70 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4768100150 0x7f4768193750 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 --2- 172.21.15.159:0/3983046270 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4768101350 0x7f4768193c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.551+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 >> 172.21.15.159:0/3983046270 conn(0x7f47680fb6e0 msgr2=0x7f4768102570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:02.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.552+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 shutdown_connections 2024-09-17T10:41:02.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.552+0000 7f476d65d700 1 -- 172.21.15.159:0/3983046270 wait complete. 2024-09-17T10:41:02.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.687+0000 7fee3b8a8700 1 -- 172.21.15.159:0/3374751701 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 msgr2=0x7fee341006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.687+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/3374751701 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee341006c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fee30009870 tx=0x7fee30009b80 comp rx=0 tx=0).stop 2024-09-17T10:41:02.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.688+0000 7fee3b8a8700 1 -- 172.21.15.159:0/3374751701 shutdown_connections 2024-09-17T10:41:02.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.688+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/3374751701 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee341006c0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.688+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/3374751701 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee340ff070 0x7fee340ff480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.688+0000 7fee3b8a8700 1 -- 172.21.15.159:0/3374751701 >> 172.21.15.159:0/3374751701 conn(0x7fee340fa600 msgr2=0x7fee340fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:02.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.688+0000 7fee3b8a8700 1 -- 172.21.15.159:0/3374751701 shutdown_connections 2024-09-17T10:41:02.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.689+0000 7fee3b8a8700 1 -- 172.21.15.159:0/3374751701 wait complete. 2024-09-17T10:41:02.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee3b8a8700 1 Processor -- start 2024-09-17T10:41:02.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee3b8a8700 1 -- start start 2024-09-17T10:41:02.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee3b8a8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee340ff070 0x7fee34071c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:02.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee3b8a8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee340721b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:02.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee3b8a8700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee340726f0 con 0x7fee34100270 2024-09-17T10:41:02.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee38e43700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee340721b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:02.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee38e43700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee340721b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37202/0 (socket says 172.21.15.159:37202) 2024-09-17T10:41:02.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee38e43700 1 -- 172.21.15.159:0/2352623035 learned_addr learned my addr 172.21.15.159:0/2352623035 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:02.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.690+0000 7fee39644700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee340ff070 0x7fee34071c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:02.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.691+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee34072860 con 0x7fee340ff070 2024-09-17T10:41:02.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.691+0000 7fee38e43700 1 -- 172.21.15.159:0/2352623035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee340ff070 msgr2=0x7fee34071c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:02.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.691+0000 7fee38e43700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee340ff070 0x7fee34071c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:02.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.691+0000 7fee38e43700 1 -- 172.21.15.159:0/2352623035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee30009520 con 0x7fee34100270 2024-09-17T10:41:02.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.691+0000 7fee38e43700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee340721b0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fee30009230 tx=0x7fee3000f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:02.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.691+0000 7fee2a7fc700 1 -- 172.21.15.159:0/2352623035 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fee3001c070 con 0x7fee34100270 2024-09-17T10:41:02.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.692+0000 7fee2a7fc700 1 -- 172.21.15.159:0/2352623035 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fee3000fda0 con 0x7fee34100270 2024-09-17T10:41:02.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.692+0000 7fee2a7fc700 1 -- 172.21.15.159:0/2352623035 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fee300173f0 con 0x7fee34100270 2024-09-17T10:41:02.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.692+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee341aa000 con 0x7fee34100270 2024-09-17T10:41:02.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.692+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee341aa4a0 con 0x7fee34100270 2024-09-17T10:41:02.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.693+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee34102a90 con 0x7fee34100270 2024-09-17T10:41:02.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.694+0000 7fee2a7fc700 1 -- 172.21.15.159:0/2352623035 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 20) v1 ==== 96472+0+0 (secure 0 0 0) 0x7fee30020070 con 0x7fee34100270 2024-09-17T10:41:02.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.695+0000 7fee2a7fc700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee20073a10 0x7fee20075ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:02.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.695+0000 7fee2a7fc700 1 -- 172.21.15.159:0/2352623035 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5382+0+0 (secure 0 0 0) 0x7fee30095b10 con 0x7fee34100270 2024-09-17T10:41:02.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.695+0000 7fee39644700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee20073a10 0x7fee20075ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:02.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.696+0000 7fee39644700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee20073a10 0x7fee20075ec0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fee34072b50 tx=0x7fee2c00b040 comp rx=0 tx=0).ready entity=mgr.14215 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:02.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:02.702+0000 7fee2a7fc700 1 -- 172.21.15.159:0/2352623035 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+177933 (secure 0 0 0) 0x7fee30060220 con 0x7fee34100270 2024-09-17T10:41:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:02 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/1009754714' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:41:02.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:02 smithi159 ceph-mon[27674]: pgmap v310: 65 pgs: 65 active+clean; 330 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 1.7 MiB/s wr, 313 op/s 2024-09-17T10:41:02.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:02 smithi159 ceph-mon[27674]: from='client.14788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:03.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.004+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7fee341aae60 con 0x7fee34100270 2024-09-17T10:41:03.007 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.004+0000 7fee2a7fc700 1 -- 172.21.15.159:0/2352623035 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7fee30027090 con 0x7fee34100270 2024-09-17T10:41:03.007 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:41:03.007 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:41:03.007 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:41:03.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.006+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee20073a10 msgr2=0x7fee20075ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:03.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.006+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee20073a10 0x7fee20075ec0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fee34072b50 tx=0x7fee2c00b040 comp rx=0 tx=0).stop 2024-09-17T10:41:03.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.006+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 msgr2=0x7fee340721b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:03.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.006+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee340721b0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fee30009230 tx=0x7fee3000f510 comp rx=0 tx=0).stop 2024-09-17T10:41:03.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.007+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 shutdown_connections 2024-09-17T10:41:03.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.007+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:6800/2,v1:172.21.15.159:6801/2] conn(0x7fee20073a10 0x7fee20075ec0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:03.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.007+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee340ff070 0x7fee34071c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:03.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.007+0000 7fee3b8a8700 1 --2- 172.21.15.159:0/2352623035 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee34100270 0x7fee340721b0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:03.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.007+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 >> 172.21.15.159:0/2352623035 conn(0x7fee340fa600 msgr2=0x7fee34105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:03.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.007+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 shutdown_connections 2024-09-17T10:41:03.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:03.007+0000 7fee3b8a8700 1 -- 172.21.15.159:0/2352623035 wait complete. 2024-09-17T10:41:03.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:02 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1009754714' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:41:03.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:02 smithi170 ceph-mon[33842]: pgmap v310: 65 pgs: 65 active+clean; 330 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 24 KiB/s rd, 1.7 MiB/s wr, 313 op/s 2024-09-17T10:41:03.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:02 smithi170 ceph-mon[33842]: from='client.14788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:03.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:03 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/2352623035' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:41:04.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:03 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/2352623035' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:41:04.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:04 smithi170 ceph-mon[33842]: pgmap v311: 65 pgs: 65 active+clean; 329 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 40 KiB/s rd, 1.7 MiB/s wr, 616 op/s 2024-09-17T10:41:05.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:04 smithi159 ceph-mon[27674]: pgmap v311: 65 pgs: 65 active+clean; 329 MiB data, 1.6 GiB used, 535 GiB / 536 GiB avail; 40 KiB/s rd, 1.7 MiB/s wr, 616 op/s 2024-09-17T10:41:07.578 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:07 smithi170 ceph-mon[33842]: pgmap v312: 65 pgs: 65 active+clean; 326 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 27 KiB/s rd, 1.9 MiB/s wr, 1.14k op/s 2024-09-17T10:41:07.579 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:07 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:07 smithi159 ceph-mon[27674]: pgmap v312: 65 pgs: 65 active+clean; 326 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 27 KiB/s rd, 1.9 MiB/s wr, 1.14k op/s 2024-09-17T10:41:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:07 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:09.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr fail", "who": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: osdmap e48: 6 total, 6 up, 6 in 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "mgr fail", "who": "smithi159.tdcigv"}]': finished 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: mgrmap e21: smithi170.ssubfe(active, starting, since 0.00733828s) 2024-09-17T10:41:09.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:41:09.430 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:41:09.431 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:41:09.431 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:41:09.431 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:09 smithi159 ceph-mon[27674]: Manager daemon smithi170.ssubfe is now available 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr fail", "who": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:41:09.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: osdmap e48: 6 total, 6 up, 6 in 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.14215 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "mgr fail", "who": "smithi159.tdcigv"}]': finished 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: mgrmap e21: smithi170.ssubfe(active, starting, since 0.00733828s) 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:41:09.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:41:09.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:41:09.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:41:09.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:41:09.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:41:09.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:41:09.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:41:09.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:09 smithi170 ceph-mon[33842]: Manager daemon smithi170.ssubfe is now available 2024-09-17T10:41:10.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: mgrmap e22: smithi170.ssubfe(active, since 1.00888s) 2024-09-17T10:41:10.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: Checking for cert/key for grafana.smithi159 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: Migrating grafana.smithi159 cert to cert store 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: Migrating grafana.smithi159 key to cert store 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:41:10.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:41:10.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi170.ssubfe/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:41:10.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:10 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi170.ssubfe/trash_purge_schedule"}]: dispatch 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: mgrmap e22: smithi170.ssubfe(active, since 1.00888s) 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: Checking for cert/key for grafana.smithi159 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: Migrating grafana.smithi159 cert to cert store 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: Migrating grafana.smithi159 key to cert store 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:41:10.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:41:10.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi170.ssubfe/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:41:10.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:10 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi170.ssubfe/trash_purge_schedule"}]: dispatch 2024-09-17T10:41:11.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:11 smithi159 ceph-mon[27674]: Deploying cephadm binary to smithi159 2024-09-17T10:41:11.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:11 smithi159 ceph-mon[27674]: Deploying cephadm binary to smithi170 2024-09-17T10:41:11.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:11 smithi159 ceph-mon[27674]: pgmap v4: 65 pgs: 65 active+clean; 311 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:41:11.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:11 smithi159 ceph-mon[27674]: [17/Sep/2024:10:41:11] ENGINE Bus STARTING 2024-09-17T10:41:11.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:11 smithi170 ceph-mon[33842]: Deploying cephadm binary to smithi159 2024-09-17T10:41:11.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:11 smithi170 ceph-mon[33842]: Deploying cephadm binary to smithi170 2024-09-17T10:41:11.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:11 smithi170 ceph-mon[33842]: pgmap v4: 65 pgs: 65 active+clean; 311 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:41:11.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:11 smithi170 ceph-mon[33842]: [17/Sep/2024:10:41:11] ENGINE Bus STARTING 2024-09-17T10:41:12.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:12 smithi159 ceph-mon[27674]: [17/Sep/2024:10:41:11] ENGINE Serving on http://172.21.15.170:8765 2024-09-17T10:41:12.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:12 smithi159 ceph-mon[27674]: mgrmap e23: smithi170.ssubfe(active, since 3s) 2024-09-17T10:41:12.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:12 smithi159 ceph-mon[27674]: [17/Sep/2024:10:41:11] ENGINE Serving on https://172.21.15.170:7150 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:12 smithi159 ceph-mon[27674]: [17/Sep/2024:10:41:11] ENGINE Bus STARTED 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:12 smithi159 ceph-mon[27674]: [17/Sep/2024:10:41:11] ENGINE Error in HTTPServer.serve 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Traceback (most recent call last): 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._connections.run(self.expiration_interval) 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._run(expiration_interval) 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T10:41:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: s = self.context.wrap_socket( 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: return self.sslsocket_class._create( 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self.do_handshake() 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._sslobj.do_handshake() 2024-09-17T10:41:12.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T10:41:12.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:12 smithi170 ceph-mon[33842]: [17/Sep/2024:10:41:11] ENGINE Serving on http://172.21.15.170:8765 2024-09-17T10:41:12.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:12 smithi170 ceph-mon[33842]: mgrmap e23: smithi170.ssubfe(active, since 3s) 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:12 smithi170 ceph-mon[33842]: [17/Sep/2024:10:41:11] ENGINE Serving on https://172.21.15.170:7150 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:12 smithi170 ceph-mon[33842]: [17/Sep/2024:10:41:11] ENGINE Bus STARTED 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:12 smithi170 ceph-mon[33842]: [17/Sep/2024:10:41:11] ENGINE Error in HTTPServer.serve 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Traceback (most recent call last): 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._connections.run(self.expiration_interval) 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._run(expiration_interval) 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T10:41:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: s = self.context.wrap_socket( 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: return self.sslsocket_class._create( 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self.do_handshake() 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._sslobj.do_handshake() 2024-09-17T10:41:12.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T10:41:13.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:13 smithi159 ceph-mon[27674]: pgmap v5: 65 pgs: 65 active+clean; 311 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:41:13.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:13 smithi170 ceph-mon[33842]: pgmap v5: 65 pgs: 65 active+clean; 311 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:41:14.295 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:14 smithi159 ceph-mon[27674]: mgrmap e24: smithi170.ssubfe(active, since 5s) 2024-09-17T10:41:14.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:14 smithi170 ceph-mon[33842]: mgrmap e24: smithi170.ssubfe(active, since 5s) 2024-09-17T10:41:15.419 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:15 smithi159 ceph-mon[27674]: pgmap v6: 65 pgs: 65 active+clean; 302 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 34 KiB/s rd, 274 KiB/s wr, 259 op/s 2024-09-17T10:41:15.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:15 smithi170 ceph-mon[33842]: pgmap v6: 65 pgs: 65 active+clean; 302 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 34 KiB/s rd, 274 KiB/s wr, 259 op/s 2024-09-17T10:41:16.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:16 smithi170 ceph-mon[33842]: Standby manager daemon smithi159.tdcigv started 2024-09-17T10:41:16.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:16 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/crt"}]: dispatch 2024-09-17T10:41:16.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:16 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:41:16.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:16 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/key"}]: dispatch 2024-09-17T10:41:16.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:16 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:41:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:16 smithi159 ceph-mon[27674]: Standby manager daemon smithi159.tdcigv started 2024-09-17T10:41:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:16 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/crt"}]: dispatch 2024-09-17T10:41:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:16 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:41:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:16 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/key"}]: dispatch 2024-09-17T10:41:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:16 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/2' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:41:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:17 smithi159 ceph-mon[27674]: pgmap v7: 65 pgs: 65 active+clean; 301 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 49 KiB/s rd, 1.3 MiB/s wr, 441 op/s 2024-09-17T10:41:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:17 smithi159 ceph-mon[27674]: mgrmap e25: smithi170.ssubfe(active, since 8s), standbys: smithi159.tdcigv 2024-09-17T10:41:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:17 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:41:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:17 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:17 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:17 smithi170 ceph-mon[33842]: pgmap v7: 65 pgs: 65 active+clean; 301 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 49 KiB/s rd, 1.3 MiB/s wr, 441 op/s 2024-09-17T10:41:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:17 smithi170 ceph-mon[33842]: mgrmap e25: smithi170.ssubfe(active, since 8s), standbys: smithi159.tdcigv 2024-09-17T10:41:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:17 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:41:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:17 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:17 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:18.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:18 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:18.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:18 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:18.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:18 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:18.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:18 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:18.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:18 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:18.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:18 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi159 to 1216M 2024-09-17T10:41:18.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:18 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:18.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:18 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:18.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:18 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:18.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:18 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:18.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:18 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:18.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:18 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:18.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:18 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi159 to 1216M 2024-09-17T10:41:18.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:18 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.098 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:19 smithi170 ceph-mon[33842]: pgmap v8: 65 pgs: 65 active+clean; 301 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 38 KiB/s rd, 1001 KiB/s wr, 343 op/s 2024-09-17T10:41:20.098 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:19 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.098 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:19 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.098 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:19 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.098 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:19 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:19 smithi159 ceph-mon[27674]: pgmap v8: 65 pgs: 65 active+clean; 301 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 38 KiB/s rd, 1001 KiB/s wr, 343 op/s 2024-09-17T10:41:20.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:19 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:19 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:19 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:20.105 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:19 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:22.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:21 smithi159 ceph-mon[27674]: pgmap v9: 65 pgs: 65 active+clean; 290 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 45 KiB/s rd, 1.6 MiB/s wr, 694 op/s 2024-09-17T10:41:22.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:21 smithi170 ceph-mon[33842]: pgmap v9: 65 pgs: 65 active+clean; 290 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 45 KiB/s rd, 1.6 MiB/s wr, 694 op/s 2024-09-17T10:41:24.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:23 smithi159 ceph-mon[27674]: pgmap v10: 65 pgs: 65 active+clean; 290 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 42 KiB/s rd, 1.5 MiB/s wr, 636 op/s 2024-09-17T10:41:24.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:23 smithi170 ceph-mon[33842]: pgmap v10: 65 pgs: 65 active+clean; 290 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 42 KiB/s rd, 1.5 MiB/s wr, 636 op/s 2024-09-17T10:41:24.914 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:24 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:25.149 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:24 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:26.169 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:25 smithi159 ceph-mon[27674]: pgmap v11: 65 pgs: 65 active+clean; 287 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 56 KiB/s rd, 1.9 MiB/s wr, 875 op/s 2024-09-17T10:41:26.194 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:25 smithi170 ceph-mon[33842]: pgmap v11: 65 pgs: 65 active+clean; 287 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 56 KiB/s rd, 1.9 MiB/s wr, 875 op/s 2024-09-17T10:41:27.439 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:27 smithi170 ceph-mon[33842]: pgmap v12: 65 pgs: 65 active+clean; 279 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 42 KiB/s rd, 2.1 MiB/s wr, 1.03k op/s 2024-09-17T10:41:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:27 smithi159 ceph-mon[27674]: pgmap v12: 65 pgs: 65 active+clean; 279 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 42 KiB/s rd, 2.1 MiB/s wr, 1.03k op/s 2024-09-17T10:41:28.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Adjusting osd_memory_target on smithi170 to 2240M 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:41:28.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:41:28.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:28 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:28.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Adjusting osd_memory_target on smithi170 to 2240M 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:41:28.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:28.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:41:28.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:28 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:29.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:29 smithi159 ceph-mon[27674]: Reconfiguring ceph-exporter.smithi159 (dependencies changed)... 2024-09-17T10:41:29.788 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:29 smithi159 ceph-mon[27674]: Deploying daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:41:29.788 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:29 smithi159 ceph-mon[27674]: pgmap v13: 65 pgs: 65 active+clean; 279 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 27 KiB/s rd, 1.5 MiB/s wr, 877 op/s 2024-09-17T10:41:29.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:29 smithi170 ceph-mon[33842]: Reconfiguring ceph-exporter.smithi159 (dependencies changed)... 2024-09-17T10:41:29.854 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:29 smithi170 ceph-mon[33842]: Deploying daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:41:29.855 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:29 smithi170 ceph-mon[33842]: pgmap v13: 65 pgs: 65 active+clean; 279 MiB data, 1.5 GiB used, 535 GiB / 536 GiB avail; 27 KiB/s rd, 1.5 MiB/s wr, 877 op/s 2024-09-17T10:41:31.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:31 smithi159 ceph-mon[27674]: pgmap v14: 65 pgs: 65 active+clean; 270 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 40 KiB/s rd, 2.2 MiB/s wr, 1.18k op/s 2024-09-17T10:41:31.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:31 smithi170 ceph-mon[33842]: pgmap v14: 65 pgs: 65 active+clean; 270 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 40 KiB/s rd, 2.2 MiB/s wr, 1.18k op/s 2024-09-17T10:41:33.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 -- 172.21.15.159:0/2513777790 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 msgr2=0x7f02f8100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 --2- 172.21.15.159:0/2513777790 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f8100570 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f02e8009910 tx=0x7f02e8009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 -- 172.21.15.159:0/2513777790 shutdown_connections 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 --2- 172.21.15.159:0/2513777790 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02f8101360 0x7f02f81017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 --2- 172.21.15.159:0/2513777790 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f8100570 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 -- 172.21.15.159:0/2513777790 >> 172.21.15.159:0/2513777790 conn(0x7f02f80fb6f0 msgr2=0x7f02f80fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 -- 172.21.15.159:0/2513777790 shutdown_connections 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.121+0000 7f02fcded700 1 -- 172.21.15.159:0/2513777790 wait complete. 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02fcded700 1 Processor -- start 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02fcded700 1 -- start start 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02fcded700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f81959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:33.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02fcded700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02f8101360 0x7f02f8195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02fcded700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02f8196510 con 0x7f02f8100160 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02fcded700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02f8196650 con 0x7f02f8101360 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02f659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f81959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02f5d9b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02f8101360 0x7f02f8195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02f659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f81959b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53722/0 (socket says 172.21.15.159:53722) 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02f659c700 1 -- 172.21.15.159:0/3254080072 learned_addr learned my addr 172.21.15.159:0/3254080072 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02f659c700 1 -- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02f8101360 msgr2=0x7f02f8195ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02f659c700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02f8101360 0x7f02f8195ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.122+0000 7f02f659c700 1 -- 172.21.15.159:0/3254080072 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02e80095f0 con 0x7f02f8100160 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.123+0000 7f02f659c700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f81959b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f02e800bda0 tx=0x7f02e800bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.123+0000 7f02e77fe700 1 -- 172.21.15.159:0/3254080072 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f02e801d070 con 0x7f02f8100160 2024-09-17T10:41:33.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.123+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02f819b0a0 con 0x7f02f8100160 2024-09-17T10:41:33.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.123+0000 7f02e77fe700 1 -- 172.21.15.159:0/3254080072 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f02e800f460 con 0x7f02f8100160 2024-09-17T10:41:33.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.123+0000 7f02e77fe700 1 -- 172.21.15.159:0/3254080072 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f02e8021640 con 0x7f02f8100160 2024-09-17T10:41:33.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.123+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02f819b590 con 0x7f02f8100160 2024-09-17T10:41:33.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.124+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02f8108cb0 con 0x7f02f8100160 2024-09-17T10:41:33.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.125+0000 7f02e77fe700 1 -- 172.21.15.159:0/3254080072 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 25) v1 ==== 96567+0+0 (secure 0 0 0) 0x7f02e800f5d0 con 0x7f02f8100160 2024-09-17T10:41:33.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.125+0000 7f02e77fe700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02e0073aa0 0x7f02e0075f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:33.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.125+0000 7f02e77fe700 1 -- 172.21.15.159:0/3254080072 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5554+0+0 (secure 0 0 0) 0x7f02e8095d40 con 0x7f02f8100160 2024-09-17T10:41:33.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.125+0000 7f02f5d9b700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02e0073aa0 0x7f02e0075f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:33.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.126+0000 7f02f5d9b700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02e0073aa0 0x7f02e0075f50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f02ec007c60 tx=0x7f02ec0073d0 comp rx=0 tx=0).ready entity=mgr.24467 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:33.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.130+0000 7f02e77fe700 1 -- 172.21.15.159:0/3254080072 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f02e8059400 con 0x7f02f8100160 2024-09-17T10:41:33.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.483+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 --> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f02f8105cb0 con 0x7f02e0073aa0 2024-09-17T10:41:33.485 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.484+0000 7f02e77fe700 1 -- 172.21.15.159:0/3254080072 <== mgr.24467 v2:172.21.15.170:6828/4260073813 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+318 (secure 0 0 0) 0x7f02f8105cb0 con 0x7f02e0073aa0 2024-09-17T10:41:33.488 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.486+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02e0073aa0 msgr2=0x7f02e0075f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.488 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.486+0000 7f02fcded700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02e0073aa0 0x7f02e0075f50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f02ec007c60 tx=0x7f02ec0073d0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.488 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.486+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 msgr2=0x7f02f81959b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.488 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.486+0000 7f02fcded700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f81959b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f02e800bda0 tx=0x7f02e800bdd0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.488 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.486+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 shutdown_connections 2024-09-17T10:41:33.488 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.486+0000 7f02fcded700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02e0073aa0 0x7f02e0075f50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.487+0000 7f02fcded700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02f8100160 0x7f02f81959b0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.487+0000 7f02fcded700 1 --2- 172.21.15.159:0/3254080072 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02f8101360 0x7f02f8195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.487+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 >> 172.21.15.159:0/3254080072 conn(0x7f02f80fb6f0 msgr2=0x7f02f8104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:33.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.487+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 shutdown_connections 2024-09-17T10:41:33.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.487+0000 7f02fcded700 1 -- 172.21.15.159:0/3254080072 wait complete. 2024-09-17T10:41:33.499 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:41:33.616 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 -- 172.21.15.159:0/456061346 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1023b0 msgr2=0x7f02cc1027c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.616 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 --2- 172.21.15.159:0/456061346 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1023b0 0x7f02cc1027c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f02bc009910 tx=0x7f02bc009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 -- 172.21.15.159:0/456061346 shutdown_connections 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 --2- 172.21.15.159:0/456061346 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02cc1035b0 0x7f02cc103a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 --2- 172.21.15.159:0/456061346 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1023b0 0x7f02cc1027c0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 -- 172.21.15.159:0/456061346 >> 172.21.15.159:0/456061346 conn(0x7f02cc0fd960 msgr2=0x7f02cc0ffd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 -- 172.21.15.159:0/456061346 shutdown_connections 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.613+0000 7f02d22f8700 1 -- 172.21.15.159:0/456061346 wait complete. 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02d22f8700 1 Processor -- start 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02d22f8700 1 -- start start 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02d22f8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02cc1023b0 0x7f02cc197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02d22f8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1035b0 0x7f02cc1980f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:33.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02d22f8700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc198710 con 0x7f02cc1035b0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02d22f8700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02cc198850 con 0x7f02cc1023b0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02cb7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1035b0 0x7f02cc1980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02cb7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1035b0 0x7f02cc1980f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53746/0 (socket says 172.21.15.159:53746) 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02cb7fe700 1 -- 172.21.15.159:0/1297059329 learned_addr learned my addr 172.21.15.159:0/1297059329 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.614+0000 7f02cbfff700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02cc1023b0 0x7f02cc197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02cb7fe700 1 -- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02cc1023b0 msgr2=0x7f02cc197bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02cb7fe700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02cc1023b0 0x7f02cc197bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02cb7fe700 1 -- 172.21.15.159:0/1297059329 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02bc0095f0 con 0x7f02cc1035b0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02cb7fe700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1035b0 0x7f02cc1980f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f02c000e920 tx=0x7f02c000ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02c97fa700 1 -- 172.21.15.159:0/1297059329 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f02c000c9d0 con 0x7f02cc1035b0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02cc19d300 con 0x7f02cc1035b0 2024-09-17T10:41:33.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02c97fa700 1 -- 172.21.15.159:0/1297059329 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f02c0010430 con 0x7f02cc1035b0 2024-09-17T10:41:33.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02c97fa700 1 -- 172.21.15.159:0/1297059329 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f02c0018650 con 0x7f02cc1035b0 2024-09-17T10:41:33.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.615+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02cc19d850 con 0x7f02cc1035b0 2024-09-17T10:41:33.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.616+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02cc10af00 con 0x7f02cc1035b0 2024-09-17T10:41:33.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.617+0000 7f02c97fa700 1 -- 172.21.15.159:0/1297059329 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 25) v1 ==== 96567+0+0 (secure 0 0 0) 0x7f02c00105a0 con 0x7f02cc1035b0 2024-09-17T10:41:33.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.617+0000 7f02c97fa700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02b4073aa0 0x7f02b4075f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:33.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.617+0000 7f02c97fa700 1 -- 172.21.15.159:0/1297059329 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5554+0+0 (secure 0 0 0) 0x7f02c0014070 con 0x7f02cc1035b0 2024-09-17T10:41:33.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.617+0000 7f02cbfff700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02b4073aa0 0x7f02b4075f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:33.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.618+0000 7f02cbfff700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02b4073aa0 0x7f02b4075f50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f02bc00b6f0 tx=0x7f02bc005940 comp rx=0 tx=0).ready entity=mgr.24467 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:33.624 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.623+0000 7f02c97fa700 1 -- 172.21.15.159:0/1297059329 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f02c0055430 con 0x7f02cc1035b0 2024-09-17T10:41:33.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.886+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 --> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f02cc19df50 con 0x7f02b4073aa0 2024-09-17T10:41:33.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.887+0000 7f02c97fa700 1 -- 172.21.15.159:0/1297059329 <== mgr.24467 v2:172.21.15.170:6828/4260073813 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+318 (secure 0 0 0) 0x7f02cc19df50 con 0x7f02b4073aa0 2024-09-17T10:41:33.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02b4073aa0 msgr2=0x7f02b4075f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02b4073aa0 0x7f02b4075f50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f02bc00b6f0 tx=0x7f02bc005940 comp rx=0 tx=0).stop 2024-09-17T10:41:33.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1035b0 msgr2=0x7f02cc1980f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1035b0 0x7f02cc1980f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f02c000e920 tx=0x7f02c000ec30 comp rx=0 tx=0).stop 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 shutdown_connections 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f02b4073aa0 0x7f02b4075f50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02cc1023b0 0x7f02cc197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 --2- 172.21.15.159:0/1297059329 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f02cc1035b0 0x7f02cc1980f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 >> 172.21.15.159:0/1297059329 conn(0x7f02cc0fd960 msgr2=0x7f02cc1067e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 shutdown_connections 2024-09-17T10:41:33.892 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:33.890+0000 7f02d22f8700 1 -- 172.21.15.159:0/1297059329 wait complete. 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.005+0000 7f6892d9d700 1 -- 172.21.15.159:0/726345054 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 msgr2=0x7f688c102e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.005+0000 7f6892d9d700 1 --2- 172.21.15.159:0/726345054 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c102e60 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6888009910 tx=0x7f6888009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 -- 172.21.15.159:0/726345054 shutdown_connections 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 --2- 172.21.15.159:0/726345054 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f688c1033a0 0x7f688c105780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 --2- 172.21.15.159:0/726345054 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c102e60 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 -- 172.21.15.159:0/726345054 >> 172.21.15.159:0/726345054 conn(0x7f688c0fa440 msgr2=0x7f688c0fc870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 -- 172.21.15.159:0/726345054 shutdown_connections 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 -- 172.21.15.159:0/726345054 wait complete. 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 Processor -- start 2024-09-17T10:41:34.009 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 -- start start 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c1957c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f688c1033a0 0x7f688c195d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c196320 con 0x7f688c100a80 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.006+0000 7f6892d9d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c196460 con 0x7f688c1033a0 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6891d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c1957c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6891d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c1957c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53754/0 (socket says 172.21.15.159:53754) 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6891d9b700 1 -- 172.21.15.159:0/517071693 learned_addr learned my addr 172.21.15.159:0/517071693 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f689159a700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f688c1033a0 0x7f688c195d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6891d9b700 1 -- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f688c1033a0 msgr2=0x7f688c195d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6891d9b700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f688c1033a0 0x7f688c195d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6891d9b700 1 -- 172.21.15.159:0/517071693 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68880095f0 con 0x7f688c100a80 2024-09-17T10:41:34.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6891d9b700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c1957c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6888000c00 tx=0x7f688800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:34.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6882ffd700 1 -- 172.21.15.159:0/517071693 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f688801d070 con 0x7f688c100a80 2024-09-17T10:41:34.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6882ffd700 1 -- 172.21.15.159:0/517071693 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6888005dc0 con 0x7f688c100a80 2024-09-17T10:41:34.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6882ffd700 1 -- 172.21.15.159:0/517071693 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f68880226a0 con 0x7f688c100a80 2024-09-17T10:41:34.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f688c19aeb0 con 0x7f688c100a80 2024-09-17T10:41:34.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.007+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f688c19b320 con 0x7f688c100a80 2024-09-17T10:41:34.012 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.008+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f688c18f9b0 con 0x7f688c100a80 2024-09-17T10:41:34.012 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.009+0000 7f6882ffd700 1 -- 172.21.15.159:0/517071693 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 25) v1 ==== 96567+0+0 (secure 0 0 0) 0x7f68880038f0 con 0x7f688c100a80 2024-09-17T10:41:34.012 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.009+0000 7f6882ffd700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f6878073aa0 0x7f6878075f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.012 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.010+0000 7f6882ffd700 1 -- 172.21.15.159:0/517071693 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5554+0+0 (secure 0 0 0) 0x7f6888095f00 con 0x7f688c100a80 2024-09-17T10:41:34.012 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.010+0000 7f689159a700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f6878073aa0 0x7f6878075f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.012 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.010+0000 7f689159a700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f6878073aa0 0x7f6878075f50 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f687c009c60 tx=0x7f687c009260 comp rx=0 tx=0).ready entity=mgr.24467 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:34.016 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.015+0000 7f6882ffd700 1 -- 172.21.15.159:0/517071693 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f6888059640 con 0x7f688c100a80 2024-09-17T10:41:34.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:33 smithi159 ceph-mon[27674]: pgmap v15: 65 pgs: 65 active+clean; 270 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.5 MiB/s wr, 801 op/s 2024-09-17T10:41:34.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:33 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:34.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:33 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:34.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:33 smithi159 ceph-mon[27674]: Reconfiguring prometheus.smithi159 (dependencies changed)... 2024-09-17T10:41:34.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.286+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 --> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f688c061190 con 0x7f6878073aa0 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.297+0000 7f6882ffd700 1 -- 172.21.15.159:0/517071693 <== mgr.24467 v2:172.21.15.170:6828/4260073813 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7f688c061190 con 0x7f6878073aa0 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (8m) 17s ago 10m 25.8M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 starting - - - - 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (9m) 15s ago 9m 7633k - 18.2.0 dc2bc1663786 a0627182dae8 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (10m) 17s ago 10m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (9m) 15s ago 9m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (8m) 17s ago 10m 88.2M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (4m) 17s ago 4m 13.8M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (4m) 17s ago 4m 16.9M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:41:34.299 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (4m) 15s ago 4m 218M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (4m) 15s ago 4m 17.6M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:9283,8765,8443 running (11m) 17s ago 11m 284M - 18.2.0 dc2bc1663786 c7cc5bbb33c4 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (56s) 15s ago 9m 494M - 19.3.0-4937-g74984932 6c1fcab85602 0438d5c2e032 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (11m) 17s ago 11m 55.8M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (9m) 15s ago 9m 45.0M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (10m) 17s ago 10m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (9m) 15s ago 9m 16.5M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (7m) 17s ago 7m 229M 1216M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (7m) 17s ago 7m 244M 1216M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (6m) 17s ago 6m 193M 1216M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (6m) 15s ago 6m 266M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (6m) 15s ago 6m 240M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (5m) 15s ago 5m 214M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:41:34.300 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (8m) 17s ago 9m 66.9M - 2.43.0 a07b618ecd1d 2172227c3a82 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f6878073aa0 msgr2=0x7f6878075f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f6878073aa0 0x7f6878075f50 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f687c009c60 tx=0x7f687c009260 comp rx=0 tx=0).stop 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 msgr2=0x7f688c1957c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c1957c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6888000c00 tx=0x7f688800f690 comp rx=0 tx=0).stop 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 shutdown_connections 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f6878073aa0 0x7f6878075f50 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f688c100a80 0x7f688c1957c0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 --2- 172.21.15.159:0/517071693 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f688c1033a0 0x7f688c195d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.300+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 >> 172.21.15.159:0/517071693 conn(0x7f688c0fa440 msgr2=0x7f688c0fc870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:34.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.301+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 shutdown_connections 2024-09-17T10:41:34.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.301+0000 7f6892d9d700 1 -- 172.21.15.159:0/517071693 wait complete. 2024-09-17T10:41:34.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 -- 172.21.15.159:0/215481005 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3680ff570 msgr2=0x7fb3680ff980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 --2- 172.21.15.159:0/215481005 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3680ff570 0x7fb3680ff980 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fb358009910 tx=0x7fb358009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:34.424 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 -- 172.21.15.159:0/215481005 shutdown_connections 2024-09-17T10:41:34.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 --2- 172.21.15.159:0/215481005 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb368100290 0x7fb368100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 --2- 172.21.15.159:0/215481005 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3680ff570 0x7fb3680ff980 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 -- 172.21.15.159:0/215481005 >> 172.21.15.159:0/215481005 conn(0x7fb3680f9d80 msgr2=0x7fb3680fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:34.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 -- 172.21.15.159:0/215481005 shutdown_connections 2024-09-17T10:41:34.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 -- 172.21.15.159:0/215481005 wait complete. 2024-09-17T10:41:34.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 Processor -- start 2024-09-17T10:41:34.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.423+0000 7fb36e87d700 1 -- start start 2024-09-17T10:41:34.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb36e87d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb3680ff570 0x7fb368103020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb36e87d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb368100290 0x7fb368101670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb36e87d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb368101bb0 con 0x7fb368100290 2024-09-17T10:41:34.426 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb36e87d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb368101cf0 con 0x7fb3680ff570 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb3677fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb368100290 0x7fb368101670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb367fff700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb3680ff570 0x7fb368103020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb3677fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb368100290 0x7fb368101670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53772/0 (socket says 172.21.15.159:53772) 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb3677fe700 1 -- 172.21.15.159:0/3074998925 learned_addr learned my addr 172.21.15.159:0/3074998925 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb367fff700 1 -- 172.21.15.159:0/3074998925 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb368100290 msgr2=0x7fb368101670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb367fff700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb368100290 0x7fb368101670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.424+0000 7fb367fff700 1 -- 172.21.15.159:0/3074998925 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3580095f0 con 0x7fb3680ff570 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.425+0000 7fb367fff700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb3680ff570 0x7fb368103020 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb358000c00 tx=0x7fb35800f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.425+0000 7fb3657fa700 1 -- 172.21.15.159:0/3074998925 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb35801d070 con 0x7fb3680ff570 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.425+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb368101f70 con 0x7fb3680ff570 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.425+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb368102460 con 0x7fb3680ff570 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.425+0000 7fb3657fa700 1 -- 172.21.15.159:0/3074998925 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb358005dc0 con 0x7fb3680ff570 2024-09-17T10:41:34.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.425+0000 7fb3657fa700 1 -- 172.21.15.159:0/3074998925 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb358017400 con 0x7fb3680ff570 2024-09-17T10:41:34.428 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.426+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb368107bc0 con 0x7fb3680ff570 2024-09-17T10:41:34.428 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.427+0000 7fb3657fa700 1 -- 172.21.15.159:0/3074998925 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 25) v1 ==== 96567+0+0 (secure 0 0 0) 0x7fb35800fa40 con 0x7fb3680ff570 2024-09-17T10:41:34.429 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.427+0000 7fb3657fa700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fb350073aa0 0x7fb350075f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.429 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.428+0000 7fb3657fa700 1 -- 172.21.15.159:0/3074998925 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5554+0+0 (secure 0 0 0) 0x7fb358095a00 con 0x7fb3680ff570 2024-09-17T10:41:34.429 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.428+0000 7fb3677fe700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fb350073aa0 0x7fb350075f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.429 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.428+0000 7fb3677fe700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fb350073aa0 0x7fb350075f50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb35c005950 tx=0x7fb35c009260 comp rx=0 tx=0).ready entity=mgr.24467 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:34.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.436+0000 7fb3657fa700 1 -- 172.21.15.159:0/3074998925 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7fb358059060 con 0x7fb3680ff570 2024-09-17T10:41:34.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:33 smithi170 ceph-mon[33842]: pgmap v15: 65 pgs: 65 active+clean; 270 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.5 MiB/s wr, 801 op/s 2024-09-17T10:41:34.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:33 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:34.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:33 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:34.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:33 smithi170 ceph-mon[33842]: Reconfiguring prometheus.smithi159 (dependencies changed)... 2024-09-17T10:41:34.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.777+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fb36819def0 con 0x7fb3680ff570 2024-09-17T10:41:34.779 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.777+0000 7fb3657fa700 1 -- 172.21.15.159:0/3074998925 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+766 (secure 0 0 0) 0x7fb35805c180 con 0x7fb3680ff570 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 1, 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 1 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:41:34.780 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:41:34.781 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:41:34.781 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 13, 2024-09-17T10:41:34.781 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 1 2024-09-17T10:41:34.781 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:41:34.781 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:41:34.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fb350073aa0 msgr2=0x7fb350075f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fb350073aa0 0x7fb350075f50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb35c005950 tx=0x7fb35c009260 comp rx=0 tx=0).stop 2024-09-17T10:41:34.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb3680ff570 msgr2=0x7fb368103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb3680ff570 0x7fb368103020 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb358000c00 tx=0x7fb35800f690 comp rx=0 tx=0).stop 2024-09-17T10:41:34.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 shutdown_connections 2024-09-17T10:41:34.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fb350073aa0 0x7fb350075f50 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb3680ff570 0x7fb368103020 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 --2- 172.21.15.159:0/3074998925 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb368100290 0x7fb368101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.780+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 >> 172.21.15.159:0/3074998925 conn(0x7fb3680f9d80 msgr2=0x7fb3680fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:34.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.781+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 shutdown_connections 2024-09-17T10:41:34.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.781+0000 7fb36e87d700 1 -- 172.21.15.159:0/3074998925 wait complete. 2024-09-17T10:41:34.898 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 -- 172.21.15.159:0/2292667098 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc70100660 msgr2=0x7fdc70100a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 --2- 172.21.15.159:0/2292667098 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc70100660 0x7fdc70100a70 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fdc60009910 tx=0x7fdc60009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 -- 172.21.15.159:0/2292667098 shutdown_connections 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 --2- 172.21.15.159:0/2292667098 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdc700ff2c0 0x7fdc700ff730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 --2- 172.21.15.159:0/2292667098 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc70100660 0x7fdc70100a70 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 -- 172.21.15.159:0/2292667098 >> 172.21.15.159:0/2292667098 conn(0x7fdc700f9d80 msgr2=0x7fdc700fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 -- 172.21.15.159:0/2292667098 shutdown_connections 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.896+0000 7fdc7695f700 1 -- 172.21.15.159:0/2292667098 wait complete. 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc7695f700 1 Processor -- start 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc7695f700 1 -- start start 2024-09-17T10:41:34.899 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc7695f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc700ff2c0 0x7fdc700fed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc7695f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdc70100660 0x7fdc7019a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc7695f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7019aca0 con 0x7fdc700ff2c0 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc7695f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc7019ade0 con 0x7fdc70100660 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc700ff2c0 0x7fdc700fed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc700ff2c0 0x7fdc700fed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53796/0 (socket says 172.21.15.159:53796) 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6ffff700 1 -- 172.21.15.159:0/7356972 learned_addr learned my addr 172.21.15.159:0/7356972 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6f7fe700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdc70100660 0x7fdc7019a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6ffff700 1 -- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdc70100660 msgr2=0x7fdc7019a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6ffff700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdc70100660 0x7fdc7019a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6ffff700 1 -- 172.21.15.159:0/7356972 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc600095f0 con 0x7fdc700ff2c0 2024-09-17T10:41:34.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.897+0000 7fdc6f7fe700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdc70100660 0x7fdc7019a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.898+0000 7fdc6ffff700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc700ff2c0 0x7fdc700fed10 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdc60000c00 tx=0x7fdc6000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.898+0000 7fdc6d7fa700 1 -- 172.21.15.159:0/7356972 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdc6001d070 con 0x7fdc700ff2c0 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.898+0000 7fdc6d7fa700 1 -- 172.21.15.159:0/7356972 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fdc60005dc0 con 0x7fdc700ff2c0 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.898+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc7019b060 con 0x7fdc700ff2c0 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.898+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc7019b550 con 0x7fdc700ff2c0 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.898+0000 7fdc6d7fa700 1 -- 172.21.15.159:0/7356972 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdc60022470 con 0x7fdc700ff2c0 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.899+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc70107bb0 con 0x7fdc700ff2c0 2024-09-17T10:41:34.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.899+0000 7fdc6d7fa700 1 -- 172.21.15.159:0/7356972 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 25) v1 ==== 96567+0+0 (secure 0 0 0) 0x7fdc60017400 con 0x7fdc700ff2c0 2024-09-17T10:41:34.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.900+0000 7fdc6d7fa700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fdc58073aa0 0x7fdc58075f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:34.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.900+0000 7fdc6d7fa700 1 -- 172.21.15.159:0/7356972 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5554+0+0 (secure 0 0 0) 0x7fdc60096020 con 0x7fdc700ff2c0 2024-09-17T10:41:34.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.900+0000 7fdc6f7fe700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fdc58073aa0 0x7fdc58075f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:34.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.901+0000 7fdc6f7fe700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fdc58073aa0 0x7fdc58075f50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdc700ff290 tx=0x7fdc64009260 comp rx=0 tx=0).ready entity=mgr.24467 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:34.906 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:34.905+0000 7fdc6d7fa700 1 -- 172.21.15.159:0/7356972 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7fdc600597c0 con 0x7fdc700ff2c0 2024-09-17T10:41:35.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.231+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fdc7019bca0 con 0x7fdc700ff2c0 2024-09-17T10:41:35.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.231+0000 7fdc6d7fa700 1 -- 172.21.15.159:0/7356972 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7fdc60064e60 con 0x7fdc700ff2c0 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:41:35.234 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:41:35.235 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:35.236 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:35.237 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:35.237 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:41:35.237 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:41:35.237 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:35.237 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:35.237 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:41:35.237 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:34 smithi159 ceph-mon[27674]: Reconfiguring daemon prometheus.smithi159 on smithi159 2024-09-17T10:41:35.237 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:34 smithi159 ceph-mon[27674]: from='client.14824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:35.238 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:34 smithi159 ceph-mon[27674]: from='client.14828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:35.238 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:34 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3074998925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:41:35.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fdc58073aa0 msgr2=0x7fdc58075f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fdc58073aa0 0x7fdc58075f50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdc700ff290 tx=0x7fdc64009260 comp rx=0 tx=0).stop 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc700ff2c0 msgr2=0x7fdc700fed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc700ff2c0 0x7fdc700fed10 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdc60000c00 tx=0x7fdc6000f690 comp rx=0 tx=0).stop 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 shutdown_connections 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fdc58073aa0 0x7fdc58075f50 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdc700ff2c0 0x7fdc700fed10 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 --2- 172.21.15.159:0/7356972 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdc70100660 0x7fdc7019a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.236+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 >> 172.21.15.159:0/7356972 conn(0x7fdc700f9d80 msgr2=0x7fdc70103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.237+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 shutdown_connections 2024-09-17T10:41:35.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.237+0000 7fdc7695f700 1 -- 172.21.15.159:0/7356972 wait complete. 2024-09-17T10:41:35.240 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:41:35.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 -- 172.21.15.159:0/3570633163 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 msgr2=0x7fa9c41005a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 --2- 172.21.15.159:0/3570633163 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c41005a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4009910 tx=0x7fa9b4009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:35.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 -- 172.21.15.159:0/3570633163 shutdown_connections 2024-09-17T10:41:35.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 --2- 172.21.15.159:0/3570633163 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9c4101390 0x7fa9c41017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 --2- 172.21.15.159:0/3570633163 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c41005a0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.385 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 -- 172.21.15.159:0/3570633163 >> 172.21.15.159:0/3570633163 conn(0x7fa9c40fb720 msgr2=0x7fa9c40fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:35.385 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 -- 172.21.15.159:0/3570633163 shutdown_connections 2024-09-17T10:41:35.385 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.382+0000 7fa9c910e700 1 -- 172.21.15.159:0/3570633163 wait complete. 2024-09-17T10:41:35.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.383+0000 7fa9c910e700 1 Processor -- start 2024-09-17T10:41:35.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c910e700 1 -- start start 2024-09-17T10:41:35.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c910e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c4197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c910e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9c4101390 0x7fa9c41980f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c910e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c4198710 con 0x7fa9c4100190 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c910e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c4198850 con 0x7fa9c4101390 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c2d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c4197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c2d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c4197bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53818/0 (socket says 172.21.15.159:53818) 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c2d9d700 1 -- 172.21.15.159:0/1125373812 learned_addr learned my addr 172.21.15.159:0/1125373812 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c259c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9c4101390 0x7fa9c41980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c2d9d700 1 -- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9c4101390 msgr2=0x7fa9c41980f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c2d9d700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9c4101390 0x7fa9c41980f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c2d9d700 1 -- 172.21.15.159:0/1125373812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9b40095f0 con 0x7fa9c4100190 2024-09-17T10:41:35.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.384+0000 7fa9c259c700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9c4101390 0x7fa9c41980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:41:35.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.385+0000 7fa9c2d9d700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c4197bb0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa9b400fa00 tx=0x7fa9b400fa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:35.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.385+0000 7fa9abfff700 1 -- 172.21.15.159:0/1125373812 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa9b401d070 con 0x7fa9c4100190 2024-09-17T10:41:35.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.385+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9c419d2a0 con 0x7fa9c4100190 2024-09-17T10:41:35.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.385+0000 7fa9abfff700 1 -- 172.21.15.159:0/1125373812 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa9b400fe90 con 0x7fa9c4100190 2024-09-17T10:41:35.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.385+0000 7fa9abfff700 1 -- 172.21.15.159:0/1125373812 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa9b4017630 con 0x7fa9c4100190 2024-09-17T10:41:35.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.385+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9c419d790 con 0x7fa9c4100190 2024-09-17T10:41:35.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.386+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9c40745a0 con 0x7fa9c4100190 2024-09-17T10:41:35.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.387+0000 7fa9abfff700 1 -- 172.21.15.159:0/1125373812 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 25) v1 ==== 96567+0+0 (secure 0 0 0) 0x7fa9b4003680 con 0x7fa9c4100190 2024-09-17T10:41:35.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.387+0000 7fa9abfff700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fa9ac073aa0 0x7fa9ac075f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:35.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.387+0000 7fa9abfff700 1 -- 172.21.15.159:0/1125373812 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5554+0+0 (secure 0 0 0) 0x7fa9b4095f10 con 0x7fa9c4100190 2024-09-17T10:41:35.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.387+0000 7fa9c259c700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fa9ac073aa0 0x7fa9ac075f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:35.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.388+0000 7fa9c259c700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fa9ac073aa0 0x7fa9ac075f50 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa9b8011490 tx=0x7fa9b8009260 comp rx=0 tx=0).ready entity=mgr.24467 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:35.393 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.392+0000 7fa9abfff700 1 -- 172.21.15.159:0/1125373812 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7fa9b40595d0 con 0x7fa9c4100190 2024-09-17T10:41:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:34 smithi170 ceph-mon[33842]: Reconfiguring daemon prometheus.smithi159 on smithi159 2024-09-17T10:41:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:34 smithi170 ceph-mon[33842]: from='client.14824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:34 smithi170 ceph-mon[33842]: from='client.14828 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:34 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3074998925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:41:35.661 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.660+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 --> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fa9c41059b0 con 0x7fa9ac073aa0 2024-09-17T10:41:35.662 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.661+0000 7fa9abfff700 1 -- 172.21.15.159:0/1125373812 <== mgr.24467 v2:172.21.15.170:6828/4260073813 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+318 (secure 0 0 0) 0x7fa9c41059b0 con 0x7fa9ac073aa0 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "1/23 daemons upgraded", 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "", 2024-09-17T10:41:35.663 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:41:35.664 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:41:35.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.663+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fa9ac073aa0 msgr2=0x7fa9ac075f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fa9ac073aa0 0x7fa9ac075f50 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa9b8011490 tx=0x7fa9b8009260 comp rx=0 tx=0).stop 2024-09-17T10:41:35.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 msgr2=0x7fa9c4197bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c4197bb0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa9b400fa00 tx=0x7fa9b400fa30 comp rx=0 tx=0).stop 2024-09-17T10:41:35.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 shutdown_connections 2024-09-17T10:41:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7fa9ac073aa0 0x7fa9ac075f50 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9c4100190 0x7fa9c4197bb0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 --2- 172.21.15.159:0/1125373812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9c4101390 0x7fa9c41980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 >> 172.21.15.159:0/1125373812 conn(0x7fa9c40fb720 msgr2=0x7fa9c40fda20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 shutdown_connections 2024-09-17T10:41:35.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.664+0000 7fa9c910e700 1 -- 172.21.15.159:0/1125373812 wait complete. 2024-09-17T10:41:35.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.779+0000 7f00a5db2700 1 -- 172.21.15.159:0/1372250775 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a00ff2f0 msgr2=0x7f00a00ff760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.779+0000 7f00a5db2700 1 --2- 172.21.15.159:0/1372250775 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a00ff2f0 0x7f00a00ff760 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0094009910 tx=0x7f0094009c20 comp rx=0 tx=0).stop 2024-09-17T10:41:35.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.779+0000 7f00a5db2700 1 -- 172.21.15.159:0/1372250775 shutdown_connections 2024-09-17T10:41:35.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.779+0000 7f00a5db2700 1 --2- 172.21.15.159:0/1372250775 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a00ff2f0 0x7f00a00ff760 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.779+0000 7f00a5db2700 1 --2- 172.21.15.159:0/1372250775 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00a0100690 0x7f00a0100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.779+0000 7f00a5db2700 1 -- 172.21.15.159:0/1372250775 >> 172.21.15.159:0/1372250775 conn(0x7f00a00f9dd0 msgr2=0x7f00a00fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:35.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.780+0000 7f00a5db2700 1 -- 172.21.15.159:0/1372250775 shutdown_connections 2024-09-17T10:41:35.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.780+0000 7f00a5db2700 1 -- 172.21.15.159:0/1372250775 wait complete. 2024-09-17T10:41:35.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.780+0000 7f00a5db2700 1 Processor -- start 2024-09-17T10:41:35.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f00a5db2700 1 -- start start 2024-09-17T10:41:35.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f00a5db2700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00a00ff2f0 0x7f00a00fed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:35.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f00a5db2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a0100690 0x7f00a019a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:35.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f00a5db2700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00a019ad80 con 0x7f00a0100690 2024-09-17T10:41:35.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f00a5db2700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00a019aec0 con 0x7f00a00ff2f0 2024-09-17T10:41:35.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009effd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a0100690 0x7f00a019a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:35.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009effd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a0100690 0x7f00a019a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53846/0 (socket says 172.21.15.159:53846) 2024-09-17T10:41:35.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009effd700 1 -- 172.21.15.159:0/854235788 learned_addr learned my addr 172.21.15.159:0/854235788 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:41:35.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009f7fe700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00a00ff2f0 0x7f00a00fed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009effd700 1 -- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00a00ff2f0 msgr2=0x7f00a00fed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009effd700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00a00ff2f0 0x7f00a00fed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009effd700 1 -- 172.21.15.159:0/854235788 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00940095f0 con 0x7f00a0100690 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009effd700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a0100690 0x7f00a019a7b0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f0094009fd0 tx=0x7f009400fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.781+0000 7f009cff9700 1 -- 172.21.15.159:0/854235788 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f009401d070 con 0x7f00a0100690 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.782+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00a019b140 con 0x7f00a0100690 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.782+0000 7f009cff9700 1 -- 172.21.15.159:0/854235788 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0094005640 con 0x7f00a0100690 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.782+0000 7f009cff9700 1 -- 172.21.15.159:0/854235788 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0094003ea0 con 0x7f00a0100690 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.782+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00a019b630 con 0x7f00a0100690 2024-09-17T10:41:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.783+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00a0107c30 con 0x7f00a0100690 2024-09-17T10:41:35.787 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.783+0000 7f009cff9700 1 -- 172.21.15.159:0/854235788 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 25) v1 ==== 96567+0+0 (secure 0 0 0) 0x7f0094003680 con 0x7f00a0100690 2024-09-17T10:41:35.787 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.784+0000 7f009cff9700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f0088073aa0 0x7f0088075f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:41:35.787 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.784+0000 7f009cff9700 1 -- 172.21.15.159:0/854235788 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5554+0+0 (secure 0 0 0) 0x7f0094095f00 con 0x7f00a0100690 2024-09-17T10:41:35.787 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.784+0000 7f009f7fe700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f0088073aa0 0x7f0088075f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:41:35.787 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.785+0000 7f009f7fe700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f0088073aa0 0x7f0088075f50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f00a0068840 tx=0x7f0090009260 comp rx=0 tx=0).ready entity=mgr.24467 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:41:35.791 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:35.789+0000 7f009cff9700 1 -- 172.21.15.159:0/854235788 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f00940595c0 con 0x7f00a0100690 2024-09-17T10:41:36.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.130+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f00a0107e50 con 0x7f00a0100690 2024-09-17T10:41:36.131 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:35 smithi159 ceph-mon[27674]: pgmap v16: 65 pgs: 65 active+clean; 266 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 42 KiB/s rd, 1.8 MiB/s wr, 915 op/s 2024-09-17T10:41:36.132 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:35 smithi159 ceph-mon[27674]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:36.132 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:35 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/7356972' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:41:36.132 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.130+0000 7f009cff9700 1 -- 172.21.15.159:0/854235788 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f009405c6e0 con 0x7f00a0100690 2024-09-17T10:41:36.132 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:41:36.132 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:41:36.132 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:41:36.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f0088073aa0 msgr2=0x7f0088075f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:36.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f0088073aa0 0x7f0088075f50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f00a0068840 tx=0x7f0090009260 comp rx=0 tx=0).stop 2024-09-17T10:41:36.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a0100690 msgr2=0x7f00a019a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:41:36.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a0100690 0x7f00a019a7b0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f0094009fd0 tx=0x7f009400fa00 comp rx=0 tx=0).stop 2024-09-17T10:41:36.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 shutdown_connections 2024-09-17T10:41:36.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:6828/4260073813,v1:172.21.15.170:6829/4260073813] conn(0x7f0088073aa0 0x7f0088075f50 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:36.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00a00ff2f0 0x7f00a00fed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:36.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 --2- 172.21.15.159:0/854235788 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f00a0100690 0x7f00a019a7b0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:41:36.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 >> 172.21.15.159:0/854235788 conn(0x7f00a00f9dd0 msgr2=0x7f00a0103530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:41:36.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 shutdown_connections 2024-09-17T10:41:36.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:41:36.133+0000 7f00a5db2700 1 -- 172.21.15.159:0/854235788 wait complete. 2024-09-17T10:41:36.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:35 smithi170 ceph-mon[33842]: pgmap v16: 65 pgs: 65 active+clean; 266 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 42 KiB/s rd, 1.8 MiB/s wr, 915 op/s 2024-09-17T10:41:36.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:35 smithi170 ceph-mon[33842]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:36.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:35 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/7356972' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:41:37.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:36 smithi159 ceph-mon[27674]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:37.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:36 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/854235788' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:41:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:36 smithi170 ceph-mon[33842]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:41:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:36 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/854235788' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:41:38.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:37 smithi159 ceph-mon[27674]: pgmap v17: 65 pgs: 65 active+clean; 261 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.8 MiB/s wr, 788 op/s 2024-09-17T10:41:38.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:37 smithi170 ceph-mon[33842]: pgmap v17: 65 pgs: 65 active+clean; 261 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.8 MiB/s wr, 788 op/s 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: pgmap v18: 65 pgs: 65 active+clean; 261 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.4 MiB/s wr, 529 op/s 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: Reconfiguring ceph-exporter.smithi170 (dependencies changed)... 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: Deploying daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:41:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:39 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:40.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: pgmap v18: 65 pgs: 65 active+clean; 261 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 28 KiB/s rd, 1.4 MiB/s wr, 529 op/s 2024-09-17T10:41:40.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:40.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:40.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: Reconfiguring ceph-exporter.smithi170 (dependencies changed)... 2024-09-17T10:41:40.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]: dispatch 2024-09-17T10:41:40.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:40.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: Deploying daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:41:40.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:39 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:41.979 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:41 smithi159 ceph-mon[27674]: pgmap v19: 65 pgs: 65 active+clean; 239 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 43 KiB/s rd, 2.2 MiB/s wr, 707 op/s 2024-09-17T10:41:42.032 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:41 smithi170 ceph-mon[33842]: pgmap v19: 65 pgs: 65 active+clean; 239 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 43 KiB/s rd, 2.2 MiB/s wr, 707 op/s 2024-09-17T10:41:43.729 INFO:tasks.workunit:Stopping ['suites/fsstress.sh'] on client.0... 2024-09-17T10:41:43.729 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-17T10:41:44.089 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:43 smithi159 ceph-mon[27674]: pgmap v20: 65 pgs: 65 active+clean; 239 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 30 KiB/s rd, 1.5 MiB/s wr, 403 op/s 2024-09-17T10:41:44.090 DEBUG:teuthology.parallel:result is None 2024-09-17T10:41:44.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:43 smithi170 ceph-mon[33842]: pgmap v20: 65 pgs: 65 active+clean; 239 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 30 KiB/s rd, 1.5 MiB/s wr, 403 op/s 2024-09-17T10:41:45.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:45 smithi170 ceph-mon[33842]: pgmap v21: 65 pgs: 65 active+clean; 238 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 45 KiB/s rd, 2.1 MiB/s wr, 518 op/s 2024-09-17T10:41:46.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:45 smithi159 ceph-mon[27674]: pgmap v21: 65 pgs: 65 active+clean; 238 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 45 KiB/s rd, 2.1 MiB/s wr, 518 op/s 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: pgmap v22: 65 pgs: 65 active+clean; 230 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 30 KiB/s rd, 1.8 MiB/s wr, 489 op/s 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: Upgrade: Need to upgrade myself (mgr.smithi170.ssubfe) 2024-09-17T10:41:47.660 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:47 smithi159 ceph-mon[27674]: Upgrade: Need to upgrade myself (mgr.smithi170.ssubfe) 2024-09-17T10:41:47.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: pgmap v22: 65 pgs: 65 active+clean; 230 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 30 KiB/s rd, 1.8 MiB/s wr, 489 op/s 2024-09-17T10:41:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:41:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:41:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: Upgrade: Need to upgrade myself (mgr.smithi170.ssubfe) 2024-09-17T10:41:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:47 smithi170 ceph-mon[33842]: Upgrade: Need to upgrade myself (mgr.smithi170.ssubfe) 2024-09-17T10:41:47.865 INFO:tasks.workunit:Stopping ['suites/fsstress.sh'] on client.1... 2024-09-17T10:41:47.865 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-17T10:41:48.180 DEBUG:teuthology.parallel:result is None 2024-09-17T10:41:48.181 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-17T10:41:48.232 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-17T10:41:48.232 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-17T10:41:48.264 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-17T10:41:48.264 DEBUG:teuthology.parallel:result is None 2024-09-17T10:41:49.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:48 smithi159 ceph-mon[27674]: Upgrade: Updating mgr.smithi159.tdcigv 2024-09-17T10:41:49.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:48 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:49.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:48 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi159.tdcigv", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:41:49.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:48 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:41:49.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:48 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:49.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:48 smithi159 ceph-mon[27674]: Deploying daemon mgr.smithi159.tdcigv on smithi159 2024-09-17T10:41:49.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:48 smithi170 ceph-mon[33842]: Upgrade: Updating mgr.smithi159.tdcigv 2024-09-17T10:41:49.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:48 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:49.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:48 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi159.tdcigv", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:41:49.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:48 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:41:49.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:48 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:41:49.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:48 smithi170 ceph-mon[33842]: Deploying daemon mgr.smithi159.tdcigv on smithi159 2024-09-17T10:41:49.865 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:49 smithi159 ceph-mon[27674]: pgmap v23: 65 pgs: 65 active+clean; 230 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 30 KiB/s rd, 1.4 MiB/s wr, 376 op/s 2024-09-17T10:41:50.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:49 smithi170 ceph-mon[33842]: pgmap v23: 65 pgs: 65 active+clean; 230 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 30 KiB/s rd, 1.4 MiB/s wr, 376 op/s 2024-09-17T10:41:52.031 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:51 smithi159 ceph-mon[27674]: pgmap v24: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 40 KiB/s rd, 1.9 MiB/s wr, 529 op/s 2024-09-17T10:41:52.032 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:51 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:52.032 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:51 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:52.032 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:51 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:52.191 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:51 smithi170 ceph-mon[33842]: pgmap v24: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 40 KiB/s rd, 1.9 MiB/s wr, 529 op/s 2024-09-17T10:41:52.192 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:51 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:52.192 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:51 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:52.192 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:51 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:41:53.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:53 smithi170 ceph-mon[33842]: pgmap v25: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 1.2 MiB/s wr, 351 op/s 2024-09-17T10:41:54.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:53 smithi159 ceph-mon[27674]: pgmap v25: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 1.2 MiB/s wr, 351 op/s 2024-09-17T10:41:55.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:55 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:55 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:55 smithi159 ceph-mon[27674]: pgmap v26: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 357 op/s 2024-09-17T10:41:55.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:55 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:55 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:55 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:55 smithi170 ceph-mon[33842]: pgmap v26: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 26 KiB/s rd, 1.2 MiB/s wr, 357 op/s 2024-09-17T10:41:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:55 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:41:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: pgmap v27: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 247 op/s 2024-09-17T10:41:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: Standby manager daemon smithi159.tdcigv restarted 2024-09-17T10:41:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: Standby manager daemon smithi159.tdcigv started 2024-09-17T10:41:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/crt"}]: dispatch 2024-09-17T10:41:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:41:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/key"}]: dispatch 2024-09-17T10:41:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:41:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:57 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:57.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: pgmap v27: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 11 KiB/s rd, 513 KiB/s wr, 247 op/s 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: Standby manager daemon smithi159.tdcigv restarted 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: Standby manager daemon smithi159.tdcigv started 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/crt"}]: dispatch 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi159.tdcigv/key"}]: dispatch 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:57 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:58.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:58 smithi159 ceph-mon[27674]: mgrmap e26: smithi170.ssubfe(active, since 49s), standbys: smithi159.tdcigv 2024-09-17T10:41:58.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:58 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:58.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:58 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:58.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:58 smithi170 ceph-mon[33842]: mgrmap e26: smithi170.ssubfe(active, since 49s), standbys: smithi159.tdcigv 2024-09-17T10:41:58.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:58 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:58.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:58 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:41:59.498 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:41:59 smithi159 ceph-mon[27674]: pgmap v28: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 11 KiB/s rd, 499 KiB/s wr, 162 op/s 2024-09-17T10:41:59.605 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:41:59 smithi170 ceph-mon[33842]: pgmap v28: 65 pgs: 65 active+clean; 213 MiB data, 1.4 GiB used, 535 GiB / 536 GiB avail; 11 KiB/s rd, 499 KiB/s wr, 162 op/s 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: pgmap v29: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 11 KiB/s rd, 499 KiB/s wr, 163 op/s 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr fail", "who": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: osdmap e49: 6 total, 6 up, 6 in 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd='[{"prefix": "mgr fail", "who": "smithi170.ssubfe"}]': finished 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: mgrmap e27: smithi159.tdcigv(active, starting, since 0.00698506s) 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:42:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:02.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:42:02.207 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:02 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"}]: dispatch 2024-09-17T10:42:02.340 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: pgmap v29: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 11 KiB/s rd, 499 KiB/s wr, 163 op/s 2024-09-17T10:42:02.340 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:42:02.340 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:42:02.340 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:02.340 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:42:02.340 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "mgr fail", "who": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: osdmap e49: 6 total, 6 up, 6 in 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.24467 172.21.15.170:0/1556400810' entity='mgr.smithi170.ssubfe' cmd='[{"prefix": "mgr fail", "who": "smithi170.ssubfe"}]': finished 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: mgrmap e27: smithi159.tdcigv(active, starting, since 0.00698506s) 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"}]: dispatch 2024-09-17T10:42:02.341 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:02.342 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"}]: dispatch 2024-09-17T10:42:02.343 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:02 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"}]: dispatch 2024-09-17T10:42:03.422 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:03 smithi159 ceph-mon[27674]: mgrmap e28: smithi159.tdcigv(active, since 1.05991s) 2024-09-17T10:42:03.422 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:03 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:03.423 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:03 smithi159 ceph-mon[27674]: pgmap v3: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:03.423 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:03 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:03.423 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:03 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:03.681 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:03 smithi170 ceph-mon[33842]: mgrmap e28: smithi159.tdcigv(active, since 1.05991s) 2024-09-17T10:42:03.682 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:03 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:03.682 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:03 smithi170 ceph-mon[33842]: pgmap v3: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:03.682 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:03 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:03.682 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:03 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:04.669 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:04 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:03] ENGINE Bus STARTING 2024-09-17T10:42:04.669 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:04 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:03] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:42:04.669 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:04 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:03] ENGINE Error in HTTPServer.serve 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Traceback (most recent call last): 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._connections.run(self.expiration_interval) 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._run(expiration_interval) 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: s = self.context.wrap_socket( 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T10:42:04.670 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: return self.sslsocket_class._create( 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self.do_handshake() 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._sslobj.do_handshake() 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:04 smithi170 ceph-mon[33842]: mgrmap e29: smithi159.tdcigv(active, since 2s) 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:04 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:03] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:42:04.671 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:04 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:03] ENGINE Bus STARTED 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:04 smithi159 ceph-mon[27674]: [17/Sep/2024:10:42:03] ENGINE Bus STARTING 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:04 smithi159 ceph-mon[27674]: [17/Sep/2024:10:42:03] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:04 smithi159 ceph-mon[27674]: [17/Sep/2024:10:42:03] ENGINE Error in HTTPServer.serve 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Traceback (most recent call last): 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._connections.run(self.expiration_interval) 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T10:42:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._run(expiration_interval) 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: s = self.context.wrap_socket( 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: return self.sslsocket_class._create( 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self.do_handshake() 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._sslobj.do_handshake() 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T10:42:04.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:04 smithi159 ceph-mon[27674]: mgrmap e29: smithi159.tdcigv(active, since 2s) 2024-09-17T10:42:04.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:04 smithi159 ceph-mon[27674]: [17/Sep/2024:10:42:03] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:42:04.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:04 smithi159 ceph-mon[27674]: [17/Sep/2024:10:42:03] ENGINE Bus STARTED 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.240+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/2638958210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a68100270 msgr2=0x7f4a681006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.240+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/2638958210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a68100270 0x7f4a681006c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f4a50009910 tx=0x7f4a50009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.240+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/2638958210 shutdown_connections 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.240+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/2638958210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a68100270 0x7f4a681006c0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.240+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/2638958210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4a680ff070 0x7f4a680ff480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.240+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/2638958210 >> 172.21.15.159:0/2638958210 conn(0x7f4a680fa600 msgr2=0x7f4a680fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/2638958210 shutdown_connections 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/2638958210 wait complete. 2024-09-17T10:42:06.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 Processor -- start 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 -- start start 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a680ff070 0x7f4a680698d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4a68100270 0x7f4a6819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a6819ac90 con 0x7f4a680ff070 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6f0c6700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a6819ae00 con 0x7f4a68100270 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6ce62700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a680ff070 0x7f4a680698d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6ce62700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a680ff070 0x7f4a680698d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37496/0 (socket says 172.21.15.159:37496) 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.241+0000 7f4a6ce62700 1 -- 172.21.15.159:0/1051940669 learned_addr learned my addr 172.21.15.159:0/1051940669 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a67fff700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4a68100270 0x7f4a6819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a6ce62700 1 -- 172.21.15.159:0/1051940669 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4a68100270 msgr2=0x7f4a6819a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a6ce62700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4a68100270 0x7f4a6819a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a6ce62700 1 -- 172.21.15.159:0/1051940669 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a500095f0 con 0x7f4a680ff070 2024-09-17T10:42:06.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a6ce62700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a680ff070 0x7f4a680698d0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4a58007e60 tx=0x7f4a5800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:06.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a65ffb700 1 -- 172.21.15.159:0/1051940669 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4a5800dda0 con 0x7f4a680ff070 2024-09-17T10:42:06.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a65ffb700 1 -- 172.21.15.159:0/1051940669 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4a5800f040 con 0x7f4a680ff070 2024-09-17T10:42:06.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a6819b0e0 con 0x7f4a680ff070 2024-09-17T10:42:06.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a65ffb700 1 -- 172.21.15.159:0/1051940669 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4a580146a0 con 0x7f4a680ff070 2024-09-17T10:42:06.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.242+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a6819b600 con 0x7f4a680ff070 2024-09-17T10:42:06.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.243+0000 7f4a65ffb700 1 -- 172.21.15.159:0/1051940669 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 30) v1 ==== 51906+0+0 (secure 0 0 0) 0x7f4a58014800 con 0x7f4a680ff070 2024-09-17T10:42:06.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.243+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a68107bc0 con 0x7f4a680ff070 2024-09-17T10:42:06.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.244+0000 7f4a65ffb700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f4a5403fa40 0x7f4a54041ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.244+0000 7f4a65ffb700 1 -- 172.21.15.159:0/1051940669 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7f4a58054dc0 con 0x7f4a680ff070 2024-09-17T10:42:06.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.244+0000 7f4a67fff700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f4a5403fa40 0x7f4a54041ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.244+0000 7f4a67fff700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f4a5403fa40 0x7f4a54041ef0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4a5000b5c0 tx=0x7f4a50005ee0 comp rx=0 tx=0).ready entity=mgr.14854 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:06.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.249+0000 7f4a65ffb700 1 -- 172.21.15.159:0/1051940669 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f4a5801daa0 con 0x7f4a680ff070 2024-09-17T10:42:06.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:06 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:06 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:06 smithi159 ceph-mon[27674]: pgmap v5: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:06.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:06 smithi159 ceph-mon[27674]: mgrmap e30: smithi159.tdcigv(active, since 4s) 2024-09-17T10:42:06.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:06 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:06 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.429 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:06 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.429 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:06 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.429 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:06 smithi170 ceph-mon[33842]: pgmap v5: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:06.429 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:06 smithi170 ceph-mon[33842]: mgrmap e30: smithi159.tdcigv(active, since 4s) 2024-09-17T10:42:06.430 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:06 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.430 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:06 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:06.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.490+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 --> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f4a68104bc0 con 0x7f4a5403fa40 2024-09-17T10:42:06.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.491+0000 7f4a65ffb700 1 -- 172.21.15.159:0/1051940669 <== mgr.14854 v2:172.21.15.159:6800/2537669128 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+337 (secure 0 0 0) 0x7f4a68104bc0 con 0x7f4a5403fa40 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f4a5403fa40 msgr2=0x7f4a54041ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f4a5403fa40 0x7f4a54041ef0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4a5000b5c0 tx=0x7f4a50005ee0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a680ff070 msgr2=0x7f4a680698d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a680ff070 0x7f4a680698d0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4a58007e60 tx=0x7f4a5800d3b0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 shutdown_connections 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f4a5403fa40 0x7f4a54041ef0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4a680ff070 0x7f4a680698d0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 --2- 172.21.15.159:0/1051940669 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4a68100270 0x7f4a6819a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 >> 172.21.15.159:0/1051940669 conn(0x7f4a680fa600 msgr2=0x7f4a681034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 shutdown_connections 2024-09-17T10:42:06.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.494+0000 7f4a6f0c6700 1 -- 172.21.15.159:0/1051940669 wait complete. 2024-09-17T10:42:06.506 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:42:06.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.601+0000 7f9a83bb8700 1 -- 172.21.15.159:0/1187391093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c100150 msgr2=0x7f9a7c100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.601+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/1187391093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c100150 0x7f9a7c100560 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f9a78009910 tx=0x7f9a78009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:06.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.601+0000 7f9a83bb8700 1 -- 172.21.15.159:0/1187391093 shutdown_connections 2024-09-17T10:42:06.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.601+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/1187391093 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a7c101350 0x7f9a7c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.601+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/1187391093 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c100150 0x7f9a7c100560 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.601+0000 7f9a83bb8700 1 -- 172.21.15.159:0/1187391093 >> 172.21.15.159:0/1187391093 conn(0x7f9a7c0fb6e0 msgr2=0x7f9a7c0fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:06.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 -- 172.21.15.159:0/1187391093 shutdown_connections 2024-09-17T10:42:06.604 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 -- 172.21.15.159:0/1187391093 wait complete. 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 Processor -- start 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 -- start start 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a7c100150 0x7f9a7c1959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c101350 0x7f9a7c195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a7c196500 con 0x7f9a7c101350 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.602+0000 7f9a83bb8700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a7c196640 con 0x7f9a7c100150 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81153700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c101350 0x7f9a7c195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81153700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c101350 0x7f9a7c195ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34356/0 (socket says 172.21.15.159:34356) 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81153700 1 -- 172.21.15.159:0/233088751 learned_addr learned my addr 172.21.15.159:0/233088751 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81954700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a7c100150 0x7f9a7c1959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81153700 1 -- 172.21.15.159:0/233088751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a7c100150 msgr2=0x7f9a7c1959a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81153700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a7c100150 0x7f9a7c1959a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81153700 1 -- 172.21.15.159:0/233088751 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a780095f0 con 0x7f9a7c101350 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a81153700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c101350 0x7f9a7c195ee0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c00d8d0 tx=0x7f9a6c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a72ffd700 1 -- 172.21.15.159:0/233088751 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9a6c009940 con 0x7f9a7c101350 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a72ffd700 1 -- 172.21.15.159:0/233088751 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9a6c010460 con 0x7f9a7c101350 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a7c19b0f0 con 0x7f9a7c101350 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a72ffd700 1 -- 172.21.15.159:0/233088751 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9a6c00f5f0 con 0x7f9a7c101350 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.603+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a7c19b640 con 0x7f9a7c101350 2024-09-17T10:42:06.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.604+0000 7f9a72ffd700 1 -- 172.21.15.159:0/233088751 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 30) v1 ==== 51906+0+0 (secure 0 0 0) 0x7f9a6c0105d0 con 0x7f9a7c101350 2024-09-17T10:42:06.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.604+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a7c108ca0 con 0x7f9a7c101350 2024-09-17T10:42:06.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.604+0000 7f9a72ffd700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f9a6803fa40 0x7f9a68041ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.604+0000 7f9a72ffd700 1 -- 172.21.15.159:0/233088751 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7f9a6c055430 con 0x7f9a7c101350 2024-09-17T10:42:06.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.605+0000 7f9a81954700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f9a6803fa40 0x7f9a68041ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.608 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.605+0000 7f9a81954700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f9a6803fa40 0x7f9a68041ef0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9a78006010 tx=0x7f9a78005a90 comp rx=0 tx=0).ready entity=mgr.14854 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:06.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.609+0000 7f9a72ffd700 1 -- 172.21.15.159:0/233088751 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f9a6c01a8c0 con 0x7f9a7c101350 2024-09-17T10:42:06.866 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.865+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 --> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f9a7c105ca0 con 0x7f9a6803fa40 2024-09-17T10:42:06.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.866+0000 7f9a72ffd700 1 -- 172.21.15.159:0/233088751 <== mgr.14854 v2:172.21.15.159:6800/2537669128 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+337 (secure 0 0 0) 0x7f9a7c105ca0 con 0x7f9a6803fa40 2024-09-17T10:42:06.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f9a6803fa40 msgr2=0x7f9a68041ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f9a6803fa40 0x7f9a68041ef0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9a78006010 tx=0x7f9a78005a90 comp rx=0 tx=0).stop 2024-09-17T10:42:06.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c101350 msgr2=0x7f9a7c195ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c101350 0x7f9a7c195ee0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c00d8d0 tx=0x7f9a6c00dc90 comp rx=0 tx=0).stop 2024-09-17T10:42:06.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 shutdown_connections 2024-09-17T10:42:06.871 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f9a6803fa40 0x7f9a68041ef0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.871 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a7c100150 0x7f9a7c1959a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.871 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 --2- 172.21.15.159:0/233088751 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a7c101350 0x7f9a7c195ee0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.871 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 >> 172.21.15.159:0/233088751 conn(0x7f9a7c0fb6e0 msgr2=0x7f9a7c104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:06.871 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 shutdown_connections 2024-09-17T10:42:06.871 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.869+0000 7f9a83bb8700 1 -- 172.21.15.159:0/233088751 wait complete. 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 -- 172.21.15.159:0/1198425388 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe694100250 msgr2=0x7fe6941006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 --2- 172.21.15.159:0/1198425388 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe694100250 0x7fe6941006a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fe68400b0a0 tx=0x7fe68400b3b0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 -- 172.21.15.159:0/1198425388 shutdown_connections 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 --2- 172.21.15.159:0/1198425388 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe694100250 0x7fe6941006a0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 --2- 172.21.15.159:0/1198425388 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe6940ff050 0x7fe6940ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 -- 172.21.15.159:0/1198425388 >> 172.21.15.159:0/1198425388 conn(0x7fe6940fa600 msgr2=0x7fe6940fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 -- 172.21.15.159:0/1198425388 shutdown_connections 2024-09-17T10:42:06.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.989+0000 7fe69ae09700 1 -- 172.21.15.159:0/1198425388 wait complete. 2024-09-17T10:42:06.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.990+0000 7fe69ae09700 1 Processor -- start 2024-09-17T10:42:06.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.990+0000 7fe69ae09700 1 -- start start 2024-09-17T10:42:06.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.990+0000 7fe69ae09700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6940ff050 0x7fe694194860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.990+0000 7fe69ae09700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe694100250 0x7fe694194da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.990+0000 7fe69ae09700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6941953c0 con 0x7fe6940ff050 2024-09-17T10:42:06.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.990+0000 7fe69ae09700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe694195500 con 0x7fe694100250 2024-09-17T10:42:06.993 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe698ba5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6940ff050 0x7fe694194860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe698ba5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6940ff050 0x7fe694194860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34368/0 (socket says 172.21.15.159:34368) 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe698ba5700 1 -- 172.21.15.159:0/4064790936 learned_addr learned my addr 172.21.15.159:0/4064790936 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe693fff700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe694100250 0x7fe694194da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe698ba5700 1 -- 172.21.15.159:0/4064790936 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe694100250 msgr2=0x7fe694194da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe698ba5700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe694100250 0x7fe694194da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe698ba5700 1 -- 172.21.15.159:0/4064790936 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe684009d00 con 0x7fe6940ff050 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe698ba5700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6940ff050 0x7fe694194860 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fe67c00ea80 tx=0x7fe67c00ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe67c013070 con 0x7fe6940ff050 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe694068cc0 con 0x7fe6940ff050 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe67c00b940 con 0x7fe6940ff050 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.991+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe67c003cc0 con 0x7fe6940ff050 2024-09-17T10:42:06.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.992+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe694069290 con 0x7fe6940ff050 2024-09-17T10:42:06.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.992+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 30) v1 ==== 51906+0+0 (secure 0 0 0) 0x7fe67c017410 con 0x7fe6940ff050 2024-09-17T10:42:06.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.993+0000 7fe691ffb700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7fe68003fa40 0x7fe680041ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:06.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.993+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe694107ba0 con 0x7fe6940ff050 2024-09-17T10:42:06.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.993+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7fe67c056d30 con 0x7fe6940ff050 2024-09-17T10:42:06.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.993+0000 7fe693fff700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7fe68003fa40 0x7fe680041ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:06.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.993+0000 7fe693fff700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7fe68003fa40 0x7fe680041ef0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fe684009fd0 tx=0x7fe6840060c0 comp rx=0 tx=0).ready entity=mgr.14854 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:06.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:06.998+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7fe67c01d4f0 con 0x7fe6940ff050 2024-09-17T10:42:07.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.227+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 --> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fe694104ba0 con 0x7fe68003fa40 2024-09-17T10:42:07.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.232+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mgrmap(e 31) v1 ==== 103123+0+0 (secure 0 0 0) 0x7fe67c0176c0 con 0x7fe6940ff050 2024-09-17T10:42:07.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.239+0000 7fe691ffb700 1 -- 172.21.15.159:0/4064790936 <== mgr.14854 v2:172.21.15.159:6800/2537669128 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7fe694104ba0 con 0x7fe68003fa40 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (8m) 0s ago 10m 25.8M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (34s) 0s ago 11m 7096k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (21s) 2s ago 10m 7293k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (10m) 0s ago 10m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (10m) 2s ago 10m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (8m) 0s ago 10m 88.4M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (4m) 0s ago 4m 14.4M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (4m) 0s ago 4m 17.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:42:07.241 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (4m) 2s ago 4m 158M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (4m) 2s ago 4m 18.3M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (16s) 0s ago 12m 488M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (89s) 2s ago 9m 138M - 19.3.0-4937-g74984932 6c1fcab85602 0438d5c2e032 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (12m) 0s ago 12m 58.3M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (9m) 2s ago 9m 47.6M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (10m) 0s ago 10m 15.3M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (9m) 2s ago 9m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (8m) 0s ago 8m 262M 1216M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (7m) 0s ago 7m 272M 1216M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (7m) 0s ago 7m 220M 1216M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (7m) 2s ago 7m 288M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (6m) 2s ago 6m 259M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:42:07.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (6m) 2s ago 6m 242M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:42:07.243 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (29s) 0s ago 10m 49.6M - 2.43.0 a07b618ecd1d 7193f2fa4edc 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7fe68003fa40 msgr2=0x7fe680041ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7fe68003fa40 0x7fe680041ef0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fe684009fd0 tx=0x7fe6840060c0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6940ff050 msgr2=0x7fe694194860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6940ff050 0x7fe694194860 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fe67c00ea80 tx=0x7fe67c00ed90 comp rx=0 tx=0).stop 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 shutdown_connections 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7fe68003fa40 0x7fe680041ef0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe6940ff050 0x7fe694194860 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 --2- 172.21.15.159:0/4064790936 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe694100250 0x7fe694194da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 >> 172.21.15.159:0/4064790936 conn(0x7fe6940fa600 msgr2=0x7fe694103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:07.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 shutdown_connections 2024-09-17T10:42:07.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.242+0000 7fe69ae09700 1 -- 172.21.15.159:0/4064790936 wait complete. 2024-09-17T10:42:07.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 -- 172.21.15.159:0/348813373 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 msgr2=0x7f16040fec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.379 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 --2- 172.21.15.159:0/348813373 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f16040fec50 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f15f800aa20 tx=0x7f15f800ad30 comp rx=0 tx=0).stop 2024-09-17T10:42:07.379 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 -- 172.21.15.159:0/348813373 shutdown_connections 2024-09-17T10:42:07.379 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 --2- 172.21.15.159:0/348813373 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16040ffa40 0x7f16040ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.379 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 --2- 172.21.15.159:0/348813373 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f16040fec50 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.379 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 -- 172.21.15.159:0/348813373 >> 172.21.15.159:0/348813373 conn(0x7f16040f9dd0 msgr2=0x7f16040fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 -- 172.21.15.159:0/348813373 shutdown_connections 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 -- 172.21.15.159:0/348813373 wait complete. 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.373+0000 7f160911d700 1 Processor -- start 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f160911d700 1 -- start start 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f160911d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f1604193820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f160911d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16040ffa40 0x7f1604193d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f160911d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1604194380 con 0x7f16040fe840 2024-09-17T10:42:07.380 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f160911d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16041944c0 con 0x7f16040ffa40 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f1602d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f1604193820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f1602d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f1604193820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34378/0 (socket says 172.21.15.159:34378) 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f1602d9d700 1 -- 172.21.15.159:0/3249415048 learned_addr learned my addr 172.21.15.159:0/3249415048 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f160259c700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16040ffa40 0x7f1604193d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f1602d9d700 1 -- 172.21.15.159:0/3249415048 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16040ffa40 msgr2=0x7f1604193d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f1602d9d700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16040ffa40 0x7f1604193d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.374+0000 7f1602d9d700 1 -- 172.21.15.159:0/3249415048 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15f800a700 con 0x7f16040fe840 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.375+0000 7f1602d9d700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f1604193820 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f15f800a3f0 tx=0x7f15f800ff80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.375+0000 7f15ebfff700 1 -- 172.21.15.159:0/3249415048 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f15f800ccc0 con 0x7f16040fe840 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.375+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1604198f10 con 0x7f16040fe840 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.375+0000 7f15ebfff700 1 -- 172.21.15.159:0/3249415048 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f15f80056f0 con 0x7f16040fe840 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.375+0000 7f15ebfff700 1 -- 172.21.15.159:0/3249415048 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f15f8016760 con 0x7f16040fe840 2024-09-17T10:42:07.381 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.375+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1604199400 con 0x7f16040fe840 2024-09-17T10:42:07.382 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.376+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1604106b00 con 0x7f16040fe840 2024-09-17T10:42:07.382 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.377+0000 7f15ebfff700 1 -- 172.21.15.159:0/3249415048 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 31) v1 ==== 103123+0+0 (secure 0 0 0) 0x7f15f80050b0 con 0x7f16040fe840 2024-09-17T10:42:07.382 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.377+0000 7f15ebfff700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f15ec07cf80 0x7f15ec07f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:07.382 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.377+0000 7f15ebfff700 1 -- 172.21.15.159:0/3249415048 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7f15f8012070 con 0x7f16040fe840 2024-09-17T10:42:07.382 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.377+0000 7f160259c700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f15ec07cf80 0x7f15ec07f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:07.382 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.378+0000 7f160259c700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f15ec07cf80 0x7f15ec07f430 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f15f4009c60 tx=0x7f15f4009260 comp rx=0 tx=0).ready entity=mgr.14854 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:07.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.381+0000 7f15ebfff700 1 -- 172.21.15.159:0/3249415048 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f15f80630a0 con 0x7f16040fe840 2024-09-17T10:42:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:07 smithi159 ceph-mon[27674]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:42:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:07 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:42:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:07 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:42:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:07 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:42:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:07 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:42:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:07 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:07.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:07 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:07.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.690+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f1604199a40 con 0x7f16040fe840 2024-09-17T10:42:07.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.691+0000 7f15ebfff700 1 -- 172.21.15.159:0/3249415048 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+675 (secure 0 0 0) 0x7f15f80661c0 con 0x7f16040fe840 2024-09-17T10:42:07.692 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:07.693 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:42:07.694 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 12, 2024-09-17T10:42:07.694 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:42:07.694 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:42:07.694 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f15ec07cf80 msgr2=0x7f15ec07f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f15ec07cf80 0x7f15ec07f430 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f15f4009c60 tx=0x7f15f4009260 comp rx=0 tx=0).stop 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 msgr2=0x7f1604193820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f1604193820 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f15f800a3f0 tx=0x7f15f800ff80 comp rx=0 tx=0).stop 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 shutdown_connections 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f15ec07cf80 0x7f15ec07f430 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f16040fe840 0x7f1604193820 secure :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f15f800a3f0 tx=0x7f15f800ff80 comp rx=0 tx=0).stop 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 --2- 172.21.15.159:0/3249415048 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16040ffa40 0x7f1604193d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 >> 172.21.15.159:0/3249415048 conn(0x7f16040f9dd0 msgr2=0x7f1604102c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.693+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 shutdown_connections 2024-09-17T10:42:07.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.694+0000 7f160911d700 1 -- 172.21.15.159:0/3249415048 wait complete. 2024-09-17T10:42:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:07 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:42:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:07 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:42:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:07 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:42:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:07 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:42:07.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:07 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/3234235098' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:42:07.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:07 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:07.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:07 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:07.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.801+0000 7f0e4f71a700 1 -- 172.21.15.159:0/2110381037 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 msgr2=0x7f0e480ff710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.801+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/2110381037 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480ff710 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0e38009910 tx=0x7f0e38009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:07.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.801+0000 7f0e4f71a700 1 -- 172.21.15.159:0/2110381037 shutdown_connections 2024-09-17T10:42:07.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.801+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/2110381037 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480ff710 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.801+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/2110381037 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0e481006d0 0x7f0e48100ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.801+0000 7f0e4f71a700 1 -- 172.21.15.159:0/2110381037 >> 172.21.15.159:0/2110381037 conn(0x7f0e480f9d80 msgr2=0x7f0e480fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:07.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 -- 172.21.15.159:0/2110381037 shutdown_connections 2024-09-17T10:42:07.804 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 -- 172.21.15.159:0/2110381037 wait complete. 2024-09-17T10:42:07.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 Processor -- start 2024-09-17T10:42:07.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 -- start start 2024-09-17T10:42:07.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480fecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0e481006d0 0x7f0e4819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4819acc0 con 0x7f0e480ff2a0 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.802+0000 7f0e4f71a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4819ae00 con 0x7f0e481006d0 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4d4b6700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480fecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4d4b6700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480fecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34396/0 (socket says 172.21.15.159:34396) 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4d4b6700 1 -- 172.21.15.159:0/797182802 learned_addr learned my addr 172.21.15.159:0/797182802 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4ccb5700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0e481006d0 0x7f0e4819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4d4b6700 1 -- 172.21.15.159:0/797182802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0e481006d0 msgr2=0x7f0e4819a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4d4b6700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0e481006d0 0x7f0e4819a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4d4b6700 1 -- 172.21.15.159:0/797182802 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e380095f0 con 0x7f0e480ff2a0 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4d4b6700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480fecf0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400d900 tx=0x7f0e4400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:07.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e3e7fc700 1 -- 172.21.15.159:0/797182802 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0e44004a00 con 0x7f0e480ff2a0 2024-09-17T10:42:07.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e3e7fc700 1 -- 172.21.15.159:0/797182802 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0e440054d0 con 0x7f0e480ff2a0 2024-09-17T10:42:07.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e4819b0e0 con 0x7f0e480ff2a0 2024-09-17T10:42:07.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e3e7fc700 1 -- 172.21.15.159:0/797182802 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0e44009d00 con 0x7f0e480ff2a0 2024-09-17T10:42:07.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.803+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e4819b630 con 0x7f0e480ff2a0 2024-09-17T10:42:07.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.804+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e48107c60 con 0x7f0e480ff2a0 2024-09-17T10:42:07.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.805+0000 7f0e3e7fc700 1 -- 172.21.15.159:0/797182802 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 31) v1 ==== 103123+0+0 (secure 0 0 0) 0x7f0e44005020 con 0x7f0e480ff2a0 2024-09-17T10:42:07.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.806+0000 7f0e3e7fc700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f0e3407ad70 0x7f0e3407d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:07.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.806+0000 7f0e3e7fc700 1 -- 172.21.15.159:0/797182802 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7f0e4409dad0 con 0x7f0e480ff2a0 2024-09-17T10:42:07.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.806+0000 7f0e4ccb5700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f0e3407ad70 0x7f0e3407d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:07.808 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.806+0000 7f0e4ccb5700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f0e3407ad70 0x7f0e3407d220 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0e480ff270 tx=0x7f0e3800b540 comp rx=0 tx=0).ready entity=mgr.14854 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:07.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:07.814+0000 7f0e3e7fc700 1 -- 172.21.15.159:0/797182802 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f0e44061040 con 0x7f0e480ff2a0 2024-09-17T10:42:08.097 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.095+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f0e4819bd30 con 0x7f0e480ff2a0 2024-09-17T10:42:08.097 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.096+0000 7f0e3e7fc700 1 -- 172.21.15.159:0/797182802 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1828 (secure 0 0 0) 0x7f0e44017740 con 0x7f0e480ff2a0 2024-09-17T10:42:08.097 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:42:08.098 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:42:08.099 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:08.100 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:08.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f0e3407ad70 msgr2=0x7f0e3407d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f0e3407ad70 0x7f0e3407d220 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0e480ff270 tx=0x7f0e3800b540 comp rx=0 tx=0).stop 2024-09-17T10:42:08.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 msgr2=0x7f0e480fecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480fecf0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400d900 tx=0x7f0e4400dc10 comp rx=0 tx=0).stop 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 shutdown_connections 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f0e3407ad70 0x7f0e3407d220 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0e480ff2a0 0x7f0e480fecf0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 --2- 172.21.15.159:0/797182802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0e481006d0 0x7f0e4819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 >> 172.21.15.159:0/797182802 conn(0x7f0e480f9d80 msgr2=0x7f0e481034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 shutdown_connections 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.098+0000 7f0e4f71a700 1 -- 172.21.15.159:0/797182802 wait complete. 2024-09-17T10:42:08.102 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:42:08.210 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 -- 172.21.15.159:0/3599143239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 msgr2=0x7f1a7c1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 --2- 172.21.15.159:0/3599143239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c1006d0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c009910 tx=0x7f1a6c009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:08.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 -- 172.21.15.159:0/3599143239 shutdown_connections 2024-09-17T10:42:08.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 --2- 172.21.15.159:0/3599143239 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c1006d0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 --2- 172.21.15.159:0/3599143239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1a7c0ff080 0x7f1a7c0ff490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 -- 172.21.15.159:0/3599143239 >> 172.21.15.159:0/3599143239 conn(0x7f1a7c0fa630 msgr2=0x7f1a7c0fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:08.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 -- 172.21.15.159:0/3599143239 shutdown_connections 2024-09-17T10:42:08.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 -- 172.21.15.159:0/3599143239 wait complete. 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.209+0000 7f1a83734700 1 Processor -- start 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a83734700 1 -- start start 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a83734700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1a7c0ff080 0x7f1a7c069850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a83734700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c19a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a83734700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7c19ad50 con 0x7f1a7c100280 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a83734700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7c19ae90 con 0x7f1a7c0ff080 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a80ccf700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c19a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a80ccf700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c19a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34412/0 (socket says 172.21.15.159:34412) 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a80ccf700 1 -- 172.21.15.159:0/851671938 learned_addr learned my addr 172.21.15.159:0/851671938 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:08.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a814d0700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1a7c0ff080 0x7f1a7c069850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a80ccf700 1 -- 172.21.15.159:0/851671938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1a7c0ff080 msgr2=0x7f1a7c069850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a80ccf700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1a7c0ff080 0x7f1a7c069850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a80ccf700 1 -- 172.21.15.159:0/851671938 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a6c0095f0 con 0x7f1a7c100280 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.210+0000 7f1a80ccf700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c19a780 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c006010 tx=0x7f1a6c00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.211+0000 7f1a727fc700 1 -- 172.21.15.159:0/851671938 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1a6c01d070 con 0x7f1a7c100280 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.211+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a7c19b110 con 0x7f1a7c100280 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.211+0000 7f1a727fc700 1 -- 172.21.15.159:0/851671938 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f1a6c00f460 con 0x7f1a7c100280 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.211+0000 7f1a727fc700 1 -- 172.21.15.159:0/851671938 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1a6c021640 con 0x7f1a7c100280 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.211+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a7c19b680 con 0x7f1a7c100280 2024-09-17T10:42:08.214 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.212+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a7c107c70 con 0x7f1a7c100280 2024-09-17T10:42:08.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.212+0000 7f1a727fc700 1 -- 172.21.15.159:0/851671938 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 31) v1 ==== 103123+0+0 (secure 0 0 0) 0x7f1a6c003a60 con 0x7f1a7c100280 2024-09-17T10:42:08.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.213+0000 7f1a727fc700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f1a6807ad70 0x7f1a6807d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:08.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.213+0000 7f1a727fc700 1 -- 172.21.15.159:0/851671938 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7f1a6c09eee0 con 0x7f1a7c100280 2024-09-17T10:42:08.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.213+0000 7f1a814d0700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f1a6807ad70 0x7f1a6807d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:08.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.214+0000 7f1a814d0700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f1a6807ad70 0x7f1a6807d220 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c1000e0 tx=0x7f1a78009190 comp rx=0 tx=0).ready entity=mgr.14854 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:08.219 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.218+0000 7f1a727fc700 1 -- 172.21.15.159:0/851671938 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f1a6c062450 con 0x7f1a7c100280 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='client.14884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='client.14888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: pgmap v6: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: mgrmap e31: smithi159.tdcigv(active, since 6s), standbys: smithi170.ssubfe 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3249415048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:42:08.305 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:08 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/797182802' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:42:08.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.458+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 --> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f1a7c104bd0 con 0x7f1a6807ad70 2024-09-17T10:42:08.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.459+0000 7f1a727fc700 1 -- 172.21.15.159:0/851671938 <== mgr.14854 v2:172.21.15.159:6800/2537669128 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+337 (secure 0 0 0) 0x7f1a7c104bd0 con 0x7f1a6807ad70 2024-09-17T10:42:08.460 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:42:08.460 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:42:08.460 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:42:08.460 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:42:08.461 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:42:08.461 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr" 2024-09-17T10:42:08.461 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:42:08.461 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "2/23 daemons upgraded", 2024-09-17T10:42:08.461 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "", 2024-09-17T10:42:08.461 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:42:08.461 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f1a6807ad70 msgr2=0x7f1a6807d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f1a6807ad70 0x7f1a6807d220 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c1000e0 tx=0x7f1a78009190 comp rx=0 tx=0).stop 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 msgr2=0x7f1a7c19a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c19a780 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c006010 tx=0x7f1a6c00bd70 comp rx=0 tx=0).stop 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 shutdown_connections 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f1a6807ad70 0x7f1a6807d220 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1a7c0ff080 0x7f1a7c069850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 --2- 172.21.15.159:0/851671938 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1a7c100280 0x7f1a7c19a780 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 >> 172.21.15.159:0/851671938 conn(0x7f1a7c0fa630 msgr2=0x7f1a7c1034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:08.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 shutdown_connections 2024-09-17T10:42:08.464 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.461+0000 7f1a83734700 1 -- 172.21.15.159:0/851671938 wait complete. 2024-09-17T10:42:08.568 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.566+0000 7f789ad2f700 1 -- 172.21.15.159:0/3498102993 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894101350 msgr2=0x7f78941037d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.568 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.566+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3498102993 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894101350 0x7f78941037d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7880009910 tx=0x7f7880009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:08.568 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 -- 172.21.15.159:0/3498102993 shutdown_connections 2024-09-17T10:42:08.568 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3498102993 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7894101350 0x7f78941037d0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3498102993 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f78940fe9f0 0x7f7894100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 -- 172.21.15.159:0/3498102993 >> 172.21.15.159:0/3498102993 conn(0x7f78940fa600 msgr2=0x7f78940fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:08.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 -- 172.21.15.159:0/3498102993 shutdown_connections 2024-09-17T10:42:08.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 -- 172.21.15.159:0/3498102993 wait complete. 2024-09-17T10:42:08.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 Processor -- start 2024-09-17T10:42:08.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 -- start start 2024-09-17T10:42:08.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78940fe9f0 0x7f789419bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:08.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7894101350 0x7f789419c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789419cb50 con 0x7f78940fe9f0 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.567+0000 7f789ad2f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789419cc90 con 0x7f7894101350 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7898acb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78940fe9f0 0x7f789419bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7898acb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78940fe9f0 0x7f789419bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34428/0 (socket says 172.21.15.159:34428) 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7898acb700 1 -- 172.21.15.159:0/3930666240 learned_addr learned my addr 172.21.15.159:0/3930666240 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7898acb700 1 -- 172.21.15.159:0/3930666240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7894101350 msgr2=0x7f789419c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7898acb700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7894101350 0x7f789419c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7898acb700 1 -- 172.21.15.159:0/3930666240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78800095f0 con 0x7f78940fe9f0 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7898acb700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78940fe9f0 0x7f789419bff0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f788800b4b0 tx=0x7f788800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7891ffb700 1 -- 172.21.15.159:0/3930666240 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7888011800 con 0x7f78940fe9f0 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7891ffb700 1 -- 172.21.15.159:0/3930666240 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f7888011e10 con 0x7f78940fe9f0 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78941a1740 con 0x7f78940fe9f0 2024-09-17T10:42:08.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f7891ffb700 1 -- 172.21.15.159:0/3930666240 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f788800f2e0 con 0x7f78940fe9f0 2024-09-17T10:42:08.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.568+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78941a1d10 con 0x7f78940fe9f0 2024-09-17T10:42:08.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.569+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7894196210 con 0x7f78940fe9f0 2024-09-17T10:42:08.572 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.570+0000 7f7891ffb700 1 -- 172.21.15.159:0/3930666240 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 31) v1 ==== 103123+0+0 (secure 0 0 0) 0x7f7888010380 con 0x7f78940fe9f0 2024-09-17T10:42:08.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.570+0000 7f7891ffb700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f788407ad60 0x7f788407d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:08.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.571+0000 7f7891ffb700 1 -- 172.21.15.159:0/3930666240 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7f788809d680 con 0x7f78940fe9f0 2024-09-17T10:42:08.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.571+0000 7f7893fff700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f788407ad60 0x7f788407d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:08.573 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.571+0000 7f7893fff700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f788407ad60 0x7f788407d210 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f788000b5c0 tx=0x7f7880005fd0 comp rx=0 tx=0).ready entity=mgr.14854 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:08.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.575+0000 7f7891ffb700 1 -- 172.21.15.159:0/3930666240 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+193553 (secure 0 0 0) 0x7f7888060bf0 con 0x7f78940fe9f0 2024-09-17T10:42:08.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='client.14884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:08.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='client.14888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:08.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: pgmap v6: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:08.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='client.14892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:08.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: mgrmap e31: smithi159.tdcigv(active, since 6s), standbys: smithi170.ssubfe 2024-09-17T10:42:08.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"}]: dispatch 2024-09-17T10:42:08.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:08.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:08.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3249415048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:42:08.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:08 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/797182802' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-17T10:42:08.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.877+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f789402ce50 con 0x7f78940fe9f0 2024-09-17T10:42:08.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.877+0000 7f7891ffb700 1 -- 172.21.15.159:0/3930666240 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f7888063d10 con 0x7f78940fe9f0 2024-09-17T10:42:08.879 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:08.879 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:08.879 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:08.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f788407ad60 msgr2=0x7f788407d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f788407ad60 0x7f788407d210 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f788000b5c0 tx=0x7f7880005fd0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78940fe9f0 msgr2=0x7f789419bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:08.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78940fe9f0 0x7f789419bff0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f788800b4b0 tx=0x7f788800b870 comp rx=0 tx=0).stop 2024-09-17T10:42:08.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 shutdown_connections 2024-09-17T10:42:08.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f788407ad60 0x7f788407d210 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f78940fe9f0 0x7f789419bff0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 --2- 172.21.15.159:0/3930666240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7894101350 0x7f789419c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:08.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 >> 172.21.15.159:0/3930666240 conn(0x7f78940fa600 msgr2=0x7f78940fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:08.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 shutdown_connections 2024-09-17T10:42:08.883 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:08.880+0000 7f789ad2f700 1 -- 172.21.15.159:0/3930666240 wait complete. 2024-09-17T10:42:09.635 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:09 smithi159 ceph-mon[27674]: from='client.? 172.21.15.159:0/3930666240' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:42:09.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:09 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3930666240' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-17T10:42:10.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:10 smithi159 ceph-mon[27674]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:10.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:10 smithi159 ceph-mon[27674]: pgmap v7: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T10:42:10.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:10 smithi170 ceph-mon[33842]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:10.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:10 smithi170 ceph-mon[33842]: pgmap v7: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T10:42:12.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:12.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:42:12.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:42:12.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:42:12.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: pgmap v8: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.146 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:11 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:12.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: pgmap v8: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:12.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:11 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:13.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:12 smithi159 ceph-mon[27674]: Reconfiguring prometheus.smithi159 (dependencies changed)... 2024-09-17T10:42:13.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:12 smithi159 ceph-mon[27674]: Reconfiguring daemon prometheus.smithi159 on smithi159 2024-09-17T10:42:13.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:12 smithi170 ceph-mon[33842]: Reconfiguring prometheus.smithi159 (dependencies changed)... 2024-09-17T10:42:13.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:12 smithi170 ceph-mon[33842]: Reconfiguring daemon prometheus.smithi159 on smithi159 2024-09-17T10:42:14.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:13 smithi159 ceph-mon[27674]: pgmap v9: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-17T10:42:14.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:13 smithi170 ceph-mon[33842]: pgmap v9: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-17T10:42:16.425 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:16 smithi159 ceph-mon[27674]: pgmap v10: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:16.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:16 smithi170 ceph-mon[33842]: pgmap v10: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:17.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:17 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:42:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:17 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:17 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:17 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:42:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:17 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:17 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:42:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:17 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:17 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:17 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:42:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:17 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:18.657 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:18 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:42:18.657 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:18 smithi170 ceph-mon[33842]: pgmap v11: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:18 smithi159 ceph-mon[27674]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:42:18.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:18 smithi159 ceph-mon[27674]: pgmap v11: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:19.547 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:19 smithi170 ceph-mon[33842]: Upgrade: Updating mgr.smithi170.ssubfe 2024-09-17T10:42:19.547 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:19 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:42:19.547 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:19 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:42:19.547 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:19 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:19.547 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:19 smithi170 ceph-mon[33842]: Deploying daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:42:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:19 smithi159 ceph-mon[27674]: Upgrade: Updating mgr.smithi170.ssubfe 2024-09-17T10:42:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:19 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-17T10:42:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:19 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-17T10:42:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:19 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:19.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:19 smithi159 ceph-mon[27674]: Deploying daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:42:20.386 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:20 smithi170 ceph-mon[33842]: pgmap v12: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:20.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:20 smithi159 ceph-mon[27674]: pgmap v12: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:22 smithi159 ceph-mon[27674]: pgmap v13: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:22 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:22 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:22 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:22 smithi170 ceph-mon[33842]: pgmap v13: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:22 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:22 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:22 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:24.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:24 smithi170 ceph-mon[33842]: pgmap v14: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:24.503 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:24 smithi159 ceph-mon[27674]: pgmap v14: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:25.674 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:25 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:25.675 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:25 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:25.675 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:25 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:25.675 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:25 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:25.722 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:25 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:25.722 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:25 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:25.722 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:25 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:25.722 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:25 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:26.697 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:26 smithi170 ceph-mon[33842]: pgmap v15: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:26.697 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:26 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:26.697 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:26 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:26.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:26 smithi159 ceph-mon[27674]: pgmap v15: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:26.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:26 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:26.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:26 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:27.664 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:27 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe restarted 2024-09-17T10:42:27.665 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:27 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:42:27.665 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:27 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:42:27.665 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:27 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:42:27.665 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:27 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:42:27.665 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:27 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:42:27.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:27 smithi159 ceph-mon[27674]: Standby manager daemon smithi170.ssubfe restarted 2024-09-17T10:42:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:27 smithi159 ceph-mon[27674]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:42:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:27 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:42:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:27 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:42:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:27 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:42:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:27 smithi159 ceph-mon[27674]: from='mgr.? 172.21.15.170:0/2454072119' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:42:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: pgmap v16: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: mgrmap e32: smithi159.tdcigv(active, since 26s), standbys: smithi170.ssubfe 2024-09-17T10:42:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi159.tdcigv"}]: dispatch 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi159.tdcigv"}]': finished 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi170.ssubfe"}]: dispatch 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi170.ssubfe"}]': finished 2024-09-17T10:42:28.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:28 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T10:42:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: pgmap v16: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: mgrmap e32: smithi159.tdcigv(active, since 26s), standbys: smithi170.ssubfe 2024-09-17T10:42:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "versions"}]: dispatch 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi159.tdcigv"}]: dispatch 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi159.tdcigv"}]': finished 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi170.ssubfe"}]: dispatch 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi170.ssubfe"}]': finished 2024-09-17T10:42:28.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:28 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-17T10:42:29.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:29 smithi170 ceph-mon[33842]: Upgrade: Setting container_image for all mgr 2024-09-17T10:42:29.899 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:29 smithi159 ceph-mon[27674]: Upgrade: Setting container_image for all mgr 2024-09-17T10:42:30.503 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:30 smithi159 ceph-mon[27674]: pgmap v17: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:30.503 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:30 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:30.503 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:30 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:42:30.503 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:30 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T10:42:30.503 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:30 smithi159 ceph-mon[27674]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:30 smithi170 ceph-mon[33842]: pgmap v17: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:30 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:30 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-17T10:42:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:30 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-17T10:42:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:30 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-17T10:42:31.388 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:31 smithi159 systemd[1]: Stopping Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:42:31.426 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:31 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[27670]: 2024-09-17T10:42:31.385+0000 7fe71a9dc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi159 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:42:31.426 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:31 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[27670]: 2024-09-17T10:42:31.385+0000 7fe71a9dc700 -1 mon.smithi159@0(leader) e2 *** Got Signal Terminated *** 2024-09-17T10:42:31.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:31 smithi159 podman[78786]: 2024-09-17 10:42:31.651848068 +0000 UTC m=+0.380035682 container died a1ee6e9316cf70855cde652c41e0c6569b1acac7bd016332b57e07970cd5baaf (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=HEAD, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-18.2.0, io.buildah.version=1.29.1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-17T10:42:32.297 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 podman[78786]: 2024-09-17 10:42:32.111041457 +0000 UTC m=+0.839229055 container cleanup a1ee6e9316cf70855cde652c41e0c6569b1acac7bd016332b57e07970cd5baaf (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=-18.2.0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, RELEASE=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-17T10:42:32.297 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 bash[78786]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159 2024-09-17T10:42:32.547 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 podman[78810]: 2024-09-17 10:42:32.29603343 +0000 UTC m=+0.644815527 container remove a1ee6e9316cf70855cde652c41e0c6569b1acac7bd016332b57e07970cd5baaf (image=quay.io/ceph/ceph:v18.2.0, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.29.1, CEPH_POINT_RELEASE=-18.2.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T10:42:32.547 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service: Deactivated successfully. 2024-09-17T10:42:32.547 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 systemd[1]: Stopped Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:42:32.547 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service: Consumed 12.548s CPU time. 2024-09-17T10:42:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 systemd[1]: Starting Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:42:33.234 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 podman[78936]: 2024-09-17 10:42:32.872992777 +0000 UTC m=+0.015854906 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:42:33.234 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:32 smithi159 podman[78936]: 2024-09-17 10:42:32.988736312 +0000 UTC m=+0.131598425 container create bdb51c2ed823ec16989f1d2afeeac25b6658dba411d417dc43e4e0ecd2be7c05 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=main-7498493, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-09-17T10:42:33.234 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 podman[78936]: 2024-09-17 10:42:33.207966405 +0000 UTC m=+0.350828529 container init bdb51c2ed823ec16989f1d2afeeac25b6658dba411d417dc43e4e0ecd2be7c05 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-17T10:42:33.234 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 podman[78936]: 2024-09-17 10:42:33.211442564 +0000 UTC m=+0.354304688 container start bdb51c2ed823ec16989f1d2afeeac25b6658dba411d417dc43e4e0ecd2be7c05 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=main-7498493, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-17T10:42:33.234 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T10:42:33.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev), process ceph-mon, pid 2 2024-09-17T10:42:33.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: pidfile_write: ignore empty --pid-file 2024-09-17T10:42:33.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: load: jerasure load: lrc 2024-09-17T10:42:33.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: RocksDB version: 7.9.2 2024-09-17T10:42:33.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Git sha 0 2024-09-17T10:42:33.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Compile date 2024-09-15 20:52:36 2024-09-17T10:42:33.507 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: DB SUMMARY 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: DB Session ID: 250BW5PEU40E9CVH5UO3 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: CURRENT file: CURRENT 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1517 Bytes 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi159/store.db dir, Total Num: 1, files: 000032.sst 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi159/store.db: 000030.log size: 4049850 ; 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.error_if_exists: 0 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.create_if_missing: 0 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.paranoid_checks: 1 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T10:42:33.508 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.env: 0x55bdd606d120 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.info_log: 0x55bdd6c3b8e0 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.statistics: (nil) 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.use_fsync: 0 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_log_file_size: 0 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T10:42:33.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.allow_fallocate: 1 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.use_direct_reads: 0 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.db_log_dir: 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.wal_dir: 2024-09-17T10:42:33.510 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T10:42:33.512 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.write_buffer_manager: 0x55bdd6c3fb80 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T10:42:33.513 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.unordered_write: 0 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.row_cache: None 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.wal_filter: None 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.two_write_queues: 0 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.wal_compression: 0 2024-09-17T10:42:33.514 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.atomic_flush: 0 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.log_readahead_size: 0 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T10:42:33.515 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_background_jobs: 2 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_background_compactions: -1 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_subcompactions: 1 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_open_files: -1 2024-09-17T10:42:33.516 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_background_flushes: -1 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Compression algorithms supported: 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kZSTD supported: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kXpressCompression supported: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kBZip2Compression supported: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kLZ4Compression supported: 1 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kZlibCompression supported: 1 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T10:42:33.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: kSnappyCompression supported: 1 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi159/store.db/MANIFEST-000015 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.merge_operator: 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_filter: None 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bdd6c3b540) 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: cache_index_and_filter_blocks: 1 2024-09-17T10:42:33.518 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: pin_top_level_index_and_filter: 1 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: index_type: 0 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: data_block_index_type: 0 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: index_shortening: 1 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: checksum: 4 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: no_block_cache: 0 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache: 0x55bdd6c2f610 2024-09-17T10:42:33.519 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache_name: BinnedLRUCache 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache_options: 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: capacity : 536870912 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: num_shard_bits : 4 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: strict_capacity_limit : 0 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: high_pri_pool_ratio: 0.000 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_cache_compressed: (nil) 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: persistent_cache: (nil) 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_size: 4096 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_size_deviation: 10 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_restart_interval: 16 2024-09-17T10:42:33.520 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: index_block_restart_interval: 1 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: metadata_block_size: 4096 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: partition_filters: 0 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: use_delta_encoding: 1 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: filter_policy: bloomfilter 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: whole_key_filtering: 1 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: verify_compression: 0 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: read_amp_bytes_per_bit: 0 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: format_version: 5 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: enable_index_compression: 1 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: block_align: 0 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: max_auto_readahead_size: 262144 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: prepopulate_block_cache: 0 2024-09-17T10:42:33.521 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: initial_auto_readahead_size: 8192 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression: NoCompression 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.num_levels: 7 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T10:42:33.522 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T10:42:33.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T10:42:33.524 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T10:42:33.525 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.inplace_update_support: 0 2024-09-17T10:42:33.526 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.bloom_locality: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.max_successive_merges: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.ttl: 2592000 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T10:42:33.527 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.enable_blob_files: false 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.min_blob_size: 0 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T10:42:33.528 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi159/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12171, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 804091f5-1f95-4103-bdde-70eaeb533d70 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569753238929, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569753251567, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3638231, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12172, "largest_seqno": 13860, "table_properties": {"data_size": 3630474, "index_size": 4855, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 16742, "raw_average_key_size": 23, "raw_value_size": 3615047, "raw_average_value_size": 5027, "num_data_blocks": 222, "num_entries": 719, "num_filter_entries": 719, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726569753, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "804091f5-1f95-4103-bdde-70eaeb533d70", "db_session_id": "250BW5PEU40E9CVH5UO3", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569753251718, "job": 1, "event": "recovery_finished"} 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-smithi159/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55bdd6c5ee00 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: DB pointer 0x55bdd6d60000 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T10:42:33.529 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** DB Stats ** 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** Compaction Stats [default] ** 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:42:33.530 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: L0 1/0 3.47 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.1 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: L6 1/0 4.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Sum 2/0 7.83 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.1 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 494.1 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** Compaction Stats [default] ** 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 494.1 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T10:42:33.531 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Cumulative compaction: 0.00 GB write, 224.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Interval compaction: 0.00 GB write, 224.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Block cache BinnedLRUCache@0x55bdd6c2f610#2 capacity: 512.00 MB usage: 7.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.532 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: starting mon.smithi159 rank 0 at public addrs [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] at bind addrs [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi159 fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???) e2 preinit fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???).mds e14 new map 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???).mds e14 print_map 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: e14 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:42:33.533 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: legacy client fscid: 1 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Filesystem 'cephfs' (1) 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: fs_name cephfs 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: epoch 14 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: tableserver 0 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: root 0 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: session_timeout 60 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: session_autoclose 300 2024-09-17T10:42:33.534 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: max_file_size 1099511627776 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: max_xattr_size 65536 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: required_client_features {} 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: last_failure 0 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: last_failure_osd_epoch 47 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: max_mds 1 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: in 0 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: up {0=24299} 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: failed 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: damaged 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: stopped 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: data_pools [3] 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: metadata_pool 2 2024-09-17T10:42:33.535 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: inline_data enabled 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: balancer 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: bal_rank_mask -1 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: standby_count_wanted 1 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: qdb_cluster leader: 0 members: 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: [mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Standby daemons: 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: [mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: [mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: [mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:33.536 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???).osd e49 crush map has features 3314933000852226048, adjusting msgr requires 2024-09-17T10:42:33.537 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???).osd e49 crush map has features 288514051259236352, adjusting msgr requires 2024-09-17T10:42:33.537 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???).osd e49 crush map has features 288514051259236352, adjusting msgr requires 2024-09-17T10:42:33.537 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???).osd e49 crush map has features 288514051259236352, adjusting msgr requires 2024-09-17T10:42:33.537 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 ceph-mon[78956]: mon.smithi159@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-09-17T10:42:33.537 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 bash[78936]: bdb51c2ed823ec16989f1d2afeeac25b6658dba411d417dc43e4e0ecd2be7c05 2024-09-17T10:42:33.537 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:33 smithi159 systemd[1]: Started Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:42:35.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: pgmap v19: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: mon.smithi159 calling monitor election 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: mon.smithi159 is new leader, mons smithi159,smithi170 in quorum (ranks 0,1) 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: monmap epoch 2 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: last_changed 2024-09-17T10:32:20.836352+0000 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: created 2024-09-17T10:29:42.592308+0000 2024-09-17T10:42:35.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: min_mon_release 18 (reef) 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: election_strategy: 1 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: 0: [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] mon.smithi159 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: 1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.smithi170 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: osdmap e49: 6 total, 6 up, 6 in 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: mgrmap e32: smithi159.tdcigv(active, since 33s), standbys: smithi170.ssubfe 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: mgrmap e33: smithi159.tdcigv(active, since 33s), standbys: smithi170.ssubfe 2024-09-17T10:42:35.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:34 smithi159 ceph-mon[78956]: from='mgr.14854 ' entity='' 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi159"}]: dispatch 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "mon metadata", "id": "smithi170"}]: dispatch 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: from='mgr.14854 172.21.15.159:0/1941591871' entity='mgr.smithi159.tdcigv' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: pgmap v19: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: mon.smithi159 calling monitor election 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: mon.smithi159 is new leader, mons smithi159,smithi170 in quorum (ranks 0,1) 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: monmap epoch 2 2024-09-17T10:42:35.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: last_changed 2024-09-17T10:32:20.836352+0000 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: created 2024-09-17T10:29:42.592308+0000 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: min_mon_release 18 (reef) 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: election_strategy: 1 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: 0: [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] mon.smithi159 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: 1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.smithi170 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: osdmap e49: 6 total, 6 up, 6 in 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: mgrmap e32: smithi159.tdcigv(active, since 33s), standbys: smithi170.ssubfe 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:35.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: mgrmap e33: smithi159.tdcigv(active, since 33s), standbys: smithi170.ssubfe 2024-09-17T10:42:35.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:34 smithi170 ceph-mon[33842]: from='mgr.14854 ' entity='' 2024-09-17T10:42:38.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 -- 172.21.15.159:0/1542090176 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 msgr2=0x7f90141059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:38.997 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 --2- 172.21.15.159:0/1542090176 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f90141059c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9004009910 tx=0x7f9004009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 -- 172.21.15.159:0/1542090176 shutdown_connections 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 --2- 172.21.15.159:0/1542090176 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f90141059c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 --2- 172.21.15.159:0/1542090176 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9014100cc0 0x7f90141030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 -- 172.21.15.159:0/1542090176 >> 172.21.15.159:0/1542090176 conn(0x7f90140fa620 msgr2=0x7f90140fca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 -- 172.21.15.159:0/1542090176 shutdown_connections 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.993+0000 7f9019a12700 1 -- 172.21.15.159:0/1542090176 wait complete. 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f9019a12700 1 Processor -- start 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f9019a12700 1 -- start start 2024-09-17T10:42:38.998 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f9019a12700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9014100cc0 0x7f9014195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f9019a12700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f9014195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f9019a12700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90141964d0 con 0x7f90141035e0 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f9019a12700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9014196610 con 0x7f9014100cc0 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f90127fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f9014195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f90127fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f9014195eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33648/0 (socket says 172.21.15.159:33648) 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f90127fc700 1 -- 172.21.15.159:0/3772363335 learned_addr learned my addr 172.21.15.159:0/3772363335 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.994+0000 7f9012ffd700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9014100cc0 0x7f9014195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f90127fc700 1 -- 172.21.15.159:0/3772363335 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9014100cc0 msgr2=0x7f9014195970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f90127fc700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9014100cc0 0x7f9014195970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f90127fc700 1 -- 172.21.15.159:0/3772363335 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90040095f0 con 0x7f90141035e0 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f90127fc700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f9014195eb0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9004000c00 tx=0x7f900400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:38.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f900401d070 con 0x7f90141035e0 2024-09-17T10:42:39.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f901419b060 con 0x7f90141035e0 2024-09-17T10:42:39.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9004005dc0 con 0x7f90141035e0 2024-09-17T10:42:39.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f90040226a0 con 0x7f90141035e0 2024-09-17T10:42:39.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.995+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f901419b550 con 0x7f90141035e0 2024-09-17T10:42:39.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.996+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f901418fbc0 con 0x7f90141035e0 2024-09-17T10:42:39.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.997+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 33) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f90040038f0 con 0x7f90141035e0 2024-09-17T10:42:39.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.997+0000 7f9018a10700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 0x7f8ffc07d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:39.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.998+0000 7f9012ffd700 1 -- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 msgr2=0x7f8ffc07d590 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.159:6800/2537669128 2024-09-17T10:42:39.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.998+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5898+0+0 (secure 0 0 0) 0x7f900409f460 con 0x7f90141035e0 2024-09-17T10:42:39.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:38.998+0000 7f9012ffd700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 0x7f8ffc07d590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-17T10:42:39.003 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.002+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f90040626d0 con 0x7f90141035e0 2024-09-17T10:42:39.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.199+0000 7f9012ffd700 1 -- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 msgr2=0x7f8ffc07d590 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.159:6800/2537669128 2024-09-17T10:42:39.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.199+0000 7f9012ffd700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 0x7f8ffc07d590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-17T10:42:39.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.244+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 --> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f9014061190 con 0x7f8ffc07b0e0 2024-09-17T10:42:39.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.600+0000 7f9012ffd700 1 -- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 msgr2=0x7f8ffc07d590 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.159:6800/2537669128 2024-09-17T10:42:39.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.600+0000 7f9012ffd700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 0x7f8ffc07d590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-17T10:42:39.680 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.678+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mgrmap(e 34) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f900409d8c0 con 0x7f90141035e0 2024-09-17T10:42:39.749 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.747+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 8 ==== mgrmap(e 35) v1 ==== 102791+0+0 (secure 0 0 0) 0x7f9004081180 con 0x7f90141035e0 2024-09-17T10:42:39.749 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.747+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 msgr2=0x7f8ffc07d590 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-17T10:42:39.749 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:39.747+0000 7f9018a10700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 0x7f8ffc07d590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:39 smithi159 ceph-mon[78956]: Standby manager daemon smithi170.ssubfe restarted 2024-09-17T10:42:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:39 smithi159 ceph-mon[78956]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:42:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:39 smithi159 ceph-mon[78956]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:42:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:39 smithi159 ceph-mon[78956]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:42:39.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:39 smithi159 ceph-mon[78956]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:42:39.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:39 smithi159 ceph-mon[78956]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:42:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:39 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe restarted 2024-09-17T10:42:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:39 smithi170 ceph-mon[33842]: Standby manager daemon smithi170.ssubfe started 2024-09-17T10:42:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:39 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/crt"}]: dispatch 2024-09-17T10:42:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:39 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-17T10:42:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:39 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi170.ssubfe/key"}]: dispatch 2024-09-17T10:42:39.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:39 smithi170 ceph-mon[33842]: from='mgr.? 172.21.15.170:0/628733638' entity='mgr.smithi170.ssubfe' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-17T10:42:40.752 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.750+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mon.0 v2:172.21.15.159:3300/0 9 ==== mgrmap(e 36) v1 ==== 102918+0+0 (secure 0 0 0) 0x7f90040622f0 con 0x7f90141035e0 2024-09-17T10:42:40.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.750+0000 7f9018a10700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8ffc01f810 0x7f8ffc084920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:40.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.750+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f9014061190 con 0x7f8ffc01f810 2024-09-17T10:42:40.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.751+0000 7f9012ffd700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8ffc01f810 0x7f8ffc084920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:40.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.752+0000 7f9012ffd700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8ffc01f810 0x7f8ffc084920 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f9008009880 tx=0x7f9008009260 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:40.763 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.762+0000 7f9018a10700 1 -- 172.21.15.159:0/3772363335 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+337 (secure 0 0 0) 0x7f9014061190 con 0x7f8ffc01f810 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.764+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8ffc01f810 msgr2=0x7f8ffc084920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.764+0000 7f9019a12700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8ffc01f810 0x7f8ffc084920 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f9008009880 tx=0x7f9008009260 comp rx=0 tx=0).stop 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.764+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 msgr2=0x7f9014195eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.764+0000 7f9019a12700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f9014195eb0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9004000c00 tx=0x7f900400f690 comp rx=0 tx=0).stop 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.764+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 shutdown_connections 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.764+0000 7f9019a12700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/2537669128,v1:172.21.15.159:6801/2537669128] conn(0x7f8ffc07b0e0 0x7f8ffc07d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.764+0000 7f9019a12700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8ffc01f810 0x7f8ffc084920 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:40.766 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.765+0000 7f9019a12700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9014100cc0 0x7f9014195970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:40.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.765+0000 7f9019a12700 1 --2- 172.21.15.159:0/3772363335 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90141035e0 0x7f9014195eb0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:40.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.765+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 >> 172.21.15.159:0/3772363335 conn(0x7f90140fa620 msgr2=0x7f90140fca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:40.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.765+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 shutdown_connections 2024-09-17T10:42:40.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.765+0000 7f9019a12700 1 -- 172.21.15.159:0/3772363335 wait complete. 2024-09-17T10:42:40.779 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:42:40.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 -- 172.21.15.159:0/175685659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 msgr2=0x7fdce81017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:40.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 --2- 172.21.15.159:0/175685659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce81017c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc009910 tx=0x7fdcdc009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:40.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 -- 172.21.15.159:0/175685659 shutdown_connections 2024-09-17T10:42:40.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 --2- 172.21.15.159:0/175685659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce81017c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:40.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 --2- 172.21.15.159:0/175685659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdce8100170 0x7fdce8100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:40.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 -- 172.21.15.159:0/175685659 >> 172.21.15.159:0/175685659 conn(0x7fdce80fb6e0 msgr2=0x7fdce80fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:40.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 -- 172.21.15.159:0/175685659 shutdown_connections 2024-09-17T10:42:40.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.879+0000 7fdcee388700 1 -- 172.21.15.159:0/175685659 wait complete. 2024-09-17T10:42:40.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdcee388700 1 Processor -- start 2024-09-17T10:42:40.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdcee388700 1 -- start start 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdcee388700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdce8100170 0x7fdce8195910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdcee388700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce8195e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdcee388700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdce81963e0 con 0x7fdce8101370 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdcee388700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdce8196520 con 0x7fdce8100170 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdce77fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce8195e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdce77fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce8195e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33736/0 (socket says 172.21.15.159:33736) 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.880+0000 7fdce77fe700 1 -- 172.21.15.159:0/468444389 learned_addr learned my addr 172.21.15.159:0/468444389 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce7fff700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdce8100170 0x7fdce8195910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:40.884 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce77fe700 1 -- 172.21.15.159:0/468444389 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdce8100170 msgr2=0x7fdce8195910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce77fe700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdce8100170 0x7fdce8195910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce77fe700 1 -- 172.21.15.159:0/468444389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcdc0095f0 con 0x7fdce8101370 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce77fe700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce8195e50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc00b5c0 tx=0x7fdcdc00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce57fa700 1 -- 172.21.15.159:0/468444389 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdcdc01d070 con 0x7fdce8101370 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce57fa700 1 -- 172.21.15.159:0/468444389 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fdcdc022470 con 0x7fdce8101370 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdce819af80 con 0x7fdce8101370 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdce57fa700 1 -- 172.21.15.159:0/468444389 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdcdc00f690 con 0x7fdce8101370 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.881+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdce819b440 con 0x7fdce8101370 2024-09-17T10:42:40.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.882+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdce8108cc0 con 0x7fdce8101370 2024-09-17T10:42:40.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.883+0000 7fdce57fa700 1 -- 172.21.15.159:0/468444389 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 36) v1 ==== 102918+0+0 (secure 0 0 0) 0x7fdcdc0225e0 con 0x7fdce8101370 2024-09-17T10:42:40.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.884+0000 7fdce57fa700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdcd007acd0 0x7fdcd007d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:40.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.884+0000 7fdce7fff700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdcd007acd0 0x7fdcd007d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:40.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.884+0000 7fdce57fa700 1 -- 172.21.15.159:0/468444389 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fdcdc09f200 con 0x7fdce8101370 2024-09-17T10:42:40.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.884+0000 7fdce7fff700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdcd007acd0 0x7fdcd007d180 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdce81011d0 tx=0x7fdcd800a3b0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:40.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:40.888+0000 7fdce57fa700 1 -- 172.21.15.159:0/468444389 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fdcdc062690 con 0x7fdce8101370 2024-09-17T10:42:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: mgrmap e34: smithi159.tdcigv(active, since 38s), standbys: smithi170.ssubfe 2024-09-17T10:42:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: Active manager daemon smithi159.tdcigv restarted 2024-09-17T10:42:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: Activating manager daemon smithi159.tdcigv 2024-09-17T10:42:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: osdmap e50: 6 total, 6 up, 6 in 2024-09-17T10:42:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: mgrmap e35: smithi159.tdcigv(active, starting, since 0.00723105s), standbys: smithi170.ssubfe 2024-09-17T10:42:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi159"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi170"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-17T10:42:40.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata"} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata"} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata"} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"} : dispatch 2024-09-17T10:42:40.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:40 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"} : dispatch 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: mgrmap e34: smithi159.tdcigv(active, since 38s), standbys: smithi170.ssubfe 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: Active manager daemon smithi159.tdcigv restarted 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: Activating manager daemon smithi159.tdcigv 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: osdmap e50: 6 total, 6 up, 6 in 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: mgrmap e35: smithi159.tdcigv(active, starting, since 0.00723105s), standbys: smithi170.ssubfe 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi159"} : dispatch 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi170"} : dispatch 2024-09-17T10:42:40.967 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr metadata", "who": "smithi159.tdcigv", "id": "smithi159.tdcigv"} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr metadata", "who": "smithi170.ssubfe", "id": "smithi170.ssubfe"} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata"} : dispatch 2024-09-17T10:42:40.968 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata"} : dispatch 2024-09-17T10:42:40.969 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata"} : dispatch 2024-09-17T10:42:40.969 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: Manager daemon smithi159.tdcigv is now available 2024-09-17T10:42:40.969 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:42:40.969 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:42:40.969 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-17T10:42:40.969 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/mirror_snapshot_schedule"} : dispatch 2024-09-17T10:42:40.969 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi159.tdcigv/trash_purge_schedule"} : dispatch 2024-09-17T10:42:41.136 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.135+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fdce8105cc0 con 0x7fdcd007acd0 2024-09-17T10:42:41.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.136+0000 7fdce57fa700 1 -- 172.21.15.159:0/468444389 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+337 (secure 0 0 0) 0x7fdce8105cc0 con 0x7fdcd007acd0 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdcd007acd0 msgr2=0x7fdcd007d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdcd007acd0 0x7fdcd007d180 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdce81011d0 tx=0x7fdcd800a3b0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 msgr2=0x7fdce8195e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce8195e50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc00b5c0 tx=0x7fdcdc00bd70 comp rx=0 tx=0).stop 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 shutdown_connections 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdcd007acd0 0x7fdcd007d180 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdce8100170 0x7fdce8195910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 --2- 172.21.15.159:0/468444389 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdce8101370 0x7fdce8195e50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 >> 172.21.15.159:0/468444389 conn(0x7fdce80fb6e0 msgr2=0x7fdce81045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:41.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 shutdown_connections 2024-09-17T10:42:41.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.138+0000 7fdcee388700 1 -- 172.21.15.159:0/468444389 wait complete. 2024-09-17T10:42:41.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 -- 172.21.15.159:0/3525084286 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c00ff020 msgr2=0x7f08c00ff430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 --2- 172.21.15.159:0/3525084286 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c00ff020 0x7f08c00ff430 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f08b0009910 tx=0x7f08b0009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:41.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 -- 172.21.15.159:0/3525084286 shutdown_connections 2024-09-17T10:42:41.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 --2- 172.21.15.159:0/3525084286 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c0100220 0x7f08c0100670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 --2- 172.21.15.159:0/3525084286 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c00ff020 0x7f08c00ff430 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 -- 172.21.15.159:0/3525084286 >> 172.21.15.159:0/3525084286 conn(0x7f08c00fa5f0 msgr2=0x7f08c00fca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:41.246 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 -- 172.21.15.159:0/3525084286 shutdown_connections 2024-09-17T10:42:41.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.244+0000 7f08c7f46700 1 -- 172.21.15.159:0/3525084286 wait complete. 2024-09-17T10:42:41.247 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.245+0000 7f08c7f46700 1 Processor -- start 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c7f46700 1 -- start start 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c7f46700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c00ff020 0x7f08c0068f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c7f46700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c0100220 0x7f08c019a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c7f46700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c019abb0 con 0x7f08c0100220 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c7f46700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c019acf0 con 0x7f08c00ff020 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c5ce2700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c00ff020 0x7f08c0068f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c54e1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c0100220 0x7f08c019a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c5ce2700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c00ff020 0x7f08c0068f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:47626/0 (socket says 172.21.15.159:47626) 2024-09-17T10:42:41.248 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.246+0000 7f08c5ce2700 1 -- 172.21.15.159:0/1428629331 learned_addr learned my addr 172.21.15.159:0/1428629331 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:41.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08c54e1700 1 -- 172.21.15.159:0/1428629331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c00ff020 msgr2=0x7f08c0068f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08c54e1700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c00ff020 0x7f08c0068f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08c54e1700 1 -- 172.21.15.159:0/1428629331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08b00095f0 con 0x7f08c0100220 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08c5ce2700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c00ff020 0x7f08c0068f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08c54e1700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c0100220 0x7f08c019a620 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f08bc00c8f0 tx=0x7f08bc00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08b6ffd700 1 -- 172.21.15.159:0/1428629331 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f08bc004410 con 0x7f08c0100220 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08b6ffd700 1 -- 172.21.15.159:0/1428629331 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f08bc004570 con 0x7f08c0100220 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08c0194450 con 0x7f08c0100220 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08b6ffd700 1 -- 172.21.15.159:0/1428629331 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f08bc0038b0 con 0x7f08c0100220 2024-09-17T10:42:41.250 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.247+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08c01949a0 con 0x7f08c0100220 2024-09-17T10:42:41.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.248+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08c0107b70 con 0x7f08c0100220 2024-09-17T10:42:41.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.249+0000 7f08b6ffd700 1 -- 172.21.15.159:0/1428629331 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 36) v1 ==== 102918+0+0 (secure 0 0 0) 0x7f08bc003a10 con 0x7f08c0100220 2024-09-17T10:42:41.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.249+0000 7f08b6ffd700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f08ac07acd0 0x7f08ac07d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:41.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.249+0000 7f08b6ffd700 1 -- 172.21.15.159:0/1428629331 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f08bc09d280 con 0x7f08c0100220 2024-09-17T10:42:41.251 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.249+0000 7f08c5ce2700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f08ac07acd0 0x7f08ac07d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:41.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.250+0000 7f08c5ce2700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f08ac07acd0 0x7f08ac07d180 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f08b0006010 tx=0x7f08b000b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:41.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.254+0000 7f08b6ffd700 1 -- 172.21.15.159:0/1428629331 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f08bc060810 con 0x7f08c0100220 2024-09-17T10:42:41.485 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.484+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f08c0104b70 con 0x7f08ac07acd0 2024-09-17T10:42:41.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.494+0000 7f08b6ffd700 1 -- 172.21.15.159:0/1428629331 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7f08c0104b70 con 0x7f08ac07acd0 2024-09-17T10:42:41.496 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:42:41.496 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (9m) 15s ago 11m 25.8M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:42:41.496 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (69s) 15s ago 11m 7126k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:42:41.496 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (55s) 17s ago 10m 7319k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:42:41.496 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (11m) 15s ago 11m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:42:41.496 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (10m) 17s ago 10m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (9m) 15s ago 11m 88.6M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (5m) 15s ago 5m 14.7M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (5m) 15s ago 5m 17.8M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (5m) 17s ago 5m 156M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (5m) 17s ago 5m 18.5M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (50s) 15s ago 12m 504M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (20s) 17s ago 10m 67.6M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (12m) 15s ago 12m 59.8M 2048M 18.2.0 dc2bc1663786 a1ee6e9316cf 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (10m) 17s ago 10m 48.9M 2048M 18.2.0 dc2bc1663786 2d7445c33f98 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (11m) 15s ago 11m 15.5M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (10m) 17s ago 10m 16.7M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:42:41.497 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (8m) 15s ago 8m 262M 1216M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:42:41.498 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (8m) 15s ago 8m 273M 1216M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:42:41.498 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (8m) 15s ago 8m 219M 1216M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:42:41.498 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (7m) 17s ago 7m 288M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:42:41.498 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (7m) 17s ago 7m 260M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:42:41.498 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (6m) 17s ago 6m 243M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:42:41.498 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (25s) 15s ago 10m 50.5M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:42:41.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f08ac07acd0 msgr2=0x7f08ac07d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f08ac07acd0 0x7f08ac07d180 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f08b0006010 tx=0x7f08b000b540 comp rx=0 tx=0).stop 2024-09-17T10:42:41.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c0100220 msgr2=0x7f08c019a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c0100220 0x7f08c019a620 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f08bc00c8f0 tx=0x7f08bc00cc00 comp rx=0 tx=0).stop 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 shutdown_connections 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f08ac07acd0 0x7f08ac07d180 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08c00ff020 0x7f08c0068f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 --2- 172.21.15.159:0/1428629331 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08c0100220 0x7f08c019a620 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 >> 172.21.15.159:0/1428629331 conn(0x7f08c00fa5f0 msgr2=0x7f08c0103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 shutdown_connections 2024-09-17T10:42:41.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.498+0000 7f08c7f46700 1 -- 172.21.15.159:0/1428629331 wait complete. 2024-09-17T10:42:41.614 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 -- 172.21.15.159:0/1597352639 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 msgr2=0x7f22a8100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.614 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 --2- 172.21.15.159:0/1597352639 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8100570 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2298009910 tx=0x7f2298009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:41.614 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 -- 172.21.15.159:0/1597352639 shutdown_connections 2024-09-17T10:42:41.615 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 --2- 172.21.15.159:0/1597352639 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f22a8101360 0x7f22a81017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.615 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 --2- 172.21.15.159:0/1597352639 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8100570 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.615 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 -- 172.21.15.159:0/1597352639 >> 172.21.15.159:0/1597352639 conn(0x7f22a80fb6f0 msgr2=0x7f22a80fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:41.615 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 -- 172.21.15.159:0/1597352639 shutdown_connections 2024-09-17T10:42:41.615 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 -- 172.21.15.159:0/1597352639 wait complete. 2024-09-17T10:42:41.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.613+0000 7f22accbb700 1 Processor -- start 2024-09-17T10:42:41.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22accbb700 1 -- start start 2024-09-17T10:42:41.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22accbb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:41.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22accbb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f22a8101360 0x7f22a81980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:41.617 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22accbb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22a81986f0 con 0x7f22a8100160 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22accbb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22a8198830 con 0x7f22a8101360 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8197b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33776/0 (socket says 172.21.15.159:33776) 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a659c700 1 -- 172.21.15.159:0/3591999240 learned_addr learned my addr 172.21.15.159:0/3591999240 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a5d9b700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f22a8101360 0x7f22a81980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a659c700 1 -- 172.21.15.159:0/3591999240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f22a8101360 msgr2=0x7f22a81980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a659c700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f22a8101360 0x7f22a81980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a659c700 1 -- 172.21.15.159:0/3591999240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22980095f0 con 0x7f22a8100160 2024-09-17T10:42:41.618 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a5d9b700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f22a8101360 0x7f22a81980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22a659c700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8197b90 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f229800bda0 tx=0x7f229800be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f229801d070 con 0x7f22a8100160 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22a819d280 con 0x7f22a8100160 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f229800f460 con 0x7f22a8100160 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.614+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2298021620 con 0x7f22a8100160 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.615+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22a819d770 con 0x7f22a8100160 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.615+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22a8105440 con 0x7f22a8100160 2024-09-17T10:42:41.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.616+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 36) v1 ==== 102918+0+0 (secure 0 0 0) 0x7f229800f5d0 con 0x7f22a8100160 2024-09-17T10:42:41.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.616+0000 7f22977fe700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f229007acd0 0x7f229007d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:41.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.617+0000 7f22a5d9b700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f229007acd0 0x7f229007d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:41.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.617+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f229809ede0 con 0x7f22a8100160 2024-09-17T10:42:41.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.617+0000 7f22a5d9b700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f229007acd0 0x7f229007d180 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f229c005fd0 tx=0x7f229c005ee0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:41.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.621+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f22980622f0 con 0x7f22a8100160 2024-09-17T10:42:41.761 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.757+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mgrmap(e 37) v1 ==== 103214+0+0 (secure 0 0 0) 0x7f2298061f10 con 0x7f22a8100160 2024-09-17T10:42:41.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.941+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f22a8061960 con 0x7f22a8100160 2024-09-17T10:42:41.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.942+0000 7f22977fe700 1 -- 172.21.15.159:0/3591999240 <== mon.0 v2:172.21.15.159:3300/0 8 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+779 (secure 0 0 0) 0x7f2298069b40 con 0x7f22a8100160 2024-09-17T10:42:41.943 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 1, 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 1 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:41.944 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:42:41.945 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:42:41.945 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:42:41.945 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:42:41.945 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 11, 2024-09-17T10:42:41.945 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 3 2024-09-17T10:42:41.945 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:42:41.945 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f229007acd0 msgr2=0x7f229007d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f229007acd0 0x7f229007d180 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f229c005fd0 tx=0x7f229c005ee0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 msgr2=0x7f22a8197b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8197b90 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f229800bda0 tx=0x7f229800be80 comp rx=0 tx=0).stop 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 shutdown_connections 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f22a8100160 0x7f22a8197b90 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f229007acd0 0x7f229007d180 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 --2- 172.21.15.159:0/3591999240 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f22a8101360 0x7f22a81980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 >> 172.21.15.159:0/3591999240 conn(0x7f22a80fb6f0 msgr2=0x7f22a8102580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:41.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 shutdown_connections 2024-09-17T10:42:41.947 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:41.944+0000 7f22accbb700 1 -- 172.21.15.159:0/3591999240 wait complete. 2024-09-17T10:42:42.020 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:41 smithi159 ceph-mon[78956]: [17/Sep/2024:10:42:40] ENGINE Bus STARTING 2024-09-17T10:42:42.020 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:41 smithi159 ceph-mon[78956]: mgrmap e36: smithi159.tdcigv(active, since 1.01158s), standbys: smithi170.ssubfe 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/2937948045 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0103580 msgr2=0x7fdcb0105960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/2937948045 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0103580 0x7fdcb0105960 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fdca0009910 tx=0x7fdca0009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/2937948045 shutdown_connections 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/2937948045 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0103580 0x7fdcb0105960 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/2937948045 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdcb0100c60 0x7fdcb0103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/2937948045 >> 172.21.15.159:0/2937948045 conn(0x7fdcb00fa600 msgr2=0x7fdcb00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/2937948045 shutdown_connections 2024-09-17T10:42:42.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.058+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/2937948045 wait complete. 2024-09-17T10:42:42.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcb4eeb700 1 Processor -- start 2024-09-17T10:42:42.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcb4eeb700 1 -- start start 2024-09-17T10:42:42.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcb4eeb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0100c60 0x7fdcb0195950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcb4eeb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdcb0103580 0x7fdcb0195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcb4eeb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcb01964b0 con 0x7fdcb0100c60 2024-09-17T10:42:42.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcb4eeb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcb01965f0 con 0x7fdcb0103580 2024-09-17T10:42:42.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcae59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0100c60 0x7fdcb0195950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcae59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0100c60 0x7fdcb0195950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33800/0 (socket says 172.21.15.159:33800) 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.059+0000 7fdcae59c700 1 -- 172.21.15.159:0/1606589414 learned_addr learned my addr 172.21.15.159:0/1606589414 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcadd9b700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdcb0103580 0x7fdcb0195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcae59c700 1 -- 172.21.15.159:0/1606589414 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdcb0103580 msgr2=0x7fdcb0195e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcae59c700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdcb0103580 0x7fdcb0195e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcae59c700 1 -- 172.21.15.159:0/1606589414 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdca00095f0 con 0x7fdcb0100c60 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcadd9b700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdcb0103580 0x7fdcb0195e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcae59c700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0100c60 0x7fdcb0195950 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fdca400e920 tx=0x7fdca400ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdc9f7fe700 1 -- 172.21.15.159:0/1606589414 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdca400c9d0 con 0x7fdcb0100c60 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcb019b0a0 con 0x7fdcb0100c60 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdc9f7fe700 1 -- 172.21.15.159:0/1606589414 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fdca4010430 con 0x7fdcb0100c60 2024-09-17T10:42:42.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcb019b5f0 con 0x7fdcb0100c60 2024-09-17T10:42:42.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.060+0000 7fdc9f7fe700 1 -- 172.21.15.159:0/1606589414 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fdca4018650 con 0x7fdcb0100c60 2024-09-17T10:42:42.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.061+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcb018fb70 con 0x7fdcb0100c60 2024-09-17T10:42:42.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.062+0000 7fdc9f7fe700 1 -- 172.21.15.159:0/1606589414 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 37) v1 ==== 103214+0+0 (secure 0 0 0) 0x7fdca40105a0 con 0x7fdcb0100c60 2024-09-17T10:42:42.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.062+0000 7fdc9f7fe700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdc9807b060 0x7fdc9807d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.063+0000 7fdc9f7fe700 1 -- 172.21.15.159:0/1606589414 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fdca4014070 con 0x7fdcb0100c60 2024-09-17T10:42:42.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.063+0000 7fdcadd9b700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdc9807b060 0x7fdc9807d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.063+0000 7fdcadd9b700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdc9807b060 0x7fdc9807d510 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fdca0009fd0 tx=0x7fdca0005940 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:42.068 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.067+0000 7fdc9f7fe700 1 -- 172.21.15.159:0/1606589414 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fdca40613b0 con 0x7fdcb0100c60 2024-09-17T10:42:42.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:41 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:40] ENGINE Bus STARTING 2024-09-17T10:42:42.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:41 smithi170 ceph-mon[33842]: mgrmap e36: smithi159.tdcigv(active, since 1.01158s), standbys: smithi170.ssubfe 2024-09-17T10:42:42.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.364+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fdcb019b230 con 0x7fdcb0100c60 2024-09-17T10:42:42.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.364+0000 7fdc9f7fe700 1 -- 172.21.15.159:0/1606589414 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7fdcb019b230 con 0x7fdcb0100c60 2024-09-17T10:42:42.366 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:42:42.366 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:42:42.366 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:42:42.367 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:42:42.368 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:42.369 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:42.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdc9807b060 msgr2=0x7fdc9807d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdc9807b060 0x7fdc9807d510 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fdca0009fd0 tx=0x7fdca0005940 comp rx=0 tx=0).stop 2024-09-17T10:42:42.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0100c60 msgr2=0x7fdcb0195950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0100c60 0x7fdcb0195950 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fdca400e920 tx=0x7fdca400ec30 comp rx=0 tx=0).stop 2024-09-17T10:42:42.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 shutdown_connections 2024-09-17T10:42:42.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fdcb0100c60 0x7fdcb0195950 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fdc9807b060 0x7fdc9807d510 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 --2- 172.21.15.159:0/1606589414 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdcb0103580 0x7fdcb0195e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 >> 172.21.15.159:0/1606589414 conn(0x7fdcb00fa600 msgr2=0x7fdcb00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:42.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 shutdown_connections 2024-09-17T10:42:42.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.367+0000 7fdcb4eeb700 1 -- 172.21.15.159:0/1606589414 wait complete. 2024-09-17T10:42:42.371 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:42:42.478 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 -- 172.21.15.159:0/4256635107 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 msgr2=0x7f49a00fe820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 --2- 172.21.15.159:0/4256635107 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a00fe820 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f499c009910 tx=0x7f499c009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:42.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 -- 172.21.15.159:0/4256635107 shutdown_connections 2024-09-17T10:42:42.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 --2- 172.21.15.159:0/4256635107 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f49a01013f0 0x7f49a0101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 --2- 172.21.15.159:0/4256635107 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a00fe820 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 -- 172.21.15.159:0/4256635107 >> 172.21.15.159:0/4256635107 conn(0x7f49a00f9d80 msgr2=0x7f49a00fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:42.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 -- 172.21.15.159:0/4256635107 shutdown_connections 2024-09-17T10:42:42.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 -- 172.21.15.159:0/4256635107 wait complete. 2024-09-17T10:42:42.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.477+0000 7f49a733a700 1 Processor -- start 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a733a700 1 -- start start 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a733a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a0195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a733a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f49a01013f0 0x7f49a0195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a733a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a01964e0 con 0x7f49a00fe410 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a733a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49a0196620 con 0x7f49a01013f0 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a50d6700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a0195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a48d5700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f49a01013f0 0x7f49a0195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a50d6700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a0195980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33820/0 (socket says 172.21.15.159:33820) 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a50d6700 1 -- 172.21.15.159:0/2629827321 learned_addr learned my addr 172.21.15.159:0/2629827321 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a48d5700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f49a01013f0 0x7f49a0195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:47718/0 (socket says 172.21.15.159:47718) 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a50d6700 1 -- 172.21.15.159:0/2629827321 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f49a01013f0 msgr2=0x7f49a0195ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a50d6700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f49a01013f0 0x7f49a0195ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a50d6700 1 -- 172.21.15.159:0/2629827321 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f499c0095f0 con 0x7f49a00fe410 2024-09-17T10:42:42.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.478+0000 7f49a50d6700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a0195980 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f499c00bda0 tx=0x7f499c00bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:42.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.479+0000 7f49967fc700 1 -- 172.21.15.159:0/2629827321 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f499c01d070 con 0x7f49a00fe410 2024-09-17T10:42:42.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.479+0000 7f49967fc700 1 -- 172.21.15.159:0/2629827321 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f499c00f460 con 0x7f49a00fe410 2024-09-17T10:42:42.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.479+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49a019b070 con 0x7f49a00fe410 2024-09-17T10:42:42.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.479+0000 7f49967fc700 1 -- 172.21.15.159:0/2629827321 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f499c021620 con 0x7f49a00fe410 2024-09-17T10:42:42.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.479+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49a019b560 con 0x7f49a00fe410 2024-09-17T10:42:42.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.480+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49a0108cb0 con 0x7f49a00fe410 2024-09-17T10:42:42.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.481+0000 7f49967fc700 1 -- 172.21.15.159:0/2629827321 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 37) v1 ==== 103214+0+0 (secure 0 0 0) 0x7f499c00f5d0 con 0x7f49a00fe410 2024-09-17T10:42:42.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.482+0000 7f49967fc700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f498c07b050 0x7f498c07d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.482+0000 7f49967fc700 1 -- 172.21.15.159:0/2629827321 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f499c09f7c0 con 0x7f49a00fe410 2024-09-17T10:42:42.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.482+0000 7f49a48d5700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f498c07b050 0x7f498c07d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.482+0000 7f49a48d5700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f498c07b050 0x7f498c07d500 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4990004630 tx=0x7f499000b3c0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:42.486 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.485+0000 7f49967fc700 1 -- 172.21.15.159:0/2629827321 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f499c0629b0 con 0x7f49a00fe410 2024-09-17T10:42:42.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.739+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f49a0105d40 con 0x7f498c07b050 2024-09-17T10:42:42.742 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.741+0000 7f49967fc700 1 -- 172.21.15.159:0/2629827321 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+337 (secure 0 0 0) 0x7f49a0105d40 con 0x7f498c07b050 2024-09-17T10:42:42.742 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:42:42.742 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:42:42.742 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr" 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "2/23 daemons upgraded", 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "", 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:42:42.743 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f498c07b050 msgr2=0x7f498c07d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f498c07b050 0x7f498c07d500 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4990004630 tx=0x7f499000b3c0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 msgr2=0x7f49a0195980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a0195980 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f499c00bda0 tx=0x7f499c00bdd0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 shutdown_connections 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f49a00fe410 0x7f49a0195980 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f498c07b050 0x7f498c07d500 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 --2- 172.21.15.159:0/2629827321 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f49a01013f0 0x7f49a0195ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 >> 172.21.15.159:0/2629827321 conn(0x7f49a00f9d80 msgr2=0x7f49a0104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:42.745 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 shutdown_connections 2024-09-17T10:42:42.746 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.743+0000 7f49a733a700 1 -- 172.21.15.159:0/2629827321 wait complete. 2024-09-17T10:42:42.856 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1443952507 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c100250 msgr2=0x7f5b4c1006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.856 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1443952507 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c100250 0x7f5b4c1006a0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5b40009910 tx=0x7f5b40009c20 comp rx=0 tx=0).stop 2024-09-17T10:42:42.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1443952507 shutdown_connections 2024-09-17T10:42:42.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1443952507 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c100250 0x7f5b4c1006a0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1443952507 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b4c0ff050 0x7f5b4c0ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1443952507 >> 172.21.15.159:0/1443952507 conn(0x7f5b4c0fa5e0 msgr2=0x7f5b4c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:42.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1443952507 shutdown_connections 2024-09-17T10:42:42.857 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.854+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1443952507 wait complete. 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.855+0000 7f5b50e5f700 1 Processor -- start 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.855+0000 7f5b50e5f700 1 -- start start 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b50e5f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c0ff050 0x7f5b4c195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b50e5f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b4c100250 0x7f5b4c195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b50e5f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b4c1964f0 con 0x7f5b4c0ff050 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b50e5f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b4c196630 con 0x7f5b4c100250 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b4a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c0ff050 0x7f5b4c195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b4a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c0ff050 0x7f5b4c195990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:33838/0 (socket says 172.21.15.159:33838) 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b4a59c700 1 -- 172.21.15.159:0/1519530362 learned_addr learned my addr 172.21.15.159:0/1519530362 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b49d9b700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b4c100250 0x7f5b4c195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.859 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b4a59c700 1 -- 172.21.15.159:0/1519530362 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b4c100250 msgr2=0x7f5b4c195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b4a59c700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b4c100250 0x7f5b4c195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b4a59c700 1 -- 172.21.15.159:0/1519530362 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b400095f0 con 0x7f5b4c0ff050 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.856+0000 7f5b4a59c700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c0ff050 0x7f5b4c195990 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00d900 tx=0x7f5b3c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.857+0000 7f5b3b7fe700 1 -- 172.21.15.159:0/1519530362 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5b3c00b920 con 0x7f5b4c0ff050 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.857+0000 7f5b3b7fe700 1 -- 172.21.15.159:0/1519530362 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f5b3c010460 con 0x7f5b4c0ff050 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.857+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b4c19b0e0 con 0x7f5b4c0ff050 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.857+0000 7f5b3b7fe700 1 -- 172.21.15.159:0/1519530362 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5b3c00f590 con 0x7f5b4c0ff050 2024-09-17T10:42:42.860 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.857+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b4c19b630 con 0x7f5b4c0ff050 2024-09-17T10:42:42.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.858+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b4c107ba0 con 0x7f5b4c0ff050 2024-09-17T10:42:42.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.858+0000 7f5b3b7fe700 1 -- 172.21.15.159:0/1519530362 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 37) v1 ==== 103214+0+0 (secure 0 0 0) 0x7f5b3c00f850 con 0x7f5b4c0ff050 2024-09-17T10:42:42.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.859+0000 7f5b3b7fe700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b3407b060 0x7f5b3407d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:42:42.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.859+0000 7f5b49d9b700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b3407b060 0x7f5b3407d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:42:42.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.859+0000 7f5b3b7fe700 1 -- 172.21.15.159:0/1519530362 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f5b3c09dc50 con 0x7f5b4c0ff050 2024-09-17T10:42:42.861 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.860+0000 7f5b49d9b700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b3407b060 0x7f5b3407d510 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5b40006010 tx=0x7f5b4000b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:42:42.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:42.864+0000 7f5b3b7fe700 1 -- 172.21.15.159:0/1519530362 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f5b3c060dc0 con 0x7f5b4c0ff050 2024-09-17T10:42:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: from='client.34108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: pgmap v3: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: [17/Sep/2024:10:42:40] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: [17/Sep/2024:10:42:40] ENGINE Error in HTTPServer.serve 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: Traceback (most recent call last): 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._connections.run(self.expiration_interval) 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._run(expiration_interval) 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T10:42:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: s = self.context.wrap_socket( 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: return self.sslsocket_class._create( 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self.do_handshake() 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: self._sslobj.do_handshake() 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: [17/Sep/2024:10:42:40] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: [17/Sep/2024:10:42:40] ENGINE Bus STARTED 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: from='client.34132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: pgmap v4: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:43.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: mgrmap e37: smithi159.tdcigv(active, since 2s), standbys: smithi170.ssubfe 2024-09-17T10:42:43.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3591999240' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:42:43.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1606589414' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:42:43.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:42 smithi159 ceph-mon[78956]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:43.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.183+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f5b4c19bc70 con 0x7f5b4c0ff050 2024-09-17T10:42:43.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.183+0000 7f5b3b7fe700 1 -- 172.21.15.159:0/1519530362 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f5b3c063ee0 con 0x7f5b4c0ff050 2024-09-17T10:42:43.185 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:43.185 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:43.185 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:43.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b3407b060 msgr2=0x7f5b3407d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b3407b060 0x7f5b3407d510 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5b40006010 tx=0x7f5b4000b540 comp rx=0 tx=0).stop 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c0ff050 msgr2=0x7f5b4c195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c0ff050 0x7f5b4c195990 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00d900 tx=0x7f5b3c00dc10 comp rx=0 tx=0).stop 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 shutdown_connections 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b4c0ff050 0x7f5b4c195990 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b3407b060 0x7f5b3407d510 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 --2- 172.21.15.159:0/1519530362 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b4c100250 0x7f5b4c195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 >> 172.21.15.159:0/1519530362 conn(0x7f5b4c0fa5e0 msgr2=0x7f5b4c0683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 shutdown_connections 2024-09-17T10:42:43.188 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:42:43.186+0000 7f5b50e5f700 1 -- 172.21.15.159:0/1519530362 wait complete. 2024-09-17T10:42:43.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: from='client.34108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: pgmap v3: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:40] ENGINE Serving on https://172.21.15.159:7150 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:40] ENGINE Error in HTTPServer.serve 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Traceback (most recent call last): 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._connections.run(self.expiration_interval) 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._run(expiration_interval) 2024-09-17T10:42:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: s = self.context.wrap_socket( 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: return self.sslsocket_class._create( 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self.do_handshake() 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: self._sslobj.do_handshake() 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-17T10:42:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:40] ENGINE Serving on http://172.21.15.159:8765 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: [17/Sep/2024:10:42:40] ENGINE Bus STARTED 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: from='client.34132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: pgmap v4: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: mgrmap e37: smithi159.tdcigv(active, since 2s), standbys: smithi170.ssubfe 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/3591999240' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1606589414' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:42:43.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:42 smithi170 ceph-mon[33842]: from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:42:44.321 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:44 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:44.321 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:44 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:44.321 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:44 smithi170 ceph-mon[33842]: from='client.? 172.21.15.159:0/1519530362' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:42:44.321 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:44 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:44.322 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:44 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:44.385 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:44.385 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:44.385 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:44 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1519530362' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:42:44.385 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:44.385 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:45.879 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:45 smithi170 ceph-mon[33842]: pgmap v5: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:45.879 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:45 smithi170 ceph-mon[33842]: mgrmap e38: smithi159.tdcigv(active, since 4s), standbys: smithi170.ssubfe 2024-09-17T10:42:45.880 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:45 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:45.880 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:45 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:45.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:45 smithi159 ceph-mon[78956]: pgmap v5: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:45.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:45 smithi159 ceph-mon[78956]: mgrmap e38: smithi159.tdcigv(active, since 4s), standbys: smithi170.ssubfe 2024-09-17T10:42:45.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:45 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:45.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:45 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: pgmap v6: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:42:47.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:42:47.429 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "quorum_status"} : dispatch 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: pgmap v6: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.conf 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-17T10:42:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:47.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:42:47.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:42:47.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:47 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "quorum_status"} : dispatch 2024-09-17T10:42:48.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:48 smithi170 ceph-mon[33842]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:48.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:48 smithi170 ceph-mon[33842]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:48.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:48 smithi170 ceph-mon[33842]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:48.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:48 smithi170 ceph-mon[33842]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:48.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:48 smithi159 ceph-mon[78956]: Updating smithi159:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:48.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:48 smithi159 ceph-mon[78956]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-17T10:42:48.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:48 smithi159 ceph-mon[78956]: Updating smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:48.523 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:48 smithi159 ceph-mon[78956]: Updating smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-17T10:42:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:49 smithi170 ceph-mon[33842]: pgmap v7: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T10:42:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:49 smithi170 ceph-mon[33842]: Upgrade: Updating mon.smithi170 2024-09-17T10:42:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:49 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:49 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T10:42:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:49 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T10:42:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:49 smithi170 ceph-mon[33842]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:49 smithi170 ceph-mon[33842]: Deploying daemon mon.smithi170 on smithi170 2024-09-17T10:42:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:49 smithi159 ceph-mon[78956]: pgmap v7: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-17T10:42:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:49 smithi159 ceph-mon[78956]: Upgrade: Updating mon.smithi170 2024-09-17T10:42:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T10:42:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T10:42:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:49 smithi159 ceph-mon[78956]: Deploying daemon mon.smithi170 on smithi170 2024-09-17T10:42:50.294 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:50 smithi170 systemd[1]: Stopping Ceph mon.smithi170 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:42:50.593 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:50 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170[33814]: 2024-09-17T10:42:50.290+0000 7f18f5edf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi170 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:42:50.593 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:50 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170[33814]: 2024-09-17T10:42:50.290+0000 7f18f5edf700 -1 mon.smithi170@1(peon) e2 *** Got Signal Terminated *** 2024-09-17T10:42:50.593 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:50 smithi170 podman[62835]: 2024-09-17 10:42:50.327847471 +0000 UTC m=+0.157167813 container died 2d7445c33f98a4c0f8f7b3e0a69f34ddc3cb0f30c59e56d2f0543c18109e2f6e (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=HEAD, CEPH_POINT_RELEASE=-18.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.29.1, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD) 2024-09-17T10:42:50.951 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:50 smithi170 podman[62835]: 2024-09-17 10:42:50.699559606 +0000 UTC m=+0.528879934 container cleanup 2d7445c33f98a4c0f8f7b3e0a69f34ddc3cb0f30c59e56d2f0543c18109e2f6e (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.29.1, ceph=True, CEPH_POINT_RELEASE=-18.2.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-09-17T10:42:50.952 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:50 smithi170 bash[62835]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170 2024-09-17T10:42:51.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:50 smithi170 podman[62847]: 2024-09-17 10:42:50.951033721 +0000 UTC m=+0.619803412 container remove 2d7445c33f98a4c0f8f7b3e0a69f34ddc3cb0f30c59e56d2f0543c18109e2f6e (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, org.label-schema.schema-version=1.0, org.label-schema.build-date=20231212, org.label-schema.license=GPLv2, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, io.buildah.version=1.29.1, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=HEAD, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-18.2.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-17T10:42:51.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi170.service: Deactivated successfully. 2024-09-17T10:42:51.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 systemd[1]: Stopped Ceph mon.smithi170 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:42:51.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi170.service: Consumed 6.947s CPU time. 2024-09-17T10:42:51.632 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 systemd[1]: Starting Ceph mon.smithi170 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:42:51.633 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 podman[62977]: 2024-09-17 10:42:51.4014411 +0000 UTC m=+0.016089822 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:42:51.633 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 podman[62977]: 2024-09-17 10:42:51.510313609 +0000 UTC m=+0.124962366 container create 2a4577d6176fe651a6dd3acba499ed3800dc02875dc68b979e61919813b9a141 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-7498493, org.label-schema.license=GPLv2) 2024-09-17T10:42:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 podman[62977]: 2024-09-17 10:42:51.738149304 +0000 UTC m=+0.352798034 container init 2a4577d6176fe651a6dd3acba499ed3800dc02875dc68b979e61919813b9a141 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-7498493, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-17T10:42:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 podman[62977]: 2024-09-17 10:42:51.741476874 +0000 UTC m=+0.356125589 container start 2a4577d6176fe651a6dd3acba499ed3800dc02875dc68b979e61919813b9a141 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-7498493, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-17T10:42:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: set uid:gid to 167:167 (ceph:ceph) 2024-09-17T10:42:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev), process ceph-mon, pid 2 2024-09-17T10:42:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: pidfile_write: ignore empty --pid-file 2024-09-17T10:42:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: load: jerasure load: lrc 2024-09-17T10:42:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: RocksDB version: 7.9.2 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Git sha 0 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Compile date 2024-09-15 20:52:36 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: DB SUMMARY 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: DB Session ID: Q1LZFX57E45DOEQXGF2K 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: CURRENT file: CURRENT 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: IDENTITY file: IDENTITY 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi170/store.db dir, Total Num: 1, files: 000027.sst 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi170/store.db: 000025.log size: 9179798 ; 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.error_if_exists: 0 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.create_if_missing: 0 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.paranoid_checks: 1 2024-09-17T10:42:51.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-17T10:42:51.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-17T10:42:51.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-17T10:42:51.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.env: 0x558235244120 2024-09-17T10:42:51.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.fs: PosixFileSystem 2024-09-17T10:42:51.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.info_log: 0x5582374238e0 2024-09-17T10:42:51.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_file_opening_threads: 16 2024-09-17T10:42:51.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.statistics: (nil) 2024-09-17T10:42:51.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.use_fsync: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_log_file_size: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.keep_log_file_num: 1000 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.recycle_log_file_num: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.allow_fallocate: 1 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.allow_mmap_reads: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.allow_mmap_writes: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.use_direct_reads: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.create_missing_column_families: 0 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.db_log_dir: 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.wal_dir: 2024-09-17T10:42:51.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.advise_random_on_open: 1 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.db_write_buffer_size: 0 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.write_buffer_manager: 0x558237427b80 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.rate_limiter: (nil) 2024-09-17T10:42:51.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.wal_recovery_mode: 2 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.enable_thread_tracking: 0 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.enable_pipelined_write: 0 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.unordered_write: 0 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.row_cache: None 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.wal_filter: None 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.allow_ingest_behind: 0 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.two_write_queues: 0 2024-09-17T10:42:51.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.manual_wal_flush: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.wal_compression: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.atomic_flush: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.log_readahead_size: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.best_efforts_recovery: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.allow_data_in_errors: 0 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.db_host_id: __hostname__ 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-17T10:42:51.961 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_background_jobs: 2 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_background_compactions: -1 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_subcompactions: 1 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_total_wal_size: 0 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_open_files: -1 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bytes_per_sync: 0 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-17T10:42:51.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_readahead_size: 0 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_background_flushes: -1 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Compression algorithms supported: 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kZSTD supported: 0 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kXpressCompression supported: 0 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kBZip2Compression supported: 0 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kLZ4Compression supported: 1 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kZlibCompression supported: 1 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kLZ4HCCompression supported: 1 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: kSnappyCompression supported: 1 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi170/store.db/MANIFEST-000010 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-17T10:42:51.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.merge_operator: 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_filter: None 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_filter_factory: None 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.sst_partitioner_factory: None 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558237423540) 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: cache_index_and_filter_blocks: 1 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: pin_top_level_index_and_filter: 1 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: index_type: 0 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: data_block_index_type: 0 2024-09-17T10:42:51.964 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: index_shortening: 1 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: checksum: 4 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: no_block_cache: 0 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache: 0x558237417610 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache_name: BinnedLRUCache 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache_options: 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: capacity : 536870912 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: num_shard_bits : 4 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: strict_capacity_limit : 0 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: high_pri_pool_ratio: 0.000 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_cache_compressed: (nil) 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: persistent_cache: (nil) 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_size: 4096 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_size_deviation: 10 2024-09-17T10:42:51.965 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_restart_interval: 16 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: index_block_restart_interval: 1 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: metadata_block_size: 4096 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: partition_filters: 0 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: use_delta_encoding: 1 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: filter_policy: bloomfilter 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: whole_key_filtering: 1 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: verify_compression: 0 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: read_amp_bytes_per_bit: 0 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: format_version: 5 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: enable_index_compression: 1 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: block_align: 0 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: max_auto_readahead_size: 262144 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: prepopulate_block_cache: 0 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: initial_auto_readahead_size: 8192 2024-09-17T10:42:51.966 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: num_file_reads_for_auto_readahead: 2 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.write_buffer_size: 33554432 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_write_buffer_number: 2 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression: NoCompression 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression: Disabled 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.prefix_extractor: nullptr 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.num_levels: 7 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-17T10:42:51.967 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.level: 32767 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.strategy: 0 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.enabled: false 2024-09-17T10:42:51.968 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.target_file_size_base: 67108864 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-17T10:42:51.969 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.arena_block_size: 1048576 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.disable_auto_compactions: 0 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-17T10:42:51.970 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.inplace_update_support: 0 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-17T10:42:51.971 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.bloom_locality: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.max_successive_merges: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.paranoid_file_checks: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.force_consistency_checks: 1 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.report_bg_io_stats: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.ttl: 2592000 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.enable_blob_files: false 2024-09-17T10:42:51.972 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.min_blob_size: 0 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.blob_file_size: 268435456 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.blob_file_starting_level: 0 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi170/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 12276, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-17T10:42:51.973 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: efd69683-2ef3-43fe-a3b9-7b87b78c53d7 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569771768188, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569771787669, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5493945, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12281, "largest_seqno": 14865, "table_properties": {"data_size": 5483727, "index_size": 6227, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 25904, "raw_average_key_size": 22, "raw_value_size": 5460856, "raw_average_value_size": 4647, "num_data_blocks": 282, "num_entries": 1175, "num_filter_entries": 1175, "num_deletions": 253, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726569771, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "efd69683-2ef3-43fe-a3b9-7b87b78c53d7", "db_session_id": "Q1LZFX57E45DOEQXGF2K", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726569771787846, "job": 1, "event": "recovery_finished"} 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-smithi170/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558237446e00 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: DB pointer 0x558237548000 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** DB Stats ** 2024-09-17T10:42:51.974 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** Compaction Stats [default] ** 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: L0 1/0 5.24 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 682.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: L6 1/0 4.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Sum 2/0 9.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 682.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-17T10:42:51.975 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 682.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** Compaction Stats [default] ** 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 682.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-17T10:42:51.976 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Cumulative compaction: 0.01 GB write, 233.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Interval compaction: 0.01 GB write, 233.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Block cache BinnedLRUCache@0x558237417610#2 capacity: 512.00 MB usage: 9.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: starting mon.smithi170 rank 1 at public addrs [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] at bind addrs [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi170 fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???) e2 preinit fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:51.977 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???).mds e14 new map 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???).mds e14 print_map 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: e14 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: legacy client fscid: 1 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Filesystem 'cephfs' (1) 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: fs_name cephfs 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: epoch 14 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:42:51.978 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: tableserver 0 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: root 0 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: session_timeout 60 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: session_autoclose 300 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: max_file_size 1099511627776 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: max_xattr_size 65536 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: required_client_features {} 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: last_failure 0 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: last_failure_osd_epoch 47 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: max_mds 1 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: in 0 2024-09-17T10:42:51.979 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: up {0=24299} 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: failed 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: damaged 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: stopped 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: data_pools [3] 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: metadata_pool 2 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: inline_data enabled 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: balancer 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: bal_rank_mask -1 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: standby_count_wanted 1 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: qdb_cluster leader: 0 members: 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: [mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.980 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: Standby daemons: 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: [mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: [mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout: [mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???).osd e50 crush map has features 3314933000852226048, adjusting msgr requires 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???).osd e50 crush map has features 288514051259236352, adjusting msgr requires 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???).osd e50 crush map has features 288514051259236352, adjusting msgr requires 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???).osd e50 crush map has features 288514051259236352, adjusting msgr requires 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 ceph-mon[62996]: mon.smithi170@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 bash[62977]: 2a4577d6176fe651a6dd3acba499ed3800dc02875dc68b979e61919813b9a141 2024-09-17T10:42:51.981 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:51 smithi170 systemd[1]: Started Ceph mon.smithi170 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: pgmap v9: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: mgrmap e38: smithi159.tdcigv(active, since 12s), standbys: smithi170.ssubfe 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: mon.smithi170 calling monitor election 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: mon.smithi159 calling monitor election 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi159"} : dispatch 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: mon.smithi159 is new leader, mons smithi159,smithi170 in quorum (ranks 0,1) 2024-09-17T10:42:53.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi170"} : dispatch 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: monmap epoch 3 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: last_changed 2024-09-17T10:42:51.853854+0000 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: created 2024-09-17T10:29:42.592308+0000 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: min_mon_release 19 (squid) 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: election_strategy: 1 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: 0: [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] mon.smithi159 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: 1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.smithi170 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: osdmap e50: 6 total, 6 up, 6 in 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: mgrmap e38: smithi159.tdcigv(active, since 12s), standbys: smithi170.ssubfe 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:53.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:53.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:53.180 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:52 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: pgmap v9: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 16 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: mgrmap e38: smithi159.tdcigv(active, since 12s), standbys: smithi170.ssubfe 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: mon.smithi170 calling monitor election 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: mon.smithi159 calling monitor election 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi159"} : dispatch 2024-09-17T10:42:53.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: mon.smithi159 is new leader, mons smithi159,smithi170 in quorum (ranks 0,1) 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mon metadata", "id": "smithi170"} : dispatch 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: monmap epoch 3 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: fsid ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: last_changed 2024-09-17T10:42:51.853854+0000 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: created 2024-09-17T10:29:42.592308+0000 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: min_mon_release 19 (squid) 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: election_strategy: 1 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: 0: [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] mon.smithi159 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: 1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.smithi170 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: osdmap e50: 6 total, 6 up, 6 in 2024-09-17T10:42:53.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: mgrmap e38: smithi159.tdcigv(active, since 12s), standbys: smithi170.ssubfe 2024-09-17T10:42:53.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: Health detail: HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: [WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:42:53.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:42:53.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:53.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:53.206 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:52 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:42:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:55 smithi170 ceph-mon[62996]: pgmap v10: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:42:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:56.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:55 smithi159 ceph-mon[78956]: pgmap v10: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:56.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:56.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:56.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:42:56.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:56.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:57.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:57 smithi170 ceph-mon[62996]: pgmap v11: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:58.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:57 smithi159 ceph-mon[78956]: pgmap v11: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:59.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: pgmap v12: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: Reconfiguring mon.smithi159 (monmap changed)... 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:59.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:42:59 smithi159 ceph-mon[78956]: Reconfiguring daemon mon.smithi159 on smithi159 2024-09-17T10:42:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: pgmap v12: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 15 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-17T10:42:59.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: Reconfiguring mon.smithi159 (monmap changed)... 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:42:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:42:59 smithi170 ceph-mon[62996]: Reconfiguring daemon mon.smithi159 on smithi159 2024-09-17T10:43:00.875 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:00 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:00.875 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:00 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:00.875 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:00 smithi159 ceph-mon[78956]: Reconfiguring mgr.smithi159.tdcigv (monmap changed)... 2024-09-17T10:43:00.875 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:00 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mgr.smithi159.tdcigv", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T10:43:00.875 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:00 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T10:43:00.876 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:00 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:00.876 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:00 smithi159 ceph-mon[78956]: Reconfiguring daemon mgr.smithi159.tdcigv on smithi159 2024-09-17T10:43:00.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:00 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:00.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:00 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:00.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:00 smithi170 ceph-mon[62996]: Reconfiguring mgr.smithi159.tdcigv (monmap changed)... 2024-09-17T10:43:00.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:00 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mgr.smithi159.tdcigv", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T10:43:00.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:00 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T10:43:00.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:00 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:00.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:00 smithi170 ceph-mon[62996]: Reconfiguring daemon mgr.smithi159.tdcigv on smithi159 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: pgmap v13: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth caps", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth caps", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.ceph-exporter.smithi159"} : dispatch 2024-09-17T10:43:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:01.913 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: pgmap v13: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:01.913 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:01.913 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:01.914 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:01.914 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth caps", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:01.914 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth caps", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2024-09-17T10:43:01.914 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.ceph-exporter.smithi159"} : dispatch 2024-09-17T10:43:01.914 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:02.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:02 smithi159 ceph-mon[78956]: Reconfiguring ceph-exporter.smithi159 (monmap changed)... 2024-09-17T10:43:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:02 smithi159 ceph-mon[78956]: Unable to update caps for client.ceph-exporter.smithi159 2024-09-17T10:43:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:02 smithi159 ceph-mon[78956]: Reconfiguring daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:43:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:02.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:02 smithi170 ceph-mon[62996]: Reconfiguring ceph-exporter.smithi159 (monmap changed)... 2024-09-17T10:43:02.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:02 smithi170 ceph-mon[62996]: Unable to update caps for client.ceph-exporter.smithi159 2024-09-17T10:43:02.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:02 smithi170 ceph-mon[62996]: Reconfiguring daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:43:02.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:02.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:02.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:02.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:03 smithi159 ceph-mon[78956]: pgmap v14: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:03 smithi159 ceph-mon[78956]: Reconfiguring crash.smithi159 (monmap changed)... 2024-09-17T10:43:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:03 smithi159 ceph-mon[78956]: Reconfiguring daemon crash.smithi159 on smithi159 2024-09-17T10:43:03.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:03 smithi170 ceph-mon[62996]: pgmap v14: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:03.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:03 smithi170 ceph-mon[62996]: Reconfiguring crash.smithi159 (monmap changed)... 2024-09-17T10:43:03.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:03 smithi170 ceph-mon[62996]: Reconfiguring daemon crash.smithi159 on smithi159 2024-09-17T10:43:05.411 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:05 smithi159 ceph-mon[78956]: pgmap v15: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:05.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:05.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:05.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:05 smithi159 ceph-mon[78956]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T10:43:05.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T10:43:05.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:05.412 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:05 smithi159 ceph-mon[78956]: Reconfiguring daemon osd.0 on smithi159 2024-09-17T10:43:05.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:05 smithi170 ceph-mon[62996]: pgmap v15: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:05 smithi170 ceph-mon[62996]: Reconfiguring osd.0 (monmap changed)... 2024-09-17T10:43:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T10:43:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:05.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:05 smithi170 ceph-mon[62996]: Reconfiguring daemon osd.0 on smithi159 2024-09-17T10:43:06.797 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:06 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:06.797 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:06 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:06.797 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:06 smithi159 ceph-mon[78956]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T10:43:06.797 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:06 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T10:43:06.797 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:06 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:06.797 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:06 smithi159 ceph-mon[78956]: Reconfiguring daemon osd.1 on smithi159 2024-09-17T10:43:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:06 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:06 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:06 smithi170 ceph-mon[62996]: Reconfiguring osd.1 (monmap changed)... 2024-09-17T10:43:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:06 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T10:43:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:06 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:06 smithi170 ceph-mon[62996]: Reconfiguring daemon osd.1 on smithi159 2024-09-17T10:43:07.845 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:07 smithi159 ceph-mon[78956]: pgmap v16: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:07.845 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:07.845 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:07.845 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T10:43:07.845 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:07 smithi170 ceph-mon[62996]: pgmap v16: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T10:43:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:08.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:08 smithi159 ceph-mon[78956]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T10:43:08.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:08 smithi159 ceph-mon[78956]: Reconfiguring daemon osd.2 on smithi159 2024-09-17T10:43:08.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:08 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:08.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:08 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:08.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:08 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:08.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:08 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:08.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:08 smithi170 ceph-mon[62996]: Reconfiguring osd.2 (monmap changed)... 2024-09-17T10:43:08.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:08 smithi170 ceph-mon[62996]: Reconfiguring daemon osd.2 on smithi159 2024-09-17T10:43:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:08 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:08 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:08 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:08 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:09.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:09 smithi170 ceph-mon[62996]: pgmap v17: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:09.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:09 smithi170 ceph-mon[62996]: Reconfiguring mds.cephfs.smithi159.cbywey (monmap changed)... 2024-09-17T10:43:09.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:09 smithi170 ceph-mon[62996]: Reconfiguring daemon mds.cephfs.smithi159.cbywey on smithi159 2024-09-17T10:43:09.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:09 smithi159 ceph-mon[78956]: pgmap v17: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:09.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:09 smithi159 ceph-mon[78956]: Reconfiguring mds.cephfs.smithi159.cbywey (monmap changed)... 2024-09-17T10:43:09.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:09 smithi159 ceph-mon[78956]: Reconfiguring daemon mds.cephfs.smithi159.cbywey on smithi159 2024-09-17T10:43:11.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: pgmap v18: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:11.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:11.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:11.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: Reconfiguring mds.cephfs.smithi159.jbziyi (monmap changed)... 2024-09-17T10:43:11.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:11.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:11.144 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: Reconfiguring daemon mds.cephfs.smithi159.jbziyi on smithi159 2024-09-17T10:43:11.145 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: pgmap v18: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: Reconfiguring mds.cephfs.smithi159.jbziyi (monmap changed)... 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: Reconfiguring daemon mds.cephfs.smithi159.jbziyi on smithi159 2024-09-17T10:43:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:12.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: Reconfiguring ceph-exporter.smithi170 (monmap changed)... 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth caps", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth caps", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: Unable to update caps for client.ceph-exporter.smithi170 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.ceph-exporter.smithi170"} : dispatch 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:12.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:12 smithi170 ceph-mon[62996]: Reconfiguring daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:43:12.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:12.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:12.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: Reconfiguring ceph-exporter.smithi170 (monmap changed)... 2024-09-17T10:43:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth caps", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:43:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "auth caps", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]}]': finished 2024-09-17T10:43:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: Unable to update caps for client.ceph-exporter.smithi170 2024-09-17T10:43:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.ceph-exporter.smithi170"} : dispatch 2024-09-17T10:43:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:12.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:12 smithi159 ceph-mon[78956]: Reconfiguring daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:43:13.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 -- 172.21.15.159:0/1024875937 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd80ff050 msgr2=0x7f3dd80ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 --2- 172.21.15.159:0/1024875937 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd80ff050 0x7f3dd80ff460 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8009910 tx=0x7f3dc8009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:13.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 -- 172.21.15.159:0/1024875937 shutdown_connections 2024-09-17T10:43:13.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 --2- 172.21.15.159:0/1024875937 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3dd8100250 0x7f3dd81006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.299 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 --2- 172.21.15.159:0/1024875937 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd80ff050 0x7f3dd80ff460 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.300 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 -- 172.21.15.159:0/1024875937 >> 172.21.15.159:0/1024875937 conn(0x7f3dd80fa5e0 msgr2=0x7f3dd80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:13.300 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 -- 172.21.15.159:0/1024875937 shutdown_connections 2024-09-17T10:43:13.300 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.295+0000 7f3ddd283700 1 -- 172.21.15.159:0/1024875937 wait complete. 2024-09-17T10:43:13.300 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3ddd283700 1 Processor -- start 2024-09-17T10:43:13.300 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3ddd283700 1 -- start start 2024-09-17T10:43:13.300 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3ddd283700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3dd80ff050 0x7f3dd8068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3ddd283700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd8100250 0x7f3dd819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3ddd283700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dd819acc0 con 0x7f3dd8100250 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3ddd283700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dd819ae00 con 0x7f3dd80ff050 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3dd67fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd8100250 0x7f3dd819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3dd67fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd8100250 0x7f3dd819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:44102/0 (socket says 172.21.15.159:44102) 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3dd67fc700 1 -- 172.21.15.159:0/3884357617 learned_addr learned my addr 172.21.15.159:0/3884357617 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.296+0000 7f3dd6ffd700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3dd80ff050 0x7f3dd8068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:13.301 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3dd67fc700 1 -- 172.21.15.159:0/3884357617 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3dd80ff050 msgr2=0x7f3dd8068f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3dd67fc700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3dd80ff050 0x7f3dd8068f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3dd67fc700 1 -- 172.21.15.159:0/3884357617 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dc80095f0 con 0x7f3dd8100250 2024-09-17T10:43:13.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3dd67fc700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd8100250 0x7f3dd819a6f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e920 tx=0x7f3dcc00ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:13.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3dbffff700 1 -- 172.21.15.159:0/3884357617 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3dcc00c9d0 con 0x7f3dd8100250 2024-09-17T10:43:13.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3dd819b0e0 con 0x7f3dd8100250 2024-09-17T10:43:13.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3dbffff700 1 -- 172.21.15.159:0/3884357617 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f3dcc010430 con 0x7f3dd8100250 2024-09-17T10:43:13.302 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3dbffff700 1 -- 172.21.15.159:0/3884357617 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3dcc018650 con 0x7f3dd8100250 2024-09-17T10:43:13.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.297+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3dd819b630 con 0x7f3dd8100250 2024-09-17T10:43:13.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.298+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3dd8107ba0 con 0x7f3dd8100250 2024-09-17T10:43:13.303 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.299+0000 7f3dbffff700 1 -- 172.21.15.159:0/3884357617 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f3dcc0105a0 con 0x7f3dd8100250 2024-09-17T10:43:13.304 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.299+0000 7f3dbffff700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3dc007b0f0 0x7f3dc007d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:13.304 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.300+0000 7f3dbffff700 1 -- 172.21.15.159:0/3884357617 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f3dcc014070 con 0x7f3dd8100250 2024-09-17T10:43:13.304 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.300+0000 7f3dd6ffd700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3dc007b0f0 0x7f3dc007d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:13.304 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.300+0000 7f3dd6ffd700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3dc007b0f0 0x7f3dc007d5a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800b6f0 tx=0x7f3dc8005940 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:13.305 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.303+0000 7f3dbffff700 1 -- 172.21.15.159:0/3884357617 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f3dcc061970 con 0x7f3dd8100250 2024-09-17T10:43:13.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.547+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f3dd8104ba0 con 0x7f3dc007b0f0 2024-09-17T10:43:13.548 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:13 smithi159 ceph-mon[78956]: pgmap v19: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:13.549 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:13 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:13.549 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:13 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:13.549 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:13 smithi159 ceph-mon[78956]: Reconfiguring crash.smithi170 (monmap changed)... 2024-09-17T10:43:13.549 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:13 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:13.549 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:13 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:13.549 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:13 smithi159 ceph-mon[78956]: Reconfiguring daemon crash.smithi170 on smithi170 2024-09-17T10:43:13.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.548+0000 7f3dbffff700 1 -- 172.21.15.159:0/3884357617 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+383 (secure 0 0 0) 0x7f3dd8104ba0 con 0x7f3dc007b0f0 2024-09-17T10:43:13.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3dc007b0f0 msgr2=0x7f3dc007d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3dc007b0f0 0x7f3dc007d5a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800b6f0 tx=0x7f3dc8005940 comp rx=0 tx=0).stop 2024-09-17T10:43:13.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd8100250 msgr2=0x7f3dd819a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd8100250 0x7f3dd819a6f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e920 tx=0x7f3dcc00ec30 comp rx=0 tx=0).stop 2024-09-17T10:43:13.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 shutdown_connections 2024-09-17T10:43:13.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3dc007b0f0 0x7f3dc007d5a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3dd80ff050 0x7f3dd8068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 --2- 172.21.15.159:0/3884357617 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3dd8100250 0x7f3dd819a6f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.550+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 >> 172.21.15.159:0/3884357617 conn(0x7f3dd80fa5e0 msgr2=0x7f3dd8103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:13.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.551+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 shutdown_connections 2024-09-17T10:43:13.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.551+0000 7f3ddd283700 1 -- 172.21.15.159:0/3884357617 wait complete. 2024-09-17T10:43:13.563 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:43:13.661 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.659+0000 7f4957a55700 1 -- 172.21.15.159:0/162322806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 msgr2=0x7f49501058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.661 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.659+0000 7f4957a55700 1 --2- 172.21.15.159:0/162322806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49501058e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f494c009910 tx=0x7f494c009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:13.661 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.659+0000 7f4957a55700 1 -- 172.21.15.159:0/162322806 shutdown_connections 2024-09-17T10:43:13.662 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.659+0000 7f4957a55700 1 --2- 172.21.15.159:0/162322806 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49501058e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.662 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.659+0000 7f4957a55700 1 --2- 172.21.15.159:0/162322806 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4950100be0 0x7f4950102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.662 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.659+0000 7f4957a55700 1 -- 172.21.15.159:0/162322806 >> 172.21.15.159:0/162322806 conn(0x7f49500fa600 msgr2=0x7f49500fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:13.662 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.660+0000 7f4957a55700 1 -- 172.21.15.159:0/162322806 shutdown_connections 2024-09-17T10:43:13.662 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.660+0000 7f4957a55700 1 -- 172.21.15.159:0/162322806 wait complete. 2024-09-17T10:43:13.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.660+0000 7f4957a55700 1 Processor -- start 2024-09-17T10:43:13.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.660+0000 7f4957a55700 1 -- start start 2024-09-17T10:43:13.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4957a55700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4950100be0 0x7f4950100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:13.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4957a55700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49500feb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:13.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4957a55700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49500ff0d0 con 0x7f4950103500 2024-09-17T10:43:13.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4957a55700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49500ff210 con 0x7f4950100be0 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4954ff0700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49500feb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4954ff0700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49500feb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:44110/0 (socket says 172.21.15.159:44110) 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4954ff0700 1 -- 172.21.15.159:0/3325931118 learned_addr learned my addr 172.21.15.159:0/3325931118 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f49557f1700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4950100be0 0x7f4950100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4954ff0700 1 -- 172.21.15.159:0/3325931118 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4950100be0 msgr2=0x7f4950100540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4954ff0700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4950100be0 0x7f4950100540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4954ff0700 1 -- 172.21.15.159:0/3325931118 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f494c0095f0 con 0x7f4950103500 2024-09-17T10:43:13.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.661+0000 7f4954ff0700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49500feb90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f494c006010 tx=0x7f494c00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:13.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.662+0000 7f49467fc700 1 -- 172.21.15.159:0/3325931118 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f494c01d070 con 0x7f4950103500 2024-09-17T10:43:13.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.662+0000 7f49467fc700 1 -- 172.21.15.159:0/3325931118 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f494c00f460 con 0x7f4950103500 2024-09-17T10:43:13.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.662+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49500ff490 con 0x7f4950103500 2024-09-17T10:43:13.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.662+0000 7f49467fc700 1 -- 172.21.15.159:0/3325931118 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f494c021640 con 0x7f4950103500 2024-09-17T10:43:13.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.662+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49500ff980 con 0x7f4950103500 2024-09-17T10:43:13.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.663+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f495018fb70 con 0x7f4950103500 2024-09-17T10:43:13.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.663+0000 7f49467fc700 1 -- 172.21.15.159:0/3325931118 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f494c00fab0 con 0x7f4950103500 2024-09-17T10:43:13.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.664+0000 7f49467fc700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f493c07b0f0 0x7f493c07d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:13.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.664+0000 7f49467fc700 1 -- 172.21.15.159:0/3325931118 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f494c09f450 con 0x7f4950103500 2024-09-17T10:43:13.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.664+0000 7f49557f1700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f493c07b0f0 0x7f493c07d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:13.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.664+0000 7f49557f1700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f493c07b0f0 0x7f493c07d5a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4940005950 tx=0x7f494000a300 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:13.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.668+0000 7f49467fc700 1 -- 172.21.15.159:0/3325931118 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f494c062560 con 0x7f4950103500 2024-09-17T10:43:13.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:13 smithi170 ceph-mon[62996]: pgmap v19: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:13.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:13 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:13.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:13 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:13.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:13 smithi170 ceph-mon[62996]: Reconfiguring crash.smithi170 (monmap changed)... 2024-09-17T10:43:13.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:13 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:13.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:13 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:13.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:13 smithi170 ceph-mon[62996]: Reconfiguring daemon crash.smithi170 on smithi170 2024-09-17T10:43:13.932 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.931+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f4950061190 con 0x7f493c07b0f0 2024-09-17T10:43:13.933 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.932+0000 7f49467fc700 1 -- 172.21.15.159:0/3325931118 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+383 (secure 0 0 0) 0x7f4950061190 con 0x7f493c07b0f0 2024-09-17T10:43:13.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f493c07b0f0 msgr2=0x7f493c07d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f493c07b0f0 0x7f493c07d5a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4940005950 tx=0x7f494000a300 comp rx=0 tx=0).stop 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 msgr2=0x7f49500feb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49500feb90 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f494c006010 tx=0x7f494c00bd70 comp rx=0 tx=0).stop 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 shutdown_connections 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f493c07b0f0 0x7f493c07d5a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4950100be0 0x7f4950100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 --2- 172.21.15.159:0/3325931118 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4950103500 0x7f49500feb90 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 >> 172.21.15.159:0/3325931118 conn(0x7f49500fa600 msgr2=0x7f49500fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 shutdown_connections 2024-09-17T10:43:13.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:13.935+0000 7f4957a55700 1 -- 172.21.15.159:0/3325931118 wait complete. 2024-09-17T10:43:14.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.038+0000 7fc255737700 1 -- 172.21.15.159:0/2356923696 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 msgr2=0x7fc2501006b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.038+0000 7fc255737700 1 --2- 172.21.15.159:0/2356923696 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc2501006b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc238009910 tx=0x7fc238009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:14.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 -- 172.21.15.159:0/2356923696 shutdown_connections 2024-09-17T10:43:14.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 --2- 172.21.15.159:0/2356923696 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc2501006b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 --2- 172.21.15.159:0/2356923696 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2500ff060 0x7fc2500ff470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 -- 172.21.15.159:0/2356923696 >> 172.21.15.159:0/2356923696 conn(0x7fc2500fa610 msgr2=0x7fc2500fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:14.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 -- 172.21.15.159:0/2356923696 shutdown_connections 2024-09-17T10:43:14.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 -- 172.21.15.159:0/2356923696 wait complete. 2024-09-17T10:43:14.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 Processor -- start 2024-09-17T10:43:14.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.039+0000 7fc255737700 1 -- start start 2024-09-17T10:43:14.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc255737700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2500ff060 0x7fc250194870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc255737700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc250194db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc255737700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2501953d0 con 0x7fc250100260 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc255737700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc250195510 con 0x7fc2500ff060 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24e7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc250194db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24e7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc250194db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:44124/0 (socket says 172.21.15.159:44124) 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24e7fc700 1 -- 172.21.15.159:0/3088881602 learned_addr learned my addr 172.21.15.159:0/3088881602 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24effd700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2500ff060 0x7fc250194870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24e7fc700 1 -- 172.21.15.159:0/3088881602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2500ff060 msgr2=0x7fc250194870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24e7fc700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2500ff060 0x7fc250194870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24e7fc700 1 -- 172.21.15.159:0/3088881602 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2380095f0 con 0x7fc250100260 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc24e7fc700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc250194db0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc238006010 tx=0x7fc23800bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:14.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc247fff700 1 -- 172.21.15.159:0/3088881602 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc23801d070 con 0x7fc250100260 2024-09-17T10:43:14.044 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc247fff700 1 -- 172.21.15.159:0/3088881602 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc23800f460 con 0x7fc250100260 2024-09-17T10:43:14.044 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc250199f60 con 0x7fc250100260 2024-09-17T10:43:14.044 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.040+0000 7fc247fff700 1 -- 172.21.15.159:0/3088881602 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc238021640 con 0x7fc250100260 2024-09-17T10:43:14.044 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.041+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc25019a420 con 0x7fc250100260 2024-09-17T10:43:14.045 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.042+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc250107bb0 con 0x7fc250100260 2024-09-17T10:43:14.045 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.042+0000 7fc247fff700 1 -- 172.21.15.159:0/3088881602 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7fc23800fab0 con 0x7fc250100260 2024-09-17T10:43:14.045 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.043+0000 7fc247fff700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc23c07b0f0 0x7fc23c07d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.045 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.043+0000 7fc247fff700 1 -- 172.21.15.159:0/3088881602 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fc23809f340 con 0x7fc250100260 2024-09-17T10:43:14.045 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.043+0000 7fc24effd700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc23c07b0f0 0x7fc23c07d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.045 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.043+0000 7fc24effd700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc23c07b0f0 0x7fc23c07d5a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc2501000c0 tx=0x7fc2400091c0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:14.048 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.047+0000 7fc247fff700 1 -- 172.21.15.159:0/3088881602 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fc2380623d0 con 0x7fc250100260 2024-09-17T10:43:14.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.265+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fc250104bb0 con 0x7fc23c07b0f0 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.276+0000 7fc247fff700 1 -- 172.21.15.159:0/3088881602 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7fc250104bb0 con 0x7fc23c07b0f0 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (10m) 28s ago 11m 25.8M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (101s) 28s ago 12m 7151k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (88s) 19s ago 11m 7360k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (12m) 28s ago 12m 6665k - 18.2.0 dc2bc1663786 2f60b9550e32 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (11m) 19s ago 11m 6660k - 18.2.0 dc2bc1663786 9922b4740998 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (9m) 28s ago 11m 88.6M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (5m) 28s ago 5m 15.1M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:43:14.278 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (5m) 28s ago 5m 18.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (5m) 19s ago 5m 156M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (5m) 19s ago 5m 19.3M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (83s) 28s ago 13m 486M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (53s) 19s ago 10m 452M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (41s) 28s ago 13m 31.5M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (22s) 19s ago 10m 28.7M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (11m) 28s ago 11m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (11m) 19s ago 11m 16.6M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (9m) 28s ago 9m 262M 1216M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (9m) 28s ago 9m 273M 1216M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (8m) 28s ago 8m 220M 1216M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (8m) 19s ago 8m 289M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:43:14.279 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (7m) 19s ago 7m 261M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:43:14.280 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (7m) 19s ago 7m 243M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:43:14.280 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (57s) 28s ago 11m 53.4M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:43:14.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc23c07b0f0 msgr2=0x7fc23c07d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc23c07b0f0 0x7fc23c07d5a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc2501000c0 tx=0x7fc2400091c0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 msgr2=0x7fc250194db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc250194db0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc238006010 tx=0x7fc23800bd70 comp rx=0 tx=0).stop 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 shutdown_connections 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc23c07b0f0 0x7fc23c07d5a0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2500ff060 0x7fc250194870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 --2- 172.21.15.159:0/3088881602 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc250100260 0x7fc250194db0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 >> 172.21.15.159:0/3088881602 conn(0x7fc2500fa610 msgr2=0x7fc250103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 shutdown_connections 2024-09-17T10:43:14.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.279+0000 7fc255737700 1 -- 172.21.15.159:0/3088881602 wait complete. 2024-09-17T10:43:14.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 -- 172.21.15.159:0/758637915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe074100250 msgr2=0x7fe0741006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/758637915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe074100250 0x7fe0741006a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe060009910 tx=0x7fe060009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:14.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 -- 172.21.15.159:0/758637915 shutdown_connections 2024-09-17T10:43:14.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/758637915 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe074100250 0x7fe0741006a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/758637915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe0740ff050 0x7fe0740ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 -- 172.21.15.159:0/758637915 >> 172.21.15.159:0/758637915 conn(0x7fe0740fa600 msgr2=0x7fe0740fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:14.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 -- 172.21.15.159:0/758637915 shutdown_connections 2024-09-17T10:43:14.384 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 -- 172.21.15.159:0/758637915 wait complete. 2024-09-17T10:43:14.385 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 Processor -- start 2024-09-17T10:43:14.385 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 -- start start 2024-09-17T10:43:14.385 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.382+0000 7fe07b1f9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe0740ff050 0x7fe074102fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe07b1f9700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe074100250 0x7fe074101630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe07b1f9700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe074101b70 con 0x7fe0740ff050 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe07b1f9700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe074101cb0 con 0x7fe074100250 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe078f95700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe0740ff050 0x7fe074102fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe078f95700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe0740ff050 0x7fe074102fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:44152/0 (socket says 172.21.15.159:44152) 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe078f95700 1 -- 172.21.15.159:0/3467045186 learned_addr learned my addr 172.21.15.159:0/3467045186 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe073fff700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe074100250 0x7fe074101630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe078f95700 1 -- 172.21.15.159:0/3467045186 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe074100250 msgr2=0x7fe074101630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe078f95700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe074100250 0x7fe074101630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe078f95700 1 -- 172.21.15.159:0/3467045186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0600095f0 con 0x7fe0740ff050 2024-09-17T10:43:14.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe078f95700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe0740ff050 0x7fe074102fe0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe06800e8f0 tx=0x7fe06800ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:14.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe071ffb700 1 -- 172.21.15.159:0/3467045186 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe068009790 con 0x7fe0740ff050 2024-09-17T10:43:14.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe071ffb700 1 -- 172.21.15.159:0/3467045186 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe06800c810 con 0x7fe0740ff050 2024-09-17T10:43:14.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe074101f90 con 0x7fe0740ff050 2024-09-17T10:43:14.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.383+0000 7fe071ffb700 1 -- 172.21.15.159:0/3467045186 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe068003d20 con 0x7fe0740ff050 2024-09-17T10:43:14.387 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.384+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe07419d9b0 con 0x7fe0740ff050 2024-09-17T10:43:14.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.385+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe074107ba0 con 0x7fe0740ff050 2024-09-17T10:43:14.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.385+0000 7fe071ffb700 1 -- 172.21.15.159:0/3467045186 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7fe0680041f0 con 0x7fe0740ff050 2024-09-17T10:43:14.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.386+0000 7fe071ffb700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe06407b0e0 0x7fe06407d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.386+0000 7fe073fff700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe06407b0e0 0x7fe06407d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.386+0000 7fe071ffb700 1 -- 172.21.15.159:0/3467045186 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fe068014070 con 0x7fe0740ff050 2024-09-17T10:43:14.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.386+0000 7fe073fff700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe06407b0e0 0x7fe06407d590 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe06000b6f0 tx=0x7fe060005a90 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:14.392 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.390+0000 7fe071ffb700 1 -- 172.21.15.159:0/3467045186 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fe068061410 con 0x7fe0740ff050 2024-09-17T10:43:14.581 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:14 smithi170 ceph-mon[62996]: from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:14.582 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:14.582 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:14.582 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T10:43:14.582 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T10:43:14.582 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:14.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:14 smithi159 ceph-mon[78956]: from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:14.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:14.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:14.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mgr.smithi170.ssubfe", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-17T10:43:14.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mgr services"} : dispatch 2024-09-17T10:43:14.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:14.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.693+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fe07419df60 con 0x7fe0740ff050 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.693+0000 7fe071ffb700 1 -- 172.21.15.159:0/3467045186 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+688 (secure 0 0 0) 0x7fe068064530 con 0x7fe0740ff050 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6 2024-09-17T10:43:14.695 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 10, 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:43:14.696 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:43:14.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe06407b0e0 msgr2=0x7fe06407d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe06407b0e0 0x7fe06407d590 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe06000b6f0 tx=0x7fe060005a90 comp rx=0 tx=0).stop 2024-09-17T10:43:14.697 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe0740ff050 msgr2=0x7fe074102fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe0740ff050 0x7fe074102fe0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe06800e8f0 tx=0x7fe06800ec00 comp rx=0 tx=0).stop 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 shutdown_connections 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe0740ff050 0x7fe074102fe0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe06407b0e0 0x7fe06407d590 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 --2- 172.21.15.159:0/3467045186 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe074100250 0x7fe074101630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 >> 172.21.15.159:0/3467045186 conn(0x7fe0740fa600 msgr2=0x7fe074068c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 shutdown_connections 2024-09-17T10:43:14.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.696+0000 7fe07b1f9700 1 -- 172.21.15.159:0/3467045186 wait complete. 2024-09-17T10:43:14.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 -- 172.21.15.159:0/1132066748 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c1002b0 msgr2=0x7f011c100700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 --2- 172.21.15.159:0/1132066748 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c1002b0 0x7f011c100700 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0110009910 tx=0x7f0110009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:14.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 -- 172.21.15.159:0/1132066748 shutdown_connections 2024-09-17T10:43:14.802 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 --2- 172.21.15.159:0/1132066748 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c1002b0 0x7f011c100700 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 --2- 172.21.15.159:0/1132066748 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f011c0ff0b0 0x7f011c0ff4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 -- 172.21.15.159:0/1132066748 >> 172.21.15.159:0/1132066748 conn(0x7f011c0fa660 msgr2=0x7f011c0fca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:14.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 -- 172.21.15.159:0/1132066748 shutdown_connections 2024-09-17T10:43:14.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 -- 172.21.15.159:0/1132066748 wait complete. 2024-09-17T10:43:14.804 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 Processor -- start 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.801+0000 7f01228ea700 1 -- start start 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01228ea700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c0ff0b0 0x7f011c194940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01228ea700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f011c1002b0 0x7f011c194e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01228ea700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f011c1954a0 con 0x7f011c0ff0b0 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01228ea700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f011c1955e0 con 0x7f011c1002b0 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c0ff0b0 0x7f011c194940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c0ff0b0 0x7f011c194940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:44168/0 (socket says 172.21.15.159:44168) 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011bfff700 1 -- 172.21.15.159:0/194984812 learned_addr learned my addr 172.21.15.159:0/194984812 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011b7fe700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f011c1002b0 0x7f011c194e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011bfff700 1 -- 172.21.15.159:0/194984812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f011c1002b0 msgr2=0x7f011c194e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:14.805 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011bfff700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f011c1002b0 0x7f011c194e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011bfff700 1 -- 172.21.15.159:0/194984812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01100095f0 con 0x7f011c0ff0b0 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f011bfff700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c0ff0b0 0x7f011c194940 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f010c00d900 tx=0x7f010c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01197fa700 1 -- 172.21.15.159:0/194984812 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f010c0041f0 con 0x7f011c0ff0b0 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01197fa700 1 -- 172.21.15.159:0/194984812 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f010c004350 con 0x7f011c0ff0b0 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f011c19a090 con 0x7f011c0ff0b0 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01197fa700 1 -- 172.21.15.159:0/194984812 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f010c003d20 con 0x7f011c0ff0b0 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.802+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f011c19a5e0 con 0x7f011c0ff0b0 2024-09-17T10:43:14.806 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.803+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f011c107c00 con 0x7f011c0ff0b0 2024-09-17T10:43:14.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.804+0000 7f01197fa700 1 -- 172.21.15.159:0/194984812 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f010c009730 con 0x7f011c0ff0b0 2024-09-17T10:43:14.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.804+0000 7f01197fa700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f010407b0e0 0x7f010407d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:14.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.805+0000 7f011b7fe700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f010407b0e0 0x7f010407d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:14.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.805+0000 7f01197fa700 1 -- 172.21.15.159:0/194984812 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f010c09df70 con 0x7f011c0ff0b0 2024-09-17T10:43:14.807 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.805+0000 7f011b7fe700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f010407b0e0 0x7f010407d590 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f011000b5c0 tx=0x7f011001a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:14.810 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:14.809+0000 7f01197fa700 1 -- 172.21.15.159:0/194984812 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f010c0d5190 con 0x7f011c0ff0b0 2024-09-17T10:43:15.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.062+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f011c107dc0 con 0x7f011c0ff0b0 2024-09-17T10:43:15.064 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.063+0000 7f01197fa700 1 -- 172.21.15.159:0/194984812 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7f010c061000 con 0x7f011c0ff0b0 2024-09-17T10:43:15.064 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:43:15.065 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:43:15.066 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:15.067 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:15.068 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:15.068 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:15.068 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f010407b0e0 msgr2=0x7f010407d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f010407b0e0 0x7f010407d590 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f011000b5c0 tx=0x7f011001a040 comp rx=0 tx=0).stop 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c0ff0b0 msgr2=0x7f011c194940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c0ff0b0 0x7f011c194940 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f010c00d900 tx=0x7f010c00dc10 comp rx=0 tx=0).stop 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 shutdown_connections 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f011c0ff0b0 0x7f011c194940 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f010407b0e0 0x7f010407d590 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 --2- 172.21.15.159:0/194984812 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f011c1002b0 0x7f011c194e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 >> 172.21.15.159:0/194984812 conn(0x7f011c0fa660 msgr2=0x7f011c1034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 shutdown_connections 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.066+0000 7f01228ea700 1 -- 172.21.15.159:0/194984812 wait complete. 2024-09-17T10:43:15.069 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:43:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 -- 172.21.15.159:0/3801884449 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 msgr2=0x7fa3041030a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 --2- 172.21.15.159:0/3801884449 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa3041030a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa300009910 tx=0x7fa300009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 -- 172.21.15.159:0/3801884449 shutdown_connections 2024-09-17T10:43:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 --2- 172.21.15.159:0/3801884449 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3041035e0 0x7fa3041059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 --2- 172.21.15.159:0/3801884449 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa3041030a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 -- 172.21.15.159:0/3801884449 >> 172.21.15.159:0/3801884449 conn(0x7fa3040fa600 msgr2=0x7fa3040fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:15.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 -- 172.21.15.159:0/3801884449 shutdown_connections 2024-09-17T10:43:15.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 -- 172.21.15.159:0/3801884449 wait complete. 2024-09-17T10:43:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 Processor -- start 2024-09-17T10:43:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.172+0000 7fa30b73b700 1 -- start start 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa30b73b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa304195920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa30b73b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3041035e0 0x7fa304195e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa30b73b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa304196480 con 0x7fa304100cc0 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa30b73b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3041965c0 con 0x7fa3041035e0 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa3094d7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa304195920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa3094d7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa304195920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:44184/0 (socket says 172.21.15.159:44184) 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa3094d7700 1 -- 172.21.15.159:0/2078050158 learned_addr learned my addr 172.21.15.159:0/2078050158 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa308cd6700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3041035e0 0x7fa304195e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa3094d7700 1 -- 172.21.15.159:0/2078050158 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3041035e0 msgr2=0x7fa304195e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa3094d7700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3041035e0 0x7fa304195e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa3094d7700 1 -- 172.21.15.159:0/2078050158 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3000095f0 con 0x7fa304100cc0 2024-09-17T10:43:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa3094d7700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa304195920 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa30000b5c0 tx=0x7fa30000be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa2fa7fc700 1 -- 172.21.15.159:0/2078050158 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa30001d070 con 0x7fa304100cc0 2024-09-17T10:43:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa2fa7fc700 1 -- 172.21.15.159:0/2078050158 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa300022470 con 0x7fa304100cc0 2024-09-17T10:43:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa2fa7fc700 1 -- 172.21.15.159:0/2078050158 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa30000f690 con 0x7fa304100cc0 2024-09-17T10:43:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa30419b010 con 0x7fa304100cc0 2024-09-17T10:43:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.173+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa30419b500 con 0x7fa304100cc0 2024-09-17T10:43:15.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.174+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa30418fb90 con 0x7fa304100cc0 2024-09-17T10:43:15.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.175+0000 7fa2fa7fc700 1 -- 172.21.15.159:0/2078050158 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7fa300004b70 con 0x7fa304100cc0 2024-09-17T10:43:15.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.175+0000 7fa2fa7fc700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa2f007b0e0 0x7fa2f007d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:15.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.176+0000 7fa2fa7fc700 1 -- 172.21.15.159:0/2078050158 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fa30009f7c0 con 0x7fa304100cc0 2024-09-17T10:43:15.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.176+0000 7fa308cd6700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa2f007b0e0 0x7fa2f007d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:15.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.176+0000 7fa308cd6700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa2f007b0e0 0x7fa2f007d590 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4005fd0 tx=0x7fa2f400a560 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:15.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.180+0000 7fa2fa7fc700 1 -- 172.21.15.159:0/2078050158 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fa300062980 con 0x7fa304100cc0 2024-09-17T10:43:15.417 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.416+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fa304061190 con 0x7fa2f007b0e0 2024-09-17T10:43:15.418 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.417+0000 7fa2fa7fc700 1 -- 172.21.15.159:0/2078050158 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+383 (secure 0 0 0) 0x7fa304061190 con 0x7fa2f007b0e0 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:43:15.419 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "4/23 daemons upgraded", 2024-09-17T10:43:15.420 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading mon daemons", 2024-09-17T10:43:15.420 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:43:15.420 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:43:15.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.419+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa2f007b0e0 msgr2=0x7fa2f007d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.419+0000 7fa30b73b700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa2f007b0e0 0x7fa2f007d590 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4005fd0 tx=0x7fa2f400a560 comp rx=0 tx=0).stop 2024-09-17T10:43:15.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.419+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 msgr2=0x7fa304195920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.419+0000 7fa30b73b700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa304195920 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa30000b5c0 tx=0x7fa30000be20 comp rx=0 tx=0).stop 2024-09-17T10:43:15.421 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.420+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 shutdown_connections 2024-09-17T10:43:15.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.420+0000 7fa30b73b700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa304100cc0 0x7fa304195920 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.420+0000 7fa30b73b700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa2f007b0e0 0x7fa2f007d590 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.420+0000 7fa30b73b700 1 --2- 172.21.15.159:0/2078050158 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3041035e0 0x7fa304195e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.420+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 >> 172.21.15.159:0/2078050158 conn(0x7fa3040fa600 msgr2=0x7fa3040fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:15.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.420+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 shutdown_connections 2024-09-17T10:43:15.422 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.420+0000 7fa30b73b700 1 -- 172.21.15.159:0/2078050158 wait complete. 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 -- 172.21.15.159:0/2043480024 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c1006c0 msgr2=0x7ff45c100ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 --2- 172.21.15.159:0/2043480024 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c1006c0 0x7ff45c100ad0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ff458009910 tx=0x7ff458009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 -- 172.21.15.159:0/2043480024 shutdown_connections 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 --2- 172.21.15.159:0/2043480024 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff45c0ff370 0x7ff45c0ff7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 --2- 172.21.15.159:0/2043480024 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c1006c0 0x7ff45c100ad0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 -- 172.21.15.159:0/2043480024 >> 172.21.15.159:0/2043480024 conn(0x7ff45c0f9dd0 msgr2=0x7ff45c0fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 -- 172.21.15.159:0/2043480024 shutdown_connections 2024-09-17T10:43:15.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.527+0000 7ff463b98700 1 -- 172.21.15.159:0/2043480024 wait complete. 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff463b98700 1 Processor -- start 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff463b98700 1 -- start start 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff463b98700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c0ff370 0x7ff45c103110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff463b98700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff45c1006c0 0x7ff45c101760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff463b98700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff45c101ca0 con 0x7ff45c0ff370 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff463b98700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff45c101de0 con 0x7ff45c1006c0 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff461934700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c0ff370 0x7ff45c103110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff461934700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c0ff370 0x7ff45c103110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:44202/0 (socket says 172.21.15.159:44202) 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff461934700 1 -- 172.21.15.159:0/1335682624 learned_addr learned my addr 172.21.15.159:0/1335682624 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff461133700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff45c1006c0 0x7ff45c101760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff461934700 1 -- 172.21.15.159:0/1335682624 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff45c1006c0 msgr2=0x7ff45c101760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff461934700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff45c1006c0 0x7ff45c101760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.528+0000 7ff461934700 1 -- 172.21.15.159:0/1335682624 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4580095f0 con 0x7ff45c0ff370 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.529+0000 7ff461934700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c0ff370 0x7ff45c103110 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff45800bd70 tx=0x7ff45800bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.529+0000 7ff452ffd700 1 -- 172.21.15.159:0/1335682624 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff45801d070 con 0x7ff45c0ff370 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.529+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff45c102060 con 0x7ff45c0ff370 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.529+0000 7ff452ffd700 1 -- 172.21.15.159:0/1335682624 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff45800f460 con 0x7ff45c0ff370 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.529+0000 7ff452ffd700 1 -- 172.21.15.159:0/1335682624 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff458017630 con 0x7ff45c0ff370 2024-09-17T10:43:15.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.529+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff45c102550 con 0x7ff45c0ff370 2024-09-17T10:43:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.530+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff45c107c30 con 0x7ff45c0ff370 2024-09-17T10:43:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.531+0000 7ff452ffd700 1 -- 172.21.15.159:0/1335682624 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7ff45800f5d0 con 0x7ff45c0ff370 2024-09-17T10:43:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.531+0000 7ff452ffd700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff44807b0e0 0x7ff44807d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.531+0000 7ff452ffd700 1 -- 172.21.15.159:0/1335682624 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7ff45809f5a0 con 0x7ff45c0ff370 2024-09-17T10:43:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.531+0000 7ff461133700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff44807b0e0 0x7ff44807d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.532+0000 7ff461133700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff44807b0e0 0x7ff44807d590 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff45c1003f0 tx=0x7ff44c007400 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:15.537 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.535+0000 7ff452ffd700 1 -- 172.21.15.159:0/1335682624 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7ff458062630 con 0x7ff45c0ff370 2024-09-17T10:43:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: pgmap v20: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: Reconfiguring mgr.smithi170.ssubfe (monmap changed)... 2024-09-17T10:43:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: Reconfiguring daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:43:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='client.34168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3467045186' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/194984812' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T10:43:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: pgmap v20: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: Reconfiguring mgr.smithi170.ssubfe (monmap changed)... 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: Reconfiguring daemon mgr.smithi170.ssubfe on smithi170 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='client.34168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3467045186' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/194984812' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:15.731 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:15.732 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-17T10:43:15.732 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-17T10:43:15.732 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:15.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.835+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7ff45c19ded0 con 0x7ff45c0ff370 2024-09-17T10:43:15.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.836+0000 7ff452ffd700 1 -- 172.21.15.159:0/1335682624 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7ff458065750 con 0x7ff45c0ff370 2024-09-17T10:43:15.837 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:43:15.838 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:43:15.838 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:43:15.839 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff44807b0e0 msgr2=0x7ff44807d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff44807b0e0 0x7ff44807d590 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7ff45c1003f0 tx=0x7ff44c007400 comp rx=0 tx=0).stop 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c0ff370 msgr2=0x7ff45c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c0ff370 0x7ff45c103110 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff45800bd70 tx=0x7ff45800bda0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 shutdown_connections 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff45c0ff370 0x7ff45c103110 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff44807b0e0 0x7ff44807d590 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 --2- 172.21.15.159:0/1335682624 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff45c1006c0 0x7ff45c101760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 >> 172.21.15.159:0/1335682624 conn(0x7ff45c0f9dd0 msgr2=0x7ff45c0fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 shutdown_connections 2024-09-17T10:43:15.840 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:15.838+0000 7ff463b98700 1 -- 172.21.15.159:0/1335682624 wait complete. 2024-09-17T10:43:16.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:16 smithi170 ceph-mon[62996]: Reconfiguring mon.smithi170 (monmap changed)... 2024-09-17T10:43:16.869 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:16 smithi170 ceph-mon[62996]: Reconfiguring daemon mon.smithi170 on smithi170 2024-09-17T10:43:16.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:16 smithi170 ceph-mon[62996]: from='client.34180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:16.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:16 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1335682624' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:43:16.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:16 smithi159 ceph-mon[78956]: Reconfiguring mon.smithi170 (monmap changed)... 2024-09-17T10:43:16.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:16 smithi159 ceph-mon[78956]: Reconfiguring daemon mon.smithi170 on smithi170 2024-09-17T10:43:16.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:16 smithi159 ceph-mon[78956]: from='client.34180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:16.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:16 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1335682624' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:43:17.818 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:17 smithi170 ceph-mon[62996]: pgmap v21: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:17.819 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:17.819 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:17.819 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:17 smithi170 ceph-mon[62996]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T10:43:17.819 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T10:43:17.819 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:17.819 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:17 smithi170 ceph-mon[62996]: Reconfiguring daemon osd.3 on smithi170 2024-09-17T10:43:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:17 smithi159 ceph-mon[78956]: pgmap v21: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:17 smithi159 ceph-mon[78956]: Reconfiguring osd.3 (monmap changed)... 2024-09-17T10:43:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T10:43:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:17.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:17 smithi159 ceph-mon[78956]: Reconfiguring daemon osd.3 on smithi170 2024-09-17T10:43:19.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:18 smithi159 ceph-mon[78956]: pgmap v22: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:19.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:19.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:19.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:18 smithi159 ceph-mon[78956]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T10:43:19.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T10:43:19.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:19.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:18 smithi159 ceph-mon[78956]: Reconfiguring daemon osd.4 on smithi170 2024-09-17T10:43:19.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:18 smithi170 ceph-mon[62996]: pgmap v22: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:18 smithi170 ceph-mon[62996]: Reconfiguring osd.4 (monmap changed)... 2024-09-17T10:43:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T10:43:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:18 smithi170 ceph-mon[62996]: Reconfiguring daemon osd.4 on smithi170 2024-09-17T10:43:20.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:20 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:20.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:20 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:20.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:20 smithi159 ceph-mon[78956]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T10:43:20.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:20 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T10:43:20.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:20 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:20.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:20 smithi159 ceph-mon[78956]: Reconfiguring daemon osd.5 on smithi170 2024-09-17T10:43:20.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:20 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:20.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:20 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:20 smithi170 ceph-mon[62996]: Reconfiguring osd.5 (monmap changed)... 2024-09-17T10:43:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:20 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T10:43:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:20 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:20.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:20 smithi170 ceph-mon[62996]: Reconfiguring daemon osd.5 on smithi170 2024-09-17T10:43:21.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:21 smithi170 ceph-mon[62996]: pgmap v23: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:21.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:21.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:21.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:21.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:21 smithi159 ceph-mon[78956]: pgmap v23: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:21.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:22.641 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:22 smithi170 ceph-mon[62996]: Reconfiguring mds.cephfs.smithi170.coklrp (monmap changed)... 2024-09-17T10:43:22.641 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:22 smithi170 ceph-mon[62996]: Reconfiguring daemon mds.cephfs.smithi170.coklrp on smithi170 2024-09-17T10:43:22.641 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:22.641 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:22.641 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:22.642 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:22.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:22 smithi159 ceph-mon[78956]: Reconfiguring mds.cephfs.smithi170.coklrp (monmap changed)... 2024-09-17T10:43:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:22 smithi159 ceph-mon[78956]: Reconfiguring daemon mds.cephfs.smithi170.coklrp on smithi170 2024-09-17T10:43:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:43:22.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:23.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:23 smithi159 ceph-mon[78956]: pgmap v24: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:23.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:23 smithi159 ceph-mon[78956]: Reconfiguring mds.cephfs.smithi170.qtpusg (monmap changed)... 2024-09-17T10:43:23.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:23 smithi159 ceph-mon[78956]: Reconfiguring daemon mds.cephfs.smithi170.qtpusg on smithi170 2024-09-17T10:43:23.622 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:23 smithi170 ceph-mon[62996]: pgmap v24: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:23.622 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:23 smithi170 ceph-mon[62996]: Reconfiguring mds.cephfs.smithi170.qtpusg (monmap changed)... 2024-09-17T10:43:23.622 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:23 smithi170 ceph-mon[62996]: Reconfiguring daemon mds.cephfs.smithi170.qtpusg on smithi170 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all mon 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.smithi159"} : dispatch 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi159"}]': finished 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.smithi170"} : dispatch 2024-09-17T10:43:24.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:24 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi170"}]': finished 2024-09-17T10:43:24.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:24.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all mon 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.smithi159"} : dispatch 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi159"}]': finished 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.smithi170"} : dispatch 2024-09-17T10:43:24.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:24 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi170"}]': finished 2024-09-17T10:43:26.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:25 smithi159 ceph-mon[78956]: pgmap v25: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:26.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:26.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:26.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:26.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:25 smithi170 ceph-mon[62996]: pgmap v25: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:26.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:26.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:26.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi159", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:26.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:26.980 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:26 smithi159 ceph-mon[78956]: Upgrade: Updating crash.smithi159 (1/2) 2024-09-17T10:43:26.980 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:26 smithi159 ceph-mon[78956]: Deploying daemon crash.smithi159 on smithi159 2024-09-17T10:43:27.147 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:26 smithi170 ceph-mon[62996]: Upgrade: Updating crash.smithi159 (1/2) 2024-09-17T10:43:27.147 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:26 smithi170 ceph-mon[62996]: Deploying daemon crash.smithi159 on smithi159 2024-09-17T10:43:27.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:27 smithi159 ceph-mon[78956]: pgmap v26: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:28.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:27 smithi170 ceph-mon[62996]: pgmap v26: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:29.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:29 smithi170 ceph-mon[62996]: pgmap v27: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:29.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:29.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:29.780 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:29 smithi159 ceph-mon[78956]: pgmap v27: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:29.780 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:29.780 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:31.129 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:30 smithi170 ceph-mon[62996]: pgmap v28: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:31.129 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:30 smithi170 ceph-mon[62996]: Upgrade: Updating crash.smithi170 (2/2) 2024-09-17T10:43:31.129 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:30 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:31.130 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:30 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:31.130 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:30 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:31.130 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:30 smithi170 ceph-mon[62996]: Deploying daemon crash.smithi170 on smithi170 2024-09-17T10:43:31.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:30 smithi159 ceph-mon[78956]: pgmap v28: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:31.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:30 smithi159 ceph-mon[78956]: Upgrade: Updating crash.smithi170 (2/2) 2024-09-17T10:43:31.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:30 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:31.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:30 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.crash.smithi170", "caps": ["mon", "profile crash", "mgr", "profile crash"]} : dispatch 2024-09-17T10:43:31.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:30 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:31.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:30 smithi159 ceph-mon[78956]: Deploying daemon crash.smithi170 on smithi170 2024-09-17T10:43:32.963 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:32 smithi170 ceph-mon[62996]: pgmap v29: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:33.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:32 smithi159 ceph-mon[78956]: pgmap v29: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:34.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:34 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:34.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:34 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:34.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:34 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:34.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:34 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:34.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:34 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:34.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:34 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:35.577 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:35 smithi170 ceph-mon[62996]: pgmap v30: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:35.609 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:35 smithi159 ceph-mon[78956]: pgmap v30: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:37.450 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:37 smithi170 ceph-mon[62996]: pgmap v31: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:37.450 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:37.451 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:37.451 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:37.451 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:37.504 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:37 smithi159 ceph-mon[78956]: pgmap v31: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:37.504 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:37.505 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:37.505 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:37.505 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.252 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:39 smithi159 ceph-mon[78956]: pgmap v32: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:39.253 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.253 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.253 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.253 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.375 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:39 smithi170 ceph-mon[62996]: pgmap v32: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:39.375 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.375 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.375 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:39.375 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:40.792 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:40.792 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:40.792 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:40.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:41.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:41 smithi159 ceph-mon[78956]: pgmap v33: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:41.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:41 smithi170 ceph-mon[62996]: pgmap v33: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: pgmap v34: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all crash 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi159"} : dispatch 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi159"}]': finished 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi170"} : dispatch 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi170"}]': finished 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T10:43:43.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:42 smithi159 ceph-mon[78956]: Upgrade: osd.0 is safe to restart 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: pgmap v34: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all crash 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi159"} : dispatch 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi159"}]': finished 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi170"} : dispatch 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi170"}]': finished 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-17T10:43:43.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:42 smithi170 ceph-mon[62996]: Upgrade: osd.0 is safe to restart 2024-09-17T10:43:44.610 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:44 smithi159 ceph-mon[78956]: Upgrade: Updating osd.0 2024-09-17T10:43:44.610 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:44.611 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T10:43:44.611 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:44.611 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:44 smithi159 ceph-mon[78956]: Deploying daemon osd.0 on smithi159 2024-09-17T10:43:44.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:44 smithi170 ceph-mon[62996]: Upgrade: Updating osd.0 2024-09-17T10:43:44.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:44 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:44.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:44 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-17T10:43:44.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:44 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:43:44.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:44 smithi170 ceph-mon[62996]: Deploying daemon osd.0 on smithi159 2024-09-17T10:43:45.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:45 smithi159 ceph-mon[78956]: pgmap v35: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:45 smithi170 ceph-mon[62996]: pgmap v35: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 -- 172.21.15.159:0/3223145116 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 msgr2=0x7fba880ff480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 --2- 172.21.15.159:0/3223145116 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba880ff480 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fba70009910 tx=0x7fba70009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 -- 172.21.15.159:0/3223145116 shutdown_connections 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 --2- 172.21.15.159:0/3223145116 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba88100270 0x7fba881006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 --2- 172.21.15.159:0/3223145116 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba880ff480 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 -- 172.21.15.159:0/3223145116 >> 172.21.15.159:0/3223145116 conn(0x7fba880fa600 msgr2=0x7fba880fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 -- 172.21.15.159:0/3223145116 shutdown_connections 2024-09-17T10:43:45.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 -- 172.21.15.159:0/3223145116 wait complete. 2024-09-17T10:43:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.950+0000 7fba8e118700 1 Processor -- start 2024-09-17T10:43:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba8e118700 1 -- start start 2024-09-17T10:43:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba8e118700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba88195a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba8e118700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba88100270 0x7fba88195f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba8e118700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba881965a0 con 0x7fba880ff070 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba8e118700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba881966e0 con 0x7fba88100270 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba877fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba88195a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba877fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba88195a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:50076/0 (socket says 172.21.15.159:50076) 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba877fe700 1 -- 172.21.15.159:0/3503714041 learned_addr learned my addr 172.21.15.159:0/3503714041 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba86ffd700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba88100270 0x7fba88195f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba877fe700 1 -- 172.21.15.159:0/3503714041 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba88100270 msgr2=0x7fba88195f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba877fe700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba88100270 0x7fba88195f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:45.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba877fe700 1 -- 172.21.15.159:0/3503714041 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba700095f0 con 0x7fba880ff070 2024-09-17T10:43:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.951+0000 7fba877fe700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba88195a40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fba7000bda0 tx=0x7fba7000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.952+0000 7fba84ff9700 1 -- 172.21.15.159:0/3503714041 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fba7001d070 con 0x7fba880ff070 2024-09-17T10:43:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.952+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba8819b130 con 0x7fba880ff070 2024-09-17T10:43:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.952+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba8819b6a0 con 0x7fba880ff070 2024-09-17T10:43:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.952+0000 7fba84ff9700 1 -- 172.21.15.159:0/3503714041 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fba70004c50 con 0x7fba880ff070 2024-09-17T10:43:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.952+0000 7fba84ff9700 1 -- 172.21.15.159:0/3503714041 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fba7000f690 con 0x7fba880ff070 2024-09-17T10:43:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.953+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba88107c40 con 0x7fba880ff070 2024-09-17T10:43:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.954+0000 7fba84ff9700 1 -- 172.21.15.159:0/3503714041 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7fba70022470 con 0x7fba880ff070 2024-09-17T10:43:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.954+0000 7fba84ff9700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba7407b0f0 0x7fba7407d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:45.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.954+0000 7fba84ff9700 1 -- 172.21.15.159:0/3503714041 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fba7009f890 con 0x7fba880ff070 2024-09-17T10:43:45.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.954+0000 7fba86ffd700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba7407b0f0 0x7fba7407d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:45.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.955+0000 7fba86ffd700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba7407b0f0 0x7fba7407d5a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fba78006fd0 tx=0x7fba78008040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:45.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:45.958+0000 7fba84ff9700 1 -- 172.21.15.159:0/3503714041 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fba700629a0 con 0x7fba880ff070 2024-09-17T10:43:46.207 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.205+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fba88069460 con 0x7fba7407b0f0 2024-09-17T10:43:46.208 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.207+0000 7fba84ff9700 1 -- 172.21.15.159:0/3503714041 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7fba88069460 con 0x7fba7407b0f0 2024-09-17T10:43:46.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba7407b0f0 msgr2=0x7fba7407d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba7407b0f0 0x7fba7407d5a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fba78006fd0 tx=0x7fba78008040 comp rx=0 tx=0).stop 2024-09-17T10:43:46.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 msgr2=0x7fba88195a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba88195a40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fba7000bda0 tx=0x7fba7000be80 comp rx=0 tx=0).stop 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 shutdown_connections 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fba880ff070 0x7fba88195a40 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba7407b0f0 0x7fba7407d5a0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 --2- 172.21.15.159:0/3503714041 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba88100270 0x7fba88195f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.210+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 >> 172.21.15.159:0/3503714041 conn(0x7fba880fa600 msgr2=0x7fba88068d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.211+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 shutdown_connections 2024-09-17T10:43:46.213 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.211+0000 7fba8e118700 1 -- 172.21.15.159:0/3503714041 wait complete. 2024-09-17T10:43:46.226 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:43:46.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.326+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/1959279248 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 msgr2=0x7ff3d40ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.326+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/1959279248 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d40ff460 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4009910 tx=0x7ff3c4009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.326+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/1959279248 shutdown_connections 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.326+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/1959279248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d4100250 0x7ff3d41006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.326+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/1959279248 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d40ff460 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.327+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/1959279248 >> 172.21.15.159:0/1959279248 conn(0x7ff3d40fa5e0 msgr2=0x7ff3d40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.327+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/1959279248 shutdown_connections 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.327+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/1959279248 wait complete. 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.327+0000 7ff3d9fb6700 1 Processor -- start 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.327+0000 7ff3d9fb6700 1 -- start start 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d9fb6700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d4195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d9fb6700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d4100250 0x7ff3d4195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:46.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d9fb6700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d41964f0 con 0x7ff3d40ff050 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d9fb6700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d4196630 con 0x7ff3d4100250 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d4195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d4195990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35322/0 (socket says 172.21.15.159:35322) 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d37fe700 1 -- 172.21.15.159:0/2503633410 learned_addr learned my addr 172.21.15.159:0/2503633410 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d2ffd700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d4100250 0x7ff3d4195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d37fe700 1 -- 172.21.15.159:0/2503633410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d4100250 msgr2=0x7ff3d4195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d37fe700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d4100250 0x7ff3d4195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d37fe700 1 -- 172.21.15.159:0/2503633410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3c40095f0 con 0x7ff3d40ff050 2024-09-17T10:43:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d37fe700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d4195990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400bda0 tx=0x7ff3c400be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:46.332 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d0ff9700 1 -- 172.21.15.159:0/2503633410 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff3c401d070 con 0x7ff3d40ff050 2024-09-17T10:43:46.332 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.328+0000 7ff3d0ff9700 1 -- 172.21.15.159:0/2503633410 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff3c400f460 con 0x7ff3d40ff050 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.329+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d419b080 con 0x7ff3d40ff050 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.329+0000 7ff3d0ff9700 1 -- 172.21.15.159:0/2503633410 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff3c4021640 con 0x7ff3d40ff050 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.329+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d419b570 con 0x7ff3d40ff050 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.330+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3d4108ca0 con 0x7ff3d40ff050 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.330+0000 7ff3d0ff9700 1 -- 172.21.15.159:0/2503633410 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7ff3c400fa00 con 0x7ff3d40ff050 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.331+0000 7ff3d0ff9700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff3bc07b0f0 0x7ff3bc07d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.331+0000 7ff3d0ff9700 1 -- 172.21.15.159:0/2503633410 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7ff3c409f460 con 0x7ff3d40ff050 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.331+0000 7ff3d2ffd700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff3bc07b0f0 0x7ff3bc07d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:46.333 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.332+0000 7ff3d2ffd700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff3bc07b0f0 0x7ff3bc07d5a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8005950 tx=0x7ff3c80058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:46.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.336+0000 7ff3d0ff9700 1 -- 172.21.15.159:0/2503633410 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7ff3c40624f0 con 0x7ff3d40ff050 2024-09-17T10:43:46.581 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:46 smithi159 systemd[1]: Stopping Ceph osd.0 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:43:46.597 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.596+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7ff3d419bc70 con 0x7ff3bc07b0f0 2024-09-17T10:43:46.598 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.597+0000 7ff3d0ff9700 1 -- 172.21.15.159:0/2503633410 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7ff3d419bc70 con 0x7ff3bc07b0f0 2024-09-17T10:43:46.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.599+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff3bc07b0f0 msgr2=0x7ff3bc07d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.599+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff3bc07b0f0 0x7ff3bc07d5a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8005950 tx=0x7ff3c80058e0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 msgr2=0x7ff3d4195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d4195990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400bda0 tx=0x7ff3c400be80 comp rx=0 tx=0).stop 2024-09-17T10:43:46.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 shutdown_connections 2024-09-17T10:43:46.601 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff3d40ff050 0x7ff3d4195990 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff3bc07b0f0 0x7ff3bc07d5a0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 --2- 172.21.15.159:0/2503633410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d4100250 0x7ff3d4195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 >> 172.21.15.159:0/2503633410 conn(0x7ff3d40fa5e0 msgr2=0x7ff3d4103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:46.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 shutdown_connections 2024-09-17T10:43:46.602 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.600+0000 7ff3d9fb6700 1 -- 172.21.15.159:0/2503633410 wait complete. 2024-09-17T10:43:46.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 -- 172.21.15.159:0/1626216523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c100250 msgr2=0x7f501c1006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 --2- 172.21.15.159:0/1626216523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c100250 0x7f501c1006a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5004009910 tx=0x7f5004009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:46.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 -- 172.21.15.159:0/1626216523 shutdown_connections 2024-09-17T10:43:46.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 --2- 172.21.15.159:0/1626216523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c100250 0x7f501c1006a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 --2- 172.21.15.159:0/1626216523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f501c0ff050 0x7f501c0ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 -- 172.21.15.159:0/1626216523 >> 172.21.15.159:0/1626216523 conn(0x7f501c0fa5e0 msgr2=0x7f501c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:46.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 -- 172.21.15.159:0/1626216523 shutdown_connections 2024-09-17T10:43:46.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.705+0000 7f5022391700 1 -- 172.21.15.159:0/1626216523 wait complete. 2024-09-17T10:43:46.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f5022391700 1 Processor -- start 2024-09-17T10:43:46.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f5022391700 1 -- start start 2024-09-17T10:43:46.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f5022391700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c0ff050 0x7f501c102fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:46.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f5022391700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f501c100250 0x7f501c101630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f5022391700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f501c101b70 con 0x7f501c0ff050 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f5022391700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f501c101cb0 con 0x7f501c100250 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f501bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c0ff050 0x7f501c102fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f501bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c0ff050 0x7f501c102fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35334/0 (socket says 172.21.15.159:35334) 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f501bfff700 1 -- 172.21.15.159:0/1424560523 learned_addr learned my addr 172.21.15.159:0/1424560523 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f5013fff700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f501c100250 0x7f501c101630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f501bfff700 1 -- 172.21.15.159:0/1424560523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f501c100250 msgr2=0x7f501c101630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f501bfff700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f501c100250 0x7f501c101630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.706+0000 7f501bfff700 1 -- 172.21.15.159:0/1424560523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50040095f0 con 0x7f501c0ff050 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.707+0000 7f501bfff700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c0ff050 0x7f501c102fe0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f500c00d900 tx=0x7f500c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.707+0000 7f5019ffb700 1 -- 172.21.15.159:0/1424560523 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f500c00b920 con 0x7f501c0ff050 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.707+0000 7f5019ffb700 1 -- 172.21.15.159:0/1424560523 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f500c010460 con 0x7f501c0ff050 2024-09-17T10:43:46.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.707+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f501c101f90 con 0x7f501c0ff050 2024-09-17T10:43:46.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.707+0000 7f5019ffb700 1 -- 172.21.15.159:0/1424560523 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f500c00f590 con 0x7f501c0ff050 2024-09-17T10:43:46.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.707+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f501c19d9e0 con 0x7f501c0ff050 2024-09-17T10:43:46.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.708+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f501c107ba0 con 0x7f501c0ff050 2024-09-17T10:43:46.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.708+0000 7f5019ffb700 1 -- 172.21.15.159:0/1424560523 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f500c0105d0 con 0x7f501c0ff050 2024-09-17T10:43:46.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.709+0000 7f5019ffb700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f500807b0e0 0x7f500807d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:46.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.709+0000 7f5019ffb700 1 -- 172.21.15.159:0/1424560523 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f500c09dfa0 con 0x7f501c0ff050 2024-09-17T10:43:46.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.709+0000 7f5013fff700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f500807b0e0 0x7f500807d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:46.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.709+0000 7f5013fff700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f500807b0e0 0x7f500807d590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5004006010 tx=0x7f500400b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:46.714 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.713+0000 7f5019ffb700 1 -- 172.21.15.159:0/1424560523 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f500c0610b0 con 0x7f501c0ff050 2024-09-17T10:43:46.927 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:46 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[46035]: 2024-09-17T10:43:46.579+0000 7f1057f05700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:43:46.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:46 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[46035]: 2024-09-17T10:43:46.579+0000 7f1057f05700 -1 osd.0 50 *** Got signal Terminated *** 2024-09-17T10:43:46.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:46 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[46035]: 2024-09-17T10:43:46.579+0000 7f1057f05700 -1 osd.0 50 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:43:46.938 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.936+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f501c068ae0 con 0x7f500807b0e0 2024-09-17T10:43:46.947 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.946+0000 7f5019ffb700 1 -- 172.21.15.159:0/1424560523 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7f501c068ae0 con 0x7f500807b0e0 2024-09-17T10:43:46.947 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:43:46.947 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (10m) 8s ago 12m 25.6M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (2m) 8s ago 12m 7239k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (2m) 10s ago 11m 7415k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (18s) 8s ago 12m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (14s) 10s ago 11m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (10m) 8s ago 12m 85.6M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (6m) 8s ago 6m 15.7M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (6m) 8s ago 6m 19.0M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (6m) 10s ago 6m 156M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (6m) 10s ago 6m 19.6M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (115s) 8s ago 13m 506M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (85s) 10s ago 11m 453M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (74s) 8s ago 14m 46.1M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:43:46.948 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (55s) 10s ago 11m 38.1M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (12m) 8s ago 12m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (11m) 10s ago 11m 16.6M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (10m) 8s ago 10m 264M 1216M 18.2.0 dc2bc1663786 7b2f6dcd5af8 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (9m) 8s ago 9m 275M 1216M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (9m) 8s ago 9m 220M 1216M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (8m) 10s ago 8m 290M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (8m) 10s ago 8m 260M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (7m) 10s ago 7m 243M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:43:46.949 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (90s) 8s ago 12m 62.9M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f500807b0e0 msgr2=0x7f500807d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f500807b0e0 0x7f500807d590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5004006010 tx=0x7f500400b540 comp rx=0 tx=0).stop 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c0ff050 msgr2=0x7f501c102fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c0ff050 0x7f501c102fe0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f500c00d900 tx=0x7f500c00dcc0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 shutdown_connections 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f501c0ff050 0x7f501c102fe0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f500807b0e0 0x7f500807d590 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.950 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 --2- 172.21.15.159:0/1424560523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f501c100250 0x7f501c101630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:46.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 >> 172.21.15.159:0/1424560523 conn(0x7f501c0fa5e0 msgr2=0x7f501c0683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:46.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 shutdown_connections 2024-09-17T10:43:46.951 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:46.948+0000 7f5022391700 1 -- 172.21.15.159:0/1424560523 wait complete. 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 -- 172.21.15.159:0/4047028623 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb8100250 msgr2=0x7f9cb81006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/4047028623 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb8100250 0x7f9cb81006a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9cac009910 tx=0x7f9cac009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 -- 172.21.15.159:0/4047028623 shutdown_connections 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/4047028623 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb8100250 0x7f9cb81006a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/4047028623 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb80ff050 0x7f9cb80ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 -- 172.21.15.159:0/4047028623 >> 172.21.15.159:0/4047028623 conn(0x7f9cb80fa5e0 msgr2=0x7f9cb80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 -- 172.21.15.159:0/4047028623 shutdown_connections 2024-09-17T10:43:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.052+0000 7f9cc04ab700 1 -- 172.21.15.159:0/4047028623 wait complete. 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cc04ab700 1 Processor -- start 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cc04ab700 1 -- start start 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cc04ab700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb80ff050 0x7f9cb8068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cc04ab700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb8100250 0x7f9cb819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cc04ab700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb819acc0 con 0x7f9cb80ff050 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cc04ab700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb819ae00 con 0x7f9cb8100250 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbe247700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb80ff050 0x7f9cb8068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbe247700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb80ff050 0x7f9cb8068f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35356/0 (socket says 172.21.15.159:35356) 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbe247700 1 -- 172.21.15.159:0/2749545352 learned_addr learned my addr 172.21.15.159:0/2749545352 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbda46700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb8100250 0x7f9cb819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbe247700 1 -- 172.21.15.159:0/2749545352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb8100250 msgr2=0x7f9cb819a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbe247700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb8100250 0x7f9cb819a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbe247700 1 -- 172.21.15.159:0/2749545352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cac0095f0 con 0x7f9cb80ff050 2024-09-17T10:43:47.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.053+0000 7f9cbe247700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb80ff050 0x7f9cb8068f30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000ada0 tx=0x7f9cb000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:47.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.054+0000 7f9cb77fe700 1 -- 172.21.15.159:0/2749545352 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9cb000f070 con 0x7f9cb80ff050 2024-09-17T10:43:47.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.054+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cb819b0e0 con 0x7f9cb80ff050 2024-09-17T10:43:47.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.054+0000 7f9cb77fe700 1 -- 172.21.15.159:0/2749545352 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9cb0007bc0 con 0x7f9cb80ff050 2024-09-17T10:43:47.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.054+0000 7f9cb77fe700 1 -- 172.21.15.159:0/2749545352 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9cb0004250 con 0x7f9cb80ff050 2024-09-17T10:43:47.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.054+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cb819b630 con 0x7f9cb80ff050 2024-09-17T10:43:47.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.055+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cb8107bc0 con 0x7f9cb80ff050 2024-09-17T10:43:47.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.055+0000 7f9cb77fe700 1 -- 172.21.15.159:0/2749545352 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f9cb0003a20 con 0x7f9cb80ff050 2024-09-17T10:43:47.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.056+0000 7f9cb77fe700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9ca007b0f0 0x7f9ca007d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.056+0000 7f9cbda46700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9ca007b0f0 0x7f9ca007d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.056+0000 7f9cb77fe700 1 -- 172.21.15.159:0/2749545352 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f9cb009d480 con 0x7f9cb80ff050 2024-09-17T10:43:47.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.056+0000 7f9cbda46700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9ca007b0f0 0x7f9ca007d5a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9cb80694b0 tx=0x7f9cac005920 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:47.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.060+0000 7f9cb77fe700 1 -- 172.21.15.159:0/2749545352 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f9cb0060590 con 0x7f9cb80ff050 2024-09-17T10:43:47.382 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.381+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f9cb819bcc0 con 0x7f9cb80ff050 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.381+0000 7f9cb77fe700 1 -- 172.21.15.159:0/2749545352 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+687 (secure 0 0 0) 0x7f9cb00636b0 con 0x7f9cb80ff050 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:43:47.383 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 5 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 9, 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:43:47.384 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:43:47.385 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9ca007b0f0 msgr2=0x7f9ca007d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9ca007b0f0 0x7f9ca007d5a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9cb80694b0 tx=0x7f9cac005920 comp rx=0 tx=0).stop 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb80ff050 msgr2=0x7f9cb8068f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb80ff050 0x7f9cb8068f30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000ada0 tx=0x7f9cb000c330 comp rx=0 tx=0).stop 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 shutdown_connections 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9cb80ff050 0x7f9cb8068f30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9ca007b0f0 0x7f9ca007d5a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 --2- 172.21.15.159:0/2749545352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb8100250 0x7f9cb819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 >> 172.21.15.159:0/2749545352 conn(0x7f9cb80fa5e0 msgr2=0x7f9cb8103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 shutdown_connections 2024-09-17T10:43:47.386 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.384+0000 7f9cc04ab700 1 -- 172.21.15.159:0/2749545352 wait complete. 2024-09-17T10:43:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3112744717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40ff350 msgr2=0x7f9dc40ff7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3112744717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40ff350 0x7f9dc40ff7c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9db4009910 tx=0x7f9db4009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3112744717 shutdown_connections 2024-09-17T10:43:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3112744717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40ff350 0x7f9dc40ff7c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3112744717 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9dc40fea00 0x7f9dc40fee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3112744717 >> 172.21.15.159:0/3112744717 conn(0x7f9dc40fa630 msgr2=0x7f9dc40fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3112744717 shutdown_connections 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3112744717 wait complete. 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 Processor -- start 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.489+0000 7f9dcc39a700 1 -- start start 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dcc39a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40fea00 0x7f9dc4197b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dcc39a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9dc40ff350 0x7f9dc41980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dcc39a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dc41986c0 con 0x7f9dc40fea00 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dcc39a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dc4198800 con 0x7f9dc40ff350 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dca136700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40fea00 0x7f9dc4197b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dca136700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40fea00 0x7f9dc4197b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35362/0 (socket says 172.21.15.159:35362) 2024-09-17T10:43:47.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dca136700 1 -- 172.21.15.159:0/3720319264 learned_addr learned my addr 172.21.15.159:0/3720319264 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dc9935700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9dc40ff350 0x7f9dc41980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dca136700 1 -- 172.21.15.159:0/3720319264 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9dc40ff350 msgr2=0x7f9dc41980a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dca136700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9dc40ff350 0x7f9dc41980a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dca136700 1 -- 172.21.15.159:0/3720319264 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9db40095f0 con 0x7f9dc40fea00 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dca136700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40fea00 0x7f9dc4197b60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9dc000d900 tx=0x7f9dc000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dbb7fe700 1 -- 172.21.15.159:0/3720319264 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9dc0004a00 con 0x7f9dc40fea00 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dbb7fe700 1 -- 172.21.15.159:0/3720319264 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9dc00054d0 con 0x7f9dc40fea00 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dc419d2b0 con 0x7f9dc40fea00 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.490+0000 7f9dbb7fe700 1 -- 172.21.15.159:0/3720319264 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9dc0009d00 con 0x7f9dc40fea00 2024-09-17T10:43:47.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.491+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dc419d800 con 0x7f9dc40fea00 2024-09-17T10:43:47.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.491+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dc410aed0 con 0x7f9dc40fea00 2024-09-17T10:43:47.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.492+0000 7f9dbb7fe700 1 -- 172.21.15.159:0/3720319264 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f9dc0005020 con 0x7f9dc40fea00 2024-09-17T10:43:47.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.493+0000 7f9dbb7fe700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9db007b0f0 0x7f9db007d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.493+0000 7f9dbb7fe700 1 -- 172.21.15.159:0/3720319264 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f9dc009df30 con 0x7f9dc40fea00 2024-09-17T10:43:47.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.493+0000 7f9dc9935700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9db007b0f0 0x7f9db007d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.493+0000 7f9dc9935700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9db007b0f0 0x7f9db007d5a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9db4006010 tx=0x7f9db400b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:47.498 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.497+0000 7f9dbb7fe700 1 -- 172.21.15.159:0/3720319264 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f9dc00d5190 con 0x7f9dc40fea00 2024-09-17T10:43:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:47 smithi159 ceph-mon[78956]: pgmap v36: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:47 smithi159 ceph-mon[78956]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:47 smithi159 ceph-mon[78956]: osd.0 marked itself down and dead 2024-09-17T10:43:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:47 smithi159 ceph-mon[78956]: from='client.34192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:47.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:47 smithi170 ceph-mon[62996]: pgmap v36: 65 pgs: 65 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:47 smithi170 ceph-mon[62996]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:47 smithi170 ceph-mon[62996]: osd.0 marked itself down and dead 2024-09-17T10:43:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:47 smithi170 ceph-mon[62996]: from='client.34192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:47.775 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.774+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f9dc419e330 con 0x7f9dc40fea00 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.774+0000 7f9dbb7fe700 1 -- 172.21.15.159:0/3720319264 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7f9dc0017070 con 0x7f9dc40fea00 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:43:47.776 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:43:47.777 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:43:47.778 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:43:47.779 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:47.780 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:47.780 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:43:47.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9db007b0f0 msgr2=0x7f9db007d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9db007b0f0 0x7f9db007d5a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9db4006010 tx=0x7f9db400b540 comp rx=0 tx=0).stop 2024-09-17T10:43:47.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40fea00 msgr2=0x7f9dc4197b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40fea00 0x7f9dc4197b60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9dc000d900 tx=0x7f9dc000dc10 comp rx=0 tx=0).stop 2024-09-17T10:43:47.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 shutdown_connections 2024-09-17T10:43:47.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9dc40fea00 0x7f9dc4197b60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.781 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9db007b0f0 0x7f9db007d5a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 --2- 172.21.15.159:0/3720319264 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9dc40ff350 0x7f9dc41980a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 >> 172.21.15.159:0/3720319264 conn(0x7f9dc40fa630 msgr2=0x7f9dc4107030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:47.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 shutdown_connections 2024-09-17T10:43:47.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.776+0000 7f9dcc39a700 1 -- 172.21.15.159:0/3720319264 wait complete. 2024-09-17T10:43:47.782 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:43:47.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 -- 172.21.15.159:0/2805424168 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 msgr2=0x7f1b2c103040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 --2- 172.21.15.159:0/2805424168 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c103040 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1b20009910 tx=0x7f1b20009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:47.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 -- 172.21.15.159:0/2805424168 shutdown_connections 2024-09-17T10:43:47.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 --2- 172.21.15.159:0/2805424168 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b2c103580 0x7f1b2c105960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 --2- 172.21.15.159:0/2805424168 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c103040 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 -- 172.21.15.159:0/2805424168 >> 172.21.15.159:0/2805424168 conn(0x7f1b2c0fa5e0 msgr2=0x7f1b2c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:47.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 -- 172.21.15.159:0/2805424168 shutdown_connections 2024-09-17T10:43:47.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.884+0000 7f1b33756700 1 -- 172.21.15.159:0/2805424168 wait complete. 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b33756700 1 Processor -- start 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b33756700 1 -- start start 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b33756700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c1959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b33756700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b2c103580 0x7f1b2c195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b33756700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b2c196500 con 0x7f1b2c100c60 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b33756700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b2c196640 con 0x7f1b2c103580 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b314f2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c1959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b314f2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c1959a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35372/0 (socket says 172.21.15.159:35372) 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b314f2700 1 -- 172.21.15.159:0/1716526208 learned_addr learned my addr 172.21.15.159:0/1716526208 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.885+0000 7f1b30cf1700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b2c103580 0x7f1b2c195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b314f2700 1 -- 172.21.15.159:0/1716526208 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b2c103580 msgr2=0x7f1b2c195ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b314f2700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b2c103580 0x7f1b2c195ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b314f2700 1 -- 172.21.15.159:0/1716526208 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b200095f0 con 0x7f1b2c100c60 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b314f2700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c1959a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1b2000b5c0 tx=0x7f1b2000be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b1e7fc700 1 -- 172.21.15.159:0/1716526208 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1b2001d070 con 0x7f1b2c100c60 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b1e7fc700 1 -- 172.21.15.159:0/1716526208 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f1b20022470 con 0x7f1b2c100c60 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b2c19b090 con 0x7f1b2c100c60 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b1e7fc700 1 -- 172.21.15.159:0/1716526208 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1b2000f690 con 0x7f1b2c100c60 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.886+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b2c19b600 con 0x7f1b2c100c60 2024-09-17T10:43:47.890 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.887+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b2c18fbf0 con 0x7f1b2c100c60 2024-09-17T10:43:47.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.888+0000 7f1b1e7fc700 1 -- 172.21.15.159:0/1716526208 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f1b20004b70 con 0x7f1b2c100c60 2024-09-17T10:43:47.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.888+0000 7f1b1e7fc700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b1807b0e0 0x7f1b1807d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:47.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.888+0000 7f1b1e7fc700 1 -- 172.21.15.159:0/1716526208 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f1b2009f810 con 0x7f1b2c100c60 2024-09-17T10:43:47.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.888+0000 7f1b30cf1700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b1807b0e0 0x7f1b1807d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:47.891 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.889+0000 7f1b30cf1700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b1807b0e0 0x7f1b1807d590 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1b28006fd0 tx=0x7f1b28008040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:47.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:47.893+0000 7f1b1e7fc700 1 -- 172.21.15.159:0/1716526208 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f1b20062950 con 0x7f1b2c100c60 2024-09-17T10:43:47.999 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:47 smithi159 podman[83739]: 2024-09-17 10:43:47.677031785 +0000 UTC m=+1.195090643 container died 7b2f6dcd5af8b50072759f9a0ded114b070d45f215a9cfe9da8b7d5aa3f0e617 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=HEAD, CEPH_POINT_RELEASE=-18.2.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-17T10:43:48.132 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.131+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f1b2c061190 con 0x7f1b1807b0e0 2024-09-17T10:43:48.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.132+0000 7f1b1e7fc700 1 -- 172.21.15.159:0/1716526208 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7f1b2c061190 con 0x7f1b1807b0e0 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "6/23 daemons upgraded", 2024-09-17T10:43:48.134 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T10:43:48.135 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:43:48.135 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b1807b0e0 msgr2=0x7f1b1807d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b1807b0e0 0x7f1b1807d590 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1b28006fd0 tx=0x7f1b28008040 comp rx=0 tx=0).stop 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 msgr2=0x7f1b2c1959a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c1959a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1b2000b5c0 tx=0x7f1b2000be20 comp rx=0 tx=0).stop 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 shutdown_connections 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b2c100c60 0x7f1b2c1959a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b1807b0e0 0x7f1b1807d590 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 --2- 172.21.15.159:0/1716526208 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b2c103580 0x7f1b2c195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 >> 172.21.15.159:0/1716526208 conn(0x7f1b2c0fa5e0 msgr2=0x7f1b2c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:48.137 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 shutdown_connections 2024-09-17T10:43:48.138 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.135+0000 7f1b33756700 1 -- 172.21.15.159:0/1716526208 wait complete. 2024-09-17T10:43:48.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 -- 172.21.15.159:0/1301735819 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 msgr2=0x7f1ad8102fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:48.249 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 --2- 172.21.15.159:0/1301735819 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8102fc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1ac0009910 tx=0x7f1ac0009c20 comp rx=0 tx=0).stop 2024-09-17T10:43:48.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 -- 172.21.15.159:0/1301735819 shutdown_connections 2024-09-17T10:43:48.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 --2- 172.21.15.159:0/1301735819 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1ad8103500 0x7f1ad81058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 --2- 172.21.15.159:0/1301735819 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8102fc0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.252 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 -- 172.21.15.159:0/1301735819 >> 172.21.15.159:0/1301735819 conn(0x7f1ad80fa600 msgr2=0x7f1ad80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:48.253 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 -- 172.21.15.159:0/1301735819 shutdown_connections 2024-09-17T10:43:48.253 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.247+0000 7f1add20a700 1 -- 172.21.15.159:0/1301735819 wait complete. 2024-09-17T10:43:48.253 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1add20a700 1 Processor -- start 2024-09-17T10:43:48.253 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:48 smithi159 podman[83739]: 2024-09-17 10:43:48.139402417 +0000 UTC m=+1.657461269 container cleanup 7b2f6dcd5af8b50072759f9a0ded114b070d45f215a9cfe9da8b7d5aa3f0e617 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=-18.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.29.1, GIT_CLEAN=True) 2024-09-17T10:43:48.253 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:48 smithi159 bash[83739]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0 2024-09-17T10:43:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1add20a700 1 -- start start 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1add20a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8197bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1add20a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1ad8103500 0x7f1ad8198110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1add20a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad8198730 con 0x7f1ad8100be0 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1add20a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ad8198870 con 0x7f1ad8103500 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1ad6d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8197bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1ad6d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8197bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35402/0 (socket says 172.21.15.159:35402) 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.248+0000 7f1ad6d9d700 1 -- 172.21.15.159:0/2373917055 learned_addr learned my addr 172.21.15.159:0/2373917055 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1ad659c700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1ad8103500 0x7f1ad8198110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1ad6d9d700 1 -- 172.21.15.159:0/2373917055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1ad8103500 msgr2=0x7f1ad8198110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1ad6d9d700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1ad8103500 0x7f1ad8198110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1ad6d9d700 1 -- 172.21.15.159:0/2373917055 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ac00095f0 con 0x7f1ad8100be0 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1ad6d9d700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8197bd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1ac0000c00 tx=0x7f1ac000f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1acffff700 1 -- 172.21.15.159:0/2373917055 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1ac001d070 con 0x7f1ad8100be0 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1acffff700 1 -- 172.21.15.159:0/2373917055 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f1ac0005dc0 con 0x7f1ad8100be0 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ad819d2c0 con 0x7f1ad8100be0 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1acffff700 1 -- 172.21.15.159:0/2373917055 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1ac00226a0 con 0x7f1ad8100be0 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.249+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ad819d7b0 con 0x7f1ad8100be0 2024-09-17T10:43:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.250+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ad80fc1c0 con 0x7f1ad8100be0 2024-09-17T10:43:48.259 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.251+0000 7f1acffff700 1 -- 172.21.15.159:0/2373917055 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 38) v1 ==== 103270+0+0 (secure 0 0 0) 0x7f1ac0022800 con 0x7f1ad8100be0 2024-09-17T10:43:48.259 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.252+0000 7f1acffff700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ac407b140 0x7f1ac407d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:43:48.259 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.252+0000 7f1acffff700 1 -- 172.21.15.159:0/2373917055 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f1ac009f5f0 con 0x7f1ad8100be0 2024-09-17T10:43:48.259 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.252+0000 7f1ad659c700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ac407b140 0x7f1ac407d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:43:48.259 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.252+0000 7f1ad659c700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ac407b140 0x7f1ac407d5f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009bf0 tx=0x7f1ac8009260 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:43:48.261 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.260+0000 7f1acffff700 1 -- 172.21.15.159:0/2373917055 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f1ac0062660 con 0x7f1ad8100be0 2024-09-17T10:43:48.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.582+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f1ad802cea0 con 0x7f1ad8100be0 2024-09-17T10:43:48.584 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:48 smithi159 ceph-mon[78956]: from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:48.584 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:48 smithi159 ceph-mon[78956]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:43:48.585 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:48 smithi159 ceph-mon[78956]: osdmap e51: 6 total, 5 up, 6 in 2024-09-17T10:43:48.585 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:48 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2749545352' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:48.585 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:48 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3720319264' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:43:48.585 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:48 smithi159 podman[83824]: 2024-09-17 10:43:48.474976622 +0000 UTC m=+0.793678147 container remove 7b2f6dcd5af8b50072759f9a0ded114b070d45f215a9cfe9da8b7d5aa3f0e617 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-18.2.0, io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, GIT_CLEAN=True) 2024-09-17T10:43:48.585 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.583+0000 7f1acffff700 1 -- 172.21.15.159:0/2373917055 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+290 (secure 0 0 0) 0x7f1ac000fba0 con 0x7f1ad8100be0 2024-09-17T10:43:48.586 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data; 1 osds down 2024-09-17T10:43:48.586 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:43:48.586 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:43:48.586 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] OSD_DOWN: 1 osds down 2024-09-17T10:43:48.586 INFO:teuthology.orchestra.run.smithi159.stdout: osd.0 (root=default,host=smithi159) is down 2024-09-17T10:43:48.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.585+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ac407b140 msgr2=0x7f1ac407d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:48.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.585+0000 7f1add20a700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ac407b140 0x7f1ac407d5f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009bf0 tx=0x7f1ac8009260 comp rx=0 tx=0).stop 2024-09-17T10:43:48.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.585+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 msgr2=0x7f1ad8197bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:43:48.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.585+0000 7f1add20a700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8197bd0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1ac0000c00 tx=0x7f1ac000f740 comp rx=0 tx=0).stop 2024-09-17T10:43:48.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.586+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 shutdown_connections 2024-09-17T10:43:48.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.586+0000 7f1add20a700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1ad8100be0 0x7f1ad8197bd0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.586+0000 7f1add20a700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ac407b140 0x7f1ac407d5f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.586+0000 7f1add20a700 1 --2- 172.21.15.159:0/2373917055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1ad8103500 0x7f1ad8198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:43:48.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.586+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 >> 172.21.15.159:0/2373917055 conn(0x7f1ad80fa600 msgr2=0x7f1ad80ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:43:48.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.586+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 shutdown_connections 2024-09-17T10:43:48.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:43:48.586+0000 7f1add20a700 1 -- 172.21.15.159:0/2373917055 wait complete. 2024-09-17T10:43:48.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:48 smithi170 ceph-mon[62996]: from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:48 smithi170 ceph-mon[62996]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:43:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:48 smithi170 ceph-mon[62996]: osdmap e51: 6 total, 5 up, 6 in 2024-09-17T10:43:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:48 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2749545352' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:43:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:48 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3720319264' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:43:48.835 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:48 smithi159 podman[83961]: 2024-09-17 10:43:48.713811071 +0000 UTC m=+0.015834593 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:43:48.835 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:48 smithi159 podman[83961]: 2024-09-17 10:43:48.834266164 +0000 UTC m=+0.136289670 container create fc38d56753c9b9c0fcec0c48320093b094d2db73f45c52cf2e59c55bf9d5b988 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=main-7498493, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T10:43:49.154 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 podman[83961]: 2024-09-17 10:43:49.061861415 +0000 UTC m=+0.363884933 container init fc38d56753c9b9c0fcec0c48320093b094d2db73f45c52cf2e59c55bf9d5b988 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=main-7498493, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-09-17T10:43:49.154 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 podman[83961]: 2024-09-17 10:43:49.065324339 +0000 UTC m=+0.367347848 container start fc38d56753c9b9c0fcec0c48320093b094d2db73f45c52cf2e59c55bf9d5b988 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T10:43:49.154 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 podman[83961]: 2024-09-17 10:43:49.153520496 +0000 UTC m=+0.455544018 container attach fc38d56753c9b9c0fcec0c48320093b094d2db73f45c52cf2e59c55bf9d5b988 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T10:43:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:49 smithi159 ceph-mon[78956]: pgmap v38: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:49 smithi159 ceph-mon[78956]: from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:49 smithi159 ceph-mon[78956]: osdmap e52: 6 total, 5 up, 6 in 2024-09-17T10:43:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:49 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2373917055' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:43:49.428 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 podman[83961]: 2024-09-17 10:43:49.258930112 +0000 UTC m=+0.560953635 container died fc38d56753c9b9c0fcec0c48320093b094d2db73f45c52cf2e59c55bf9d5b988 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=main-7498493, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-17T10:43:49.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:49 smithi170 ceph-mon[62996]: pgmap v38: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:49 smithi170 ceph-mon[62996]: from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:43:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:49 smithi170 ceph-mon[62996]: osdmap e52: 6 total, 5 up, 6 in 2024-09-17T10:43:49.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:49 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2373917055' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:43:49.806 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 podman[83985]: 2024-09-17 10:43:49.782086061 +0000 UTC m=+0.517687499 container remove fc38d56753c9b9c0fcec0c48320093b094d2db73f45c52cf2e59c55bf9d5b988 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-17T10:43:50.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-17T10:43:50.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 systemd[1]: Stopped Ceph osd.0 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:43:50.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:49 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.0.service: Consumed 1min 3.996s CPU time. 2024-09-17T10:43:50.178 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 systemd[1]: Starting Ceph osd.0 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:43:50.528 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 podman[84088]: 2024-09-17 10:43:50.145728182 +0000 UTC m=+0.015538219 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:43:50.529 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 podman[84088]: 2024-09-17 10:43:50.291658733 +0000 UTC m=+0.161468762 container create 5a96e5372860694dec0bab1090cacba4bcec14cc3ea60529b1488c7b69eba07b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-7498493, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-17T10:43:50.529 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 podman[84088]: 2024-09-17 10:43:50.527858327 +0000 UTC m=+0.397668361 container init 5a96e5372860694dec0bab1090cacba4bcec14cc3ea60529b1488c7b69eba07b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-17T10:43:50.927 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 podman[84088]: 2024-09-17 10:43:50.531206925 +0000 UTC m=+0.401016966 container start 5a96e5372860694dec0bab1090cacba4bcec14cc3ea60529b1488c7b69eba07b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=main-7498493, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-17T10:43:50.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 podman[84088]: 2024-09-17 10:43:50.611143754 +0000 UTC m=+0.480953788 container attach 5a96e5372860694dec0bab1090cacba4bcec14cc3ea60529b1488c7b69eba07b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=main-7498493, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-17T10:43:50.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:43:50.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 bash[84088]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:43:50.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:43:50.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:50 smithi159 bash[84088]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:43:51.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-mon[78956]: pgmap v40: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:51.678 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T10:43:51.678 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 bash[84088]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T10:43:51.678 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T10:43:51.678 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 bash[84088]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T10:43:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:51 smithi170 ceph-mon[62996]: pgmap v40: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:43:51.990 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T10:43:51.990 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 bash[84088]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T10:43:51.990 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T10:43:51.990 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 bash[84088]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T10:43:51.990 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-17T10:43:51.991 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 bash[84088]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-17T10:43:51.991 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T10:43:51.991 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 bash[84088]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-17T10:43:51.991 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate[84103]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-17T10:43:51.991 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 bash[84088]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-17T10:43:51.991 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:51 smithi159 podman[84088]: 2024-09-17 10:43:51.707764759 +0000 UTC m=+1.577574798 container died 5a96e5372860694dec0bab1090cacba4bcec14cc3ea60529b1488c7b69eba07b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-7498493, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-17T10:43:52.649 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:52 smithi159 ceph-mon[78956]: Health check failed: Degraded data redundancy: 44/222 objects degraded (19.820%), 17 pgs degraded (PG_DEGRADED) 2024-09-17T10:43:52.649 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 podman[84237]: 2024-09-17 10:43:52.289907563 +0000 UTC m=+0.575945894 container remove 5a96e5372860694dec0bab1090cacba4bcec14cc3ea60529b1488c7b69eba07b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-7498493, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-17T10:43:52.650 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 podman[84299]: 2024-09-17 10:43:52.399668827 +0000 UTC m=+0.017103203 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:43:52.650 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 podman[84299]: 2024-09-17 10:43:52.524085274 +0000 UTC m=+0.141519628 container create 225acd7a9d4e2db1643d516b2ec48acb7f7be201d67bfdd2e8db1bd4902a87a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-7498493, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-17T10:43:52.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:52 smithi170 ceph-mon[62996]: Health check failed: Degraded data redundancy: 44/222 objects degraded (19.820%), 17 pgs degraded (PG_DEGRADED) 2024-09-17T10:43:52.927 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 podman[84299]: 2024-09-17 10:43:52.768492844 +0000 UTC m=+0.385927211 container init 225acd7a9d4e2db1643d516b2ec48acb7f7be201d67bfdd2e8db1bd4902a87a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-7498493, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-17T10:43:52.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 podman[84299]: 2024-09-17 10:43:52.771674524 +0000 UTC m=+0.389108881 container start 225acd7a9d4e2db1643d516b2ec48acb7f7be201d67bfdd2e8db1bd4902a87a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-17T10:43:52.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 ceph-osd[84318]: -- 172.21.15.159:0/559149622 <== mon.0 v2:172.21.15.159:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55de227161e0 con 0x55de21921c00 2024-09-17T10:43:52.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 bash[84299]: 225acd7a9d4e2db1643d516b2ec48acb7f7be201d67bfdd2e8db1bd4902a87a1 2024-09-17T10:43:52.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:52 smithi159 systemd[1]: Started Ceph osd.0 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:43:53.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:53 smithi159 ceph-mon[78956]: pgmap v41: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:53.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:53 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:53.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:53 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:53.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:53 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:53 smithi170 ceph-mon[62996]: pgmap v41: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:53 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:53 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:53 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:43:54.927 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:54 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[84314]: 2024-09-17T10:43:54.664+0000 7ff419fd6640 -1 Falling back to public interface 2024-09-17T10:43:55.632 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:55 smithi159 ceph-mon[78956]: pgmap v42: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:55.632 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:55.632 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:55 smithi170 ceph-mon[62996]: pgmap v42: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:43:57.460 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:57 smithi159 ceph-mon[78956]: pgmap v43: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:57 smithi170 ceph-mon[62996]: pgmap v43: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:59.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:58 smithi159 ceph-mon[78956]: pgmap v44: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:59.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:58 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:59.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:58 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:59.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:58 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:59.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:43:58 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:59.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:58 smithi170 ceph-mon[62996]: pgmap v44: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:43:59.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:58 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:59.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:58 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:59.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:58 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:43:59.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:43:58 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:00.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:43:59 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[84314]: 2024-09-17T10:43:59.981+0000 7ff419fd6640 -1 osd.0 0 read_superblock omap replica is missing. 2024-09-17T10:44:00.916 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:44:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[84314]: 2024-09-17T10:44:00.604+0000 7ff419fd6640 -1 osd.0 50 log_to_monitors true 2024-09-17T10:44:00.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:00 smithi170 ceph-mon[62996]: pgmap v45: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:44:00.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:00 smithi170 ceph-mon[62996]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-17T10:44:01.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:00 smithi159 ceph-mon[78956]: pgmap v45: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.3 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:44:01.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:00 smithi159 ceph-mon[78956]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-17T10:44:02.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[84314]: 2024-09-17T10:44:01.833+0000 7ff40dd78640 -1 osd.0 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:44:02.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T10:44:02.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: osdmap e53: 6 total, 5 up, 6 in 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi159", "root=default"]} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T10:44:02.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T10:44:02.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-17T10:44:02.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:01 smithi159 ceph-mon[78956]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: osdmap e53: 6 total, 5 up, 6 in 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi159", "root=default"]} : dispatch 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T10:44:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T10:44:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-17T10:44:02.205 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:01 smithi170 ceph-mon[62996]: from='osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627]' entity='osd.0' 2024-09-17T10:44:03.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:03 smithi170 ceph-mon[62996]: pgmap v47: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:44:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:03 smithi170 ceph-mon[62996]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:44:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:03 smithi170 ceph-mon[62996]: osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627] boot 2024-09-17T10:44:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:03 smithi170 ceph-mon[62996]: osdmap e54: 6 total, 6 up, 6 in 2024-09-17T10:44:03.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:03 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-17T10:44:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:03 smithi159 ceph-mon[78956]: pgmap v47: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:44:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:03 smithi159 ceph-mon[78956]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:44:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:03 smithi159 ceph-mon[78956]: osd.0 [v2:172.21.15.159:6802/1890282627,v1:172.21.15.159:6803/1890282627] boot 2024-09-17T10:44:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:03 smithi159 ceph-mon[78956]: osdmap e54: 6 total, 6 up, 6 in 2024-09-17T10:44:03.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:03 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-17T10:44:05.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:04 smithi159 ceph-mon[78956]: pgmap v49: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:44:05.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:04 smithi159 ceph-mon[78956]: osdmap e55: 6 total, 6 up, 6 in 2024-09-17T10:44:05.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:04 smithi170 ceph-mon[62996]: pgmap v49: 65 pgs: 17 active+undersized, 17 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 44/222 objects degraded (19.820%) 2024-09-17T10:44:05.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:04 smithi170 ceph-mon[62996]: osdmap e55: 6 total, 6 up, 6 in 2024-09-17T10:44:06.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:05 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 6/222 objects degraded (2.703%), 2 pgs degraded (PG_DEGRADED) 2024-09-17T10:44:06.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:05 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 6/222 objects degraded (2.703%), 2 pgs degraded (PG_DEGRADED) 2024-09-17T10:44:07.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:06 smithi159 ceph-mon[78956]: pgmap v51: 65 pgs: 7 active+undersized, 2 active+undersized+degraded, 56 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 6/222 objects degraded (2.703%) 2024-09-17T10:44:07.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:06 smithi170 ceph-mon[62996]: pgmap v51: 65 pgs: 7 active+undersized, 2 active+undersized+degraded, 56 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 6/222 objects degraded (2.703%) 2024-09-17T10:44:08.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:07 smithi170 ceph-mon[62996]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/222 objects degraded (2.703%), 2 pgs degraded) 2024-09-17T10:44:08.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:07 smithi159 ceph-mon[78956]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/222 objects degraded (2.703%), 2 pgs degraded) 2024-09-17T10:44:09.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:08 smithi170 ceph-mon[62996]: pgmap v52: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:09.229 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:08 smithi159 ceph-mon[78956]: pgmap v52: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:11 smithi170 ceph-mon[62996]: pgmap v53: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:11.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:11.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:11 smithi159 ceph-mon[78956]: pgmap v53: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:11.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:11.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:13.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:13 smithi159 ceph-mon[78956]: pgmap v54: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 343 B/s wr, 0 op/s 2024-09-17T10:44:13.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:13 smithi159 ceph-mon[78956]: mgrmap e39: smithi159.tdcigv(active, since 92s), standbys: smithi170.ssubfe 2024-09-17T10:44:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:13 smithi170 ceph-mon[62996]: pgmap v54: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 343 B/s wr, 0 op/s 2024-09-17T10:44:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:13 smithi170 ceph-mon[62996]: mgrmap e39: smithi159.tdcigv(active, since 92s), standbys: smithi170.ssubfe 2024-09-17T10:44:15.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:15 smithi159 ceph-mon[78956]: pgmap v55: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 307 B/s wr, 0 op/s 2024-09-17T10:44:15.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:15.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:15 smithi170 ceph-mon[62996]: pgmap v55: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 307 B/s wr, 0 op/s 2024-09-17T10:44:15.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:17.216 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:17 smithi159 ceph-mon[78956]: pgmap v56: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 257 B/s wr, 0 op/s 2024-09-17T10:44:17.216 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T10:44:17.217 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:17 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T10:44:17.217 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:17 smithi159 ceph-mon[78956]: Upgrade: osd.1 is safe to restart 2024-09-17T10:44:17.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:17 smithi170 ceph-mon[62996]: pgmap v56: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 257 B/s wr, 0 op/s 2024-09-17T10:44:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-17T10:44:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:17 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-17T10:44:17.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:17 smithi170 ceph-mon[62996]: Upgrade: osd.1 is safe to restart 2024-09-17T10:44:18.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 -- 172.21.15.159:0/2020487020 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 msgr2=0x7f35140ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:18.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 --2- 172.21.15.159:0/2020487020 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35140ff460 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3510009910 tx=0x7f3510009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 -- 172.21.15.159:0/2020487020 shutdown_connections 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 --2- 172.21.15.159:0/2020487020 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3514100250 0x7f35141006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 --2- 172.21.15.159:0/2020487020 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35140ff460 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 -- 172.21.15.159:0/2020487020 >> 172.21.15.159:0/2020487020 conn(0x7f35140fa5c0 msgr2=0x7f35140fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 -- 172.21.15.159:0/2020487020 shutdown_connections 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 -- 172.21.15.159:0/2020487020 wait complete. 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 Processor -- start 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.695+0000 7f351b28d700 1 -- start start 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f351b28d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35141948a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f351b28d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3514100250 0x7f3514194de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:18.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f351b28d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3514195400 con 0x7f35140ff050 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f351b28d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3514195540 con 0x7f3514100250 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3519029700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35141948a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3519029700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35141948a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52554/0 (socket says 172.21.15.159:52554) 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3519029700 1 -- 172.21.15.159:0/342540906 learned_addr learned my addr 172.21.15.159:0/342540906 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3518828700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3514100250 0x7f3514194de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3519029700 1 -- 172.21.15.159:0/342540906 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3514100250 msgr2=0x7f3514194de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3519029700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3514100250 0x7f3514194de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3519029700 1 -- 172.21.15.159:0/342540906 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35100095f0 con 0x7f35140ff050 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3518828700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3514100250 0x7f3514194de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f3519029700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35141948a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f351000bda0 tx=0x7f351000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f350a7fc700 1 -- 172.21.15.159:0/342540906 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f351001d070 con 0x7f35140ff050 2024-09-17T10:44:18.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f350a7fc700 1 -- 172.21.15.159:0/342540906 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f351000f460 con 0x7f35140ff050 2024-09-17T10:44:18.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f350a7fc700 1 -- 172.21.15.159:0/342540906 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3510021640 con 0x7f35140ff050 2024-09-17T10:44:18.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.696+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3514199f90 con 0x7f35140ff050 2024-09-17T10:44:18.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.697+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f351419a400 con 0x7f35140ff050 2024-09-17T10:44:18.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.697+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3514107ba0 con 0x7f35140ff050 2024-09-17T10:44:18.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.698+0000 7f350a7fc700 1 -- 172.21.15.159:0/342540906 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f351000fa00 con 0x7f35140ff050 2024-09-17T10:44:18.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.698+0000 7f350a7fc700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f350007afd0 0x7f350007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:18.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.699+0000 7f3518828700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f350007afd0 0x7f350007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:18.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.699+0000 7f350a7fc700 1 -- 172.21.15.159:0/342540906 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f351009f1b0 con 0x7f35140ff050 2024-09-17T10:44:18.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.699+0000 7f3518828700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f350007afd0 0x7f350007d480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3504005950 tx=0x7f35040058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:18.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.703+0000 7f350a7fc700 1 -- 172.21.15.159:0/342540906 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f3510062460 con 0x7f35140ff050 2024-09-17T10:44:18.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.940+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f3514104ba0 con 0x7f350007afd0 2024-09-17T10:44:18.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.941+0000 7f350a7fc700 1 -- 172.21.15.159:0/342540906 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7f3514104ba0 con 0x7f350007afd0 2024-09-17T10:44:18.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f350007afd0 msgr2=0x7f350007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f350007afd0 0x7f350007d480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3504005950 tx=0x7f35040058e0 comp rx=0 tx=0).stop 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 msgr2=0x7f35141948a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35141948a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f351000bda0 tx=0x7f351000be80 comp rx=0 tx=0).stop 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 shutdown_connections 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f35140ff050 0x7f35141948a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f350007afd0 0x7f350007d480 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 --2- 172.21.15.159:0/342540906 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3514100250 0x7f3514194de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 >> 172.21.15.159:0/342540906 conn(0x7f35140fa5c0 msgr2=0x7f3514103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 shutdown_connections 2024-09-17T10:44:18.948 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:18.944+0000 7f351b28d700 1 -- 172.21.15.159:0/342540906 wait complete. 2024-09-17T10:44:18.956 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:44:19.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.051+0000 7fce9e75a700 1 -- 172.21.15.159:0/4046498353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 msgr2=0x7fce981006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.051+0000 7fce9e75a700 1 --2- 172.21.15.159:0/4046498353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce981006a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fce80009910 tx=0x7fce80009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:19.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 -- 172.21.15.159:0/4046498353 shutdown_connections 2024-09-17T10:44:19.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 --2- 172.21.15.159:0/4046498353 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce981006a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 --2- 172.21.15.159:0/4046498353 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce980ff050 0x7fce980ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 -- 172.21.15.159:0/4046498353 >> 172.21.15.159:0/4046498353 conn(0x7fce980fa5c0 msgr2=0x7fce980fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:19.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 -- 172.21.15.159:0/4046498353 shutdown_connections 2024-09-17T10:44:19.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 -- 172.21.15.159:0/4046498353 wait complete. 2024-09-17T10:44:19.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 Processor -- start 2024-09-17T10:44:19.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 -- start start 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce980ff050 0x7fce981959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce98195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce98196500 con 0x7fce98100250 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.052+0000 7fce9e75a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce98196640 con 0x7fce980ff050 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce8ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce98195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce8ffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce98195ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52568/0 (socket says 172.21.15.159:52568) 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce8ffff700 1 -- 172.21.15.159:0/3201896074 learned_addr learned my addr 172.21.15.159:0/3201896074 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce97fff700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce980ff050 0x7fce981959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce8ffff700 1 -- 172.21.15.159:0/3201896074 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce980ff050 msgr2=0x7fce981959a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce8ffff700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce980ff050 0x7fce981959a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.056 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce8ffff700 1 -- 172.21.15.159:0/3201896074 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce800095f0 con 0x7fce98100250 2024-09-17T10:44:19.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce8ffff700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce98195ee0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fce8000b5c0 tx=0x7fce8000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:19.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce95ffb700 1 -- 172.21.15.159:0/3201896074 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fce8001d070 con 0x7fce98100250 2024-09-17T10:44:19.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce95ffb700 1 -- 172.21.15.159:0/3201896074 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fce8000f460 con 0x7fce98100250 2024-09-17T10:44:19.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce9819b090 con 0x7fce98100250 2024-09-17T10:44:19.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce95ffb700 1 -- 172.21.15.159:0/3201896074 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fce80021640 con 0x7fce98100250 2024-09-17T10:44:19.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.053+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce9819b580 con 0x7fce98100250 2024-09-17T10:44:19.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.054+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce98107bc0 con 0x7fce98100250 2024-09-17T10:44:19.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.055+0000 7fce95ffb700 1 -- 172.21.15.159:0/3201896074 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fce8000fa60 con 0x7fce98100250 2024-09-17T10:44:19.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.055+0000 7fce95ffb700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce8407afd0 0x7fce8407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.056+0000 7fce97fff700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce8407afd0 0x7fce8407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.056+0000 7fce95ffb700 1 -- 172.21.15.159:0/3201896074 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fce8009f060 con 0x7fce98100250 2024-09-17T10:44:19.058 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.056+0000 7fce97fff700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce8407afd0 0x7fce8407d480 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fce981000b0 tx=0x7fce8800b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:19.061 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.060+0000 7fce95ffb700 1 -- 172.21.15.159:0/3201896074 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fce80062390 con 0x7fce98100250 2024-09-17T10:44:19.155 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:18 smithi159 ceph-mon[78956]: pgmap v57: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T10:44:19.155 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:18 smithi159 ceph-mon[78956]: Upgrade: Updating osd.1 2024-09-17T10:44:19.156 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:19.156 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T10:44:19.156 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:19.156 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:18 smithi159 ceph-mon[78956]: Deploying daemon osd.1 on smithi159 2024-09-17T10:44:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:18 smithi170 ceph-mon[62996]: pgmap v57: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T10:44:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:18 smithi170 ceph-mon[62996]: Upgrade: Updating osd.1 2024-09-17T10:44:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-17T10:44:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:19.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:18 smithi170 ceph-mon[62996]: Deploying daemon osd.1 on smithi159 2024-09-17T10:44:19.316 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.315+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fce98069480 con 0x7fce8407afd0 2024-09-17T10:44:19.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.316+0000 7fce95ffb700 1 -- 172.21.15.159:0/3201896074 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7fce98069480 con 0x7fce8407afd0 2024-09-17T10:44:19.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.318+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce8407afd0 msgr2=0x7fce8407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce8407afd0 0x7fce8407d480 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fce981000b0 tx=0x7fce8800b410 comp rx=0 tx=0).stop 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 msgr2=0x7fce98195ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce98195ee0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fce8000b5c0 tx=0x7fce8000bd70 comp rx=0 tx=0).stop 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 shutdown_connections 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce8407afd0 0x7fce8407d480 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce980ff050 0x7fce981959a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 --2- 172.21.15.159:0/3201896074 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce98100250 0x7fce98195ee0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 >> 172.21.15.159:0/3201896074 conn(0x7fce980fa5c0 msgr2=0x7fce98068d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 shutdown_connections 2024-09-17T10:44:19.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.319+0000 7fce9e75a700 1 -- 172.21.15.159:0/3201896074 wait complete. 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 -- 172.21.15.159:0/2705878008 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc0ff050 msgr2=0x7f42bc0ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/2705878008 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc0ff050 0x7f42bc0ff460 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f42b8009910 tx=0x7f42b8009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 -- 172.21.15.159:0/2705878008 shutdown_connections 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/2705878008 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42bc100250 0x7f42bc1006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/2705878008 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc0ff050 0x7f42bc0ff460 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 -- 172.21.15.159:0/2705878008 >> 172.21.15.159:0/2705878008 conn(0x7f42bc0fa5e0 msgr2=0x7f42bc0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 -- 172.21.15.159:0/2705878008 shutdown_connections 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.429+0000 7f42c3e6f700 1 -- 172.21.15.159:0/2705878008 wait complete. 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c3e6f700 1 Processor -- start 2024-09-17T10:44:19.432 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c3e6f700 1 -- start start 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c3e6f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42bc0ff050 0x7f42bc197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c3e6f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc100250 0x7f42bc1980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c3e6f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc1986e0 con 0x7f42bc100250 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c3e6f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc198820 con 0x7f42bc0ff050 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c140a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc100250 0x7f42bc1980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c140a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc100250 0x7f42bc1980c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52594/0 (socket says 172.21.15.159:52594) 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c140a700 1 -- 172.21.15.159:0/4269263708 learned_addr learned my addr 172.21.15.159:0/4269263708 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c1c0b700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42bc0ff050 0x7f42bc197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c140a700 1 -- 172.21.15.159:0/4269263708 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42bc0ff050 msgr2=0x7f42bc197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c140a700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42bc0ff050 0x7f42bc197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c140a700 1 -- 172.21.15.159:0/4269263708 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42b80095f0 con 0x7f42bc100250 2024-09-17T10:44:19.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.430+0000 7f42c140a700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc100250 0x7f42bc1980c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f42ac00c8a0 tx=0x7f42ac00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.431+0000 7f42b2ffd700 1 -- 172.21.15.159:0/4269263708 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f42ac00cea0 con 0x7f42bc100250 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.431+0000 7f42b2ffd700 1 -- 172.21.15.159:0/4269263708 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f42ac004830 con 0x7f42bc100250 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.431+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42bc19d2d0 con 0x7f42bc100250 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.431+0000 7f42b2ffd700 1 -- 172.21.15.159:0/4269263708 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f42ac0055b0 con 0x7f42bc100250 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.431+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42bc19d820 con 0x7f42bc100250 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.432+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42bc104330 con 0x7f42bc100250 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.432+0000 7f42b2ffd700 1 -- 172.21.15.159:0/4269263708 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f42ac007ad0 con 0x7f42bc100250 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.433+0000 7f42b2ffd700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f42a807afd0 0x7f42a807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.433+0000 7f42b2ffd700 1 -- 172.21.15.159:0/4269263708 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f42ac09db10 con 0x7f42bc100250 2024-09-17T10:44:19.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.433+0000 7f42c1c0b700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f42a807afd0 0x7f42a807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.433+0000 7f42c1c0b700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f42a807afd0 0x7f42a807d480 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f42b8006010 tx=0x7f42b8005920 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:19.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.437+0000 7f42b2ffd700 1 -- 172.21.15.159:0/4269263708 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f42ac060de0 con 0x7f42bc100250 2024-09-17T10:44:19.669 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.667+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f42bc061190 con 0x7f42a807afd0 2024-09-17T10:44:19.679 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.678+0000 7f42b2ffd700 1 -- 172.21.15.159:0/4269263708 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7f42bc061190 con 0x7f42a807afd0 2024-09-17T10:44:19.679 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:44:19.679 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (11m) 21s ago 12m 25.6M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (2m) 21s ago 13m 7264k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (2m) 43s ago 12m 7415k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (51s) 21s ago 13m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (46s) 43s ago 12m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (11m) 21s ago 12m 87.5M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (6m) 21s ago 6m 15.9M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (6m) 21s ago 6m 19.2M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (6m) 43s ago 6m 156M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (6m) 43s ago 6m 19.6M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (2m) 21s ago 14m 509M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:44:19.680 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (118s) 43s ago 12m 453M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (106s) 21s ago 14m 47.5M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (88s) 43s ago 11m 38.1M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (13m) 21s ago 13m 15.8M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (12m) 43s ago 12m 16.6M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (27s) 21s ago 10m 12.1M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (10m) 21s ago 10m 275M 1216M 18.2.0 dc2bc1663786 68bbd2bce989 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (9m) 21s ago 9m 219M 1216M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (9m) 43s ago 9m 290M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (8m) 43s ago 8m 260M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (8m) 43s ago 8m 243M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:44:19.681 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (2m) 21s ago 12m 65.3M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:44:19.682 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f42a807afd0 msgr2=0x7f42a807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.682 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f42a807afd0 0x7f42a807d480 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f42b8006010 tx=0x7f42b8005920 comp rx=0 tx=0).stop 2024-09-17T10:44:19.682 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc100250 msgr2=0x7f42bc1980c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.682 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc100250 0x7f42bc1980c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f42ac00c8a0 tx=0x7f42ac00cc60 comp rx=0 tx=0).stop 2024-09-17T10:44:19.682 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 shutdown_connections 2024-09-17T10:44:19.682 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f42a807afd0 0x7f42a807d480 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42bc0ff050 0x7f42bc197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 --2- 172.21.15.159:0/4269263708 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f42bc100250 0x7f42bc1980c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 >> 172.21.15.159:0/4269263708 conn(0x7f42bc0fa5e0 msgr2=0x7f42bc101470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:19.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 shutdown_connections 2024-09-17T10:44:19.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.680+0000 7f42c3e6f700 1 -- 172.21.15.159:0/4269263708 wait complete. 2024-09-17T10:44:19.791 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.789+0000 7f9bf5703700 1 -- 172.21.15.159:0/3585528016 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 msgr2=0x7f9bf00ff4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.791 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.789+0000 7f9bf5703700 1 --2- 172.21.15.159:0/3585528016 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf00ff4b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f9be0009910 tx=0x7f9be0009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:19.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.790+0000 7f9bf5703700 1 -- 172.21.15.159:0/3585528016 shutdown_connections 2024-09-17T10:44:19.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.790+0000 7f9bf5703700 1 --2- 172.21.15.159:0/3585528016 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bf01002a0 0x7f9bf01006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.790+0000 7f9bf5703700 1 --2- 172.21.15.159:0/3585528016 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf00ff4b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.790+0000 7f9bf5703700 1 -- 172.21.15.159:0/3585528016 >> 172.21.15.159:0/3585528016 conn(0x7f9bf00fa630 msgr2=0x7f9bf00fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:19.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.790+0000 7f9bf5703700 1 -- 172.21.15.159:0/3585528016 shutdown_connections 2024-09-17T10:44:19.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.790+0000 7f9bf5703700 1 -- 172.21.15.159:0/3585528016 wait complete. 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.790+0000 7f9bf5703700 1 Processor -- start 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9bf5703700 1 -- start start 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9bf5703700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf0195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9bf5703700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bf01002a0 0x7f9bf0195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9bf5703700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf0196580 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9bf5703700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bf01966c0 con 0x7f9bf01002a0 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9beeffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf0195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9beeffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf0195a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52616/0 (socket says 172.21.15.159:52616) 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9beeffd700 1 -- 172.21.15.159:0/933980196 learned_addr learned my addr 172.21.15.159:0/933980196 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9bee7fc700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bf01002a0 0x7f9bf0195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9beeffd700 1 -- 172.21.15.159:0/933980196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bf01002a0 msgr2=0x7f9bf0195f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9beeffd700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bf01002a0 0x7f9bf0195f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9beeffd700 1 -- 172.21.15.159:0/933980196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9be00095f0 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.791+0000 7f9beeffd700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf0195a20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9be000bda0 tx=0x7f9be000bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.792+0000 7f9bd7fff700 1 -- 172.21.15.159:0/933980196 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9be001d070 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.792+0000 7f9bd7fff700 1 -- 172.21.15.159:0/933980196 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9be000f460 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.792+0000 7f9bd7fff700 1 -- 172.21.15.159:0/933980196 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9be0021620 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.792+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bf019b110 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.792+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bf019b600 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.793+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bf0107bf0 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.793+0000 7f9bd7fff700 1 -- 172.21.15.159:0/933980196 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f9be000f5d0 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.794+0000 7f9bd7fff700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9bd807afd0 0x7f9bd807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:19.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.794+0000 7f9bd7fff700 1 -- 172.21.15.159:0/933980196 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f9be009f020 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.794+0000 7f9bee7fc700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9bd807afd0 0x7f9bd807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:19.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.795+0000 7f9bee7fc700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9bd807afd0 0x7f9bd807d480 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9be4005950 tx=0x7f9be400b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:19.800 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:19.799+0000 7f9bd7fff700 1 -- 172.21.15.159:0/933980196 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f9be0062350 con 0x7f9bf00ff0a0 2024-09-17T10:44:19.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:19 smithi159 ceph-mon[78956]: from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:19.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:19 smithi159 ceph-mon[78956]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:19.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:19 smithi159 ceph-mon[78956]: from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:20.111 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.109+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f9bf019c070 con 0x7f9bf00ff0a0 2024-09-17T10:44:20.111 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.110+0000 7f9bd7fff700 1 -- 172.21.15.159:0/933980196 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+791 (secure 0 0 0) 0x7f9be0065470 con 0x7f9bf00ff0a0 2024-09-17T10:44:20.112 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:44:20.112 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:44:20.112 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:44:20.112 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 5, 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 1 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:44:20.113 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 9, 2024-09-17T10:44:20.114 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 5 2024-09-17T10:44:20.114 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:44:20.114 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:44:20.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9bd807afd0 msgr2=0x7f9bd807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9bd807afd0 0x7f9bd807d480 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9be4005950 tx=0x7f9be400b410 comp rx=0 tx=0).stop 2024-09-17T10:44:20.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 msgr2=0x7f9bf0195a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf0195a20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9be000bda0 tx=0x7f9be000bdd0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 shutdown_connections 2024-09-17T10:44:20.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9bf00ff0a0 0x7f9bf0195a20 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9bd807afd0 0x7f9bd807d480 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 --2- 172.21.15.159:0/933980196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9bf01002a0 0x7f9bf0195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 >> 172.21.15.159:0/933980196 conn(0x7f9bf00fa630 msgr2=0x7f9bf0068d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:20.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 shutdown_connections 2024-09-17T10:44:20.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.112+0000 7f9bf5703700 1 -- 172.21.15.159:0/933980196 wait complete. 2024-09-17T10:44:20.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:19 smithi170 ceph-mon[62996]: from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:20.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:19 smithi170 ceph-mon[62996]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:20.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:19 smithi170 ceph-mon[62996]: from='client.34228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:20.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.218+0000 7f0267720700 1 -- 172.21.15.159:0/3165148079 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260100190 msgr2=0x7f02601005a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.218+0000 7f0267720700 1 --2- 172.21.15.159:0/3165148079 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260100190 0x7f02601005a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f025c009910 tx=0x7f025c009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:20.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.218+0000 7f0267720700 1 -- 172.21.15.159:0/3165148079 shutdown_connections 2024-09-17T10:44:20.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.218+0000 7f0267720700 1 --2- 172.21.15.159:0/3165148079 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0260101390 0x7f02601017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.218+0000 7f0267720700 1 --2- 172.21.15.159:0/3165148079 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260100190 0x7f02601005a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.218+0000 7f0267720700 1 -- 172.21.15.159:0/3165148079 >> 172.21.15.159:0/3165148079 conn(0x7f02600fb720 msgr2=0x7f02600fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:20.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 -- 172.21.15.159:0/3165148079 shutdown_connections 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 -- 172.21.15.159:0/3165148079 wait complete. 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 Processor -- start 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 -- start start 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0260100190 0x7f0260074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260101390 0x7f0260073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0260073680 con 0x7f0260101390 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0267720700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02600737c0 con 0x7f0260100190 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0264cbb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260101390 0x7f0260073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0264cbb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260101390 0x7f0260073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52622/0 (socket says 172.21.15.159:52622) 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.219+0000 7f0264cbb700 1 -- 172.21.15.159:0/11519528 learned_addr learned my addr 172.21.15.159:0/11519528 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f02654bc700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0260100190 0x7f0260074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:20.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f0264cbb700 1 -- 172.21.15.159:0/11519528 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0260100190 msgr2=0x7f0260074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f0264cbb700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0260100190 0x7f0260074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f0264cbb700 1 -- 172.21.15.159:0/11519528 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f025c0095f0 con 0x7f0260101390 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f02654bc700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0260100190 0x7f0260074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f0264cbb700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260101390 0x7f0260073140 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f025000b4b0 tx=0x7f025000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f02567fc700 1 -- 172.21.15.159:0/11519528 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0250011800 con 0x7f0260101390 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f02567fc700 1 -- 172.21.15.159:0/11519528 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0250011e10 con 0x7f0260101390 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0260073aa0 con 0x7f0260101390 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f02567fc700 1 -- 172.21.15.159:0/11519528 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f025000f2e0 con 0x7f0260101390 2024-09-17T10:44:20.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.220+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f026019dab0 con 0x7f0260101390 2024-09-17T10:44:20.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.221+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0260108d60 con 0x7f0260101390 2024-09-17T10:44:20.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.222+0000 7f02567fc700 1 -- 172.21.15.159:0/11519528 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f0250010380 con 0x7f0260101390 2024-09-17T10:44:20.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.222+0000 7f02567fc700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f024c07afd0 0x7f024c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:20.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.222+0000 7f02567fc700 1 -- 172.21.15.159:0/11519528 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f025009d930 con 0x7f0260101390 2024-09-17T10:44:20.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.222+0000 7f02654bc700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f024c07afd0 0x7f024c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:20.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.223+0000 7f02654bc700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f024c07afd0 0x7f024c07d480 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f025c006010 tx=0x7f025c00b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:20.228 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.227+0000 7f02567fc700 1 -- 172.21.15.159:0/11519528 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f0250060be0 con 0x7f0260101390 2024-09-17T10:44:20.513 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.512+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f0260108f50 con 0x7f0260101390 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.512+0000 7f02567fc700 1 -- 172.21.15.159:0/11519528 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7f0250063d00 con 0x7f0260101390 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:20.514 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:44:20.515 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:44:20.516 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:20.517 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:20.518 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f024c07afd0 msgr2=0x7f024c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.518 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f024c07afd0 0x7f024c07d480 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f025c006010 tx=0x7f025c00b540 comp rx=0 tx=0).stop 2024-09-17T10:44:20.518 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260101390 msgr2=0x7f0260073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.518 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260101390 0x7f0260073140 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f025000b4b0 tx=0x7f025000b870 comp rx=0 tx=0).stop 2024-09-17T10:44:20.518 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 shutdown_connections 2024-09-17T10:44:20.518 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f024c07afd0 0x7f024c07d480 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.519 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0260100190 0x7f0260074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.519 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 --2- 172.21.15.159:0/11519528 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0260101390 0x7f0260073140 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.519 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 >> 172.21.15.159:0/11519528 conn(0x7f02600fb720 msgr2=0x7f02601045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:20.519 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 shutdown_connections 2024-09-17T10:44:20.519 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.516+0000 7f0267720700 1 -- 172.21.15.159:0/11519528 wait complete. 2024-09-17T10:44:20.519 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 -- 172.21.15.159:0/35138021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 msgr2=0x7f9a901017a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 --2- 172.21.15.159:0/35138021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a901017a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9a84009910 tx=0x7f9a84009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 -- 172.21.15.159:0/35138021 shutdown_connections 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 --2- 172.21.15.159:0/35138021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a901017a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 --2- 172.21.15.159:0/35138021 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a90100150 0x7f9a90100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 -- 172.21.15.159:0/35138021 >> 172.21.15.159:0/35138021 conn(0x7f9a900fb6e0 msgr2=0x7f9a900fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 -- 172.21.15.159:0/35138021 shutdown_connections 2024-09-17T10:44:20.626 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.624+0000 7f9a97266700 1 -- 172.21.15.159:0/35138021 wait complete. 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a97266700 1 Processor -- start 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a97266700 1 -- start start 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a97266700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a90100150 0x7f9a90195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a97266700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a90195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a97266700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a901964c0 con 0x7f9a90101350 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a97266700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a90196600 con 0x7f9a90100150 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a94801700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a90195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a94801700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a90195ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52644/0 (socket says 172.21.15.159:52644) 2024-09-17T10:44:20.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a94801700 1 -- 172.21.15.159:0/2363362317 learned_addr learned my addr 172.21.15.159:0/2363362317 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.625+0000 7f9a95002700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a90100150 0x7f9a90195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a94801700 1 -- 172.21.15.159:0/2363362317 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a90100150 msgr2=0x7f9a90195960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a94801700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a90100150 0x7f9a90195960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a94801700 1 -- 172.21.15.159:0/2363362317 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a840095f0 con 0x7f9a90101350 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a94801700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a90195ea0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9a84006010 tx=0x7f9a840057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a8e7fc700 1 -- 172.21.15.159:0/2363362317 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9a84003a60 con 0x7f9a90101350 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a8e7fc700 1 -- 172.21.15.159:0/2363362317 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9a84003bc0 con 0x7f9a90101350 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a90072f80 con 0x7f9a90101350 2024-09-17T10:44:20.629 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a8e7fc700 1 -- 172.21.15.159:0/2363362317 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9a840286a0 con 0x7f9a90101350 2024-09-17T10:44:20.630 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.626+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a90073470 con 0x7f9a90101350 2024-09-17T10:44:20.631 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.627+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a90108ca0 con 0x7f9a90101350 2024-09-17T10:44:20.631 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.628+0000 7f9a8e7fc700 1 -- 172.21.15.159:0/2363362317 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f9a84025070 con 0x7f9a90101350 2024-09-17T10:44:20.631 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.628+0000 7f9a8e7fc700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9a7807afd0 0x7f9a7807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:20.631 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.628+0000 7f9a8e7fc700 1 -- 172.21.15.159:0/2363362317 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f9a840a3540 con 0x7f9a90101350 2024-09-17T10:44:20.631 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.628+0000 7f9a95002700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9a7807afd0 0x7f9a7807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:20.631 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.629+0000 7f9a95002700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9a7807afd0 0x7f9a7807d480 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9a88009550 tx=0x7f9a880091b0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:20.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.633+0000 7f9a8e7fc700 1 -- 172.21.15.159:0/2363362317 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f9a840668a0 con 0x7f9a90101350 2024-09-17T10:44:20.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.897+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f9a90105ca0 con 0x7f9a7807afd0 2024-09-17T10:44:20.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.898+0000 7f9a8e7fc700 1 -- 172.21.15.159:0/2363362317 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7f9a90105ca0 con 0x7f9a7807afd0 2024-09-17T10:44:20.900 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "7/23 daemons upgraded", 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:44:20.901 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:44:20.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9a7807afd0 msgr2=0x7f9a7807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.902 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9a7807afd0 0x7f9a7807d480 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9a88009550 tx=0x7f9a880091b0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 msgr2=0x7f9a90195ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a90195ea0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9a84006010 tx=0x7f9a840057e0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 shutdown_connections 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9a7807afd0 0x7f9a7807d480 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a90100150 0x7f9a90195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 --2- 172.21.15.159:0/2363362317 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9a90101350 0x7f9a90195ea0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 >> 172.21.15.159:0/2363362317 conn(0x7f9a900fb6e0 msgr2=0x7f9a90104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 shutdown_connections 2024-09-17T10:44:20.903 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:20.901+0000 7f9a97266700 1 -- 172.21.15.159:0/2363362317 wait complete. 2024-09-17T10:44:21.028 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/796340041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 msgr2=0x7f8a181058f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:21.028 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/796340041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a181058f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8a00009910 tx=0x7f8a00009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:21.028 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/796340041 shutdown_connections 2024-09-17T10:44:21.028 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/796340041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a181058f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/796340041 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a18100bf0 0x7f8a18102fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/796340041 >> 172.21.15.159:0/796340041 conn(0x7f8a180fa610 msgr2=0x7f8a180fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/796340041 shutdown_connections 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.025+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/796340041 wait complete. 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1ed6e700 1 Processor -- start 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1ed6e700 1 -- start start 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1ed6e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a18100bf0 0x7f8a18195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1ed6e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a18195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1ed6e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a181964c0 con 0x7f8a18103510 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1ed6e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a18196600 con 0x7f8a18100bf0 2024-09-17T10:44:21.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a17fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a18195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a17fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a18195ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52658/0 (socket says 172.21.15.159:52658) 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a17fff700 1 -- 172.21.15.159:0/1075901439 learned_addr learned my addr 172.21.15.159:0/1075901439 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1cb0a700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a18100bf0 0x7f8a18195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a17fff700 1 -- 172.21.15.159:0/1075901439 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a18100bf0 msgr2=0x7f8a18195960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a17fff700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a18100bf0 0x7f8a18195960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a17fff700 1 -- 172.21.15.159:0/1075901439 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a000095f0 con 0x7f8a18103510 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a1cb0a700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a18100bf0 0x7f8a18195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.026+0000 7f8a17fff700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a18195ea0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8a0000b5c0 tx=0x7f8a0000be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.027+0000 7f8a15ffb700 1 -- 172.21.15.159:0/1075901439 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8a0001d070 con 0x7f8a18103510 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.027+0000 7f8a15ffb700 1 -- 172.21.15.159:0/1075901439 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f8a0000f460 con 0x7f8a18103510 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.027+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a1819b050 con 0x7f8a18103510 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.027+0000 7f8a15ffb700 1 -- 172.21.15.159:0/1075901439 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8a00021640 con 0x7f8a18103510 2024-09-17T10:44:21.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.027+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a1819b540 con 0x7f8a18103510 2024-09-17T10:44:21.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.028+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a1818fb80 con 0x7f8a18103510 2024-09-17T10:44:21.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.028+0000 7f8a15ffb700 1 -- 172.21.15.159:0/1075901439 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f8a0000f5d0 con 0x7f8a18103510 2024-09-17T10:44:21.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.029+0000 7f8a15ffb700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8a0407afd0 0x7f8a0407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:21.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.029+0000 7f8a15ffb700 1 -- 172.21.15.159:0/1075901439 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f8a0009f170 con 0x7f8a18103510 2024-09-17T10:44:21.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.029+0000 7f8a1cb0a700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8a0407afd0 0x7f8a0407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:21.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.029+0000 7f8a1cb0a700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8a0407afd0 0x7f8a0407d480 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009dd0 tx=0x7f8a08009040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:21.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.033+0000 7f8a15ffb700 1 -- 172.21.15.159:0/1075901439 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f8a000624a0 con 0x7f8a18103510 2024-09-17T10:44:21.103 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:20 smithi159 systemd[1]: Stopping Ceph osd.1 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:44:21.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:20 smithi159 ceph-mon[78956]: pgmap v58: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T10:44:21.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:20 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/933980196' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:21.104 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:20 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/11519528' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:44:21.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:20 smithi170 ceph-mon[62996]: pgmap v58: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T10:44:21.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:20 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/933980196' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:21.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:20 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/11519528' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:44:21.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.337+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f8a1802cc30 con 0x7f8a18103510 2024-09-17T10:44:21.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.338+0000 7f8a15ffb700 1 -- 172.21.15.159:0/1075901439 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f8a000655c0 con 0x7f8a18103510 2024-09-17T10:44:21.339 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:44:21.339 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:44:21.340 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:44:21.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8a0407afd0 msgr2=0x7f8a0407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:21.341 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8a0407afd0 0x7f8a0407d480 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009dd0 tx=0x7f8a08009040 comp rx=0 tx=0).stop 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 msgr2=0x7f8a18195ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a18195ea0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8a0000b5c0 tx=0x7f8a0000be20 comp rx=0 tx=0).stop 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 shutdown_connections 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8a0407afd0 0x7f8a0407d480 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a18100bf0 0x7f8a18195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 --2- 172.21.15.159:0/1075901439 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8a18103510 0x7f8a18195ea0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 >> 172.21.15.159:0/1075901439 conn(0x7f8a180fa610 msgr2=0x7f8a180fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 shutdown_connections 2024-09-17T10:44:21.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:21.340+0000 7f8a1ed6e700 1 -- 172.21.15.159:0/1075901439 wait complete. 2024-09-17T10:44:21.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:21 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[51425]: 2024-09-17T10:44:21.101+0000 7f5f48256700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:44:21.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:21 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[51425]: 2024-09-17T10:44:21.101+0000 7f5f48256700 -1 osd.1 55 *** Got signal Terminated *** 2024-09-17T10:44:21.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:21 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[51425]: 2024-09-17T10:44:21.101+0000 7f5f48256700 -1 osd.1 55 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:44:22.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:21 smithi159 ceph-mon[78956]: from='client.34240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:22.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:21 smithi159 ceph-mon[78956]: osd.1 marked itself down and dead 2024-09-17T10:44:22.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:21 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1075901439' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:44:22.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:21 smithi170 ceph-mon[62996]: from='client.34240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:22.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:21 smithi170 ceph-mon[62996]: osd.1 marked itself down and dead 2024-09-17T10:44:22.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:21 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1075901439' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:44:22.578 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:22 smithi159 podman[86898]: 2024-09-17 10:44:22.294084021 +0000 UTC m=+1.313463071 container died 68bbd2bce989a0734442f0b7171e79b69cbfaab58cc91830c80c41c5e1aee290 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, io.buildah.version=1.29.1, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-18.2.0) 2024-09-17T10:44:22.860 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:22 smithi159 podman[86898]: 2024-09-17 10:44:22.743096336 +0000 UTC m=+1.762475388 container cleanup 68bbd2bce989a0734442f0b7171e79b69cbfaab58cc91830c80c41c5e1aee290 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.29.1, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-18.2.0, RELEASE=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T10:44:22.860 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:22 smithi159 bash[86898]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1 2024-09-17T10:44:22.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:22 smithi170 ceph-mon[62996]: pgmap v59: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T10:44:22.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:22 smithi170 ceph-mon[62996]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:44:22.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:22 smithi170 ceph-mon[62996]: osdmap e56: 6 total, 5 up, 6 in 2024-09-17T10:44:23.177 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:23 smithi159 podman[86936]: 2024-09-17 10:44:23.028157329 +0000 UTC m=+0.728587169 container remove 68bbd2bce989a0734442f0b7171e79b69cbfaab58cc91830c80c41c5e1aee290 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.29.1, GIT_CLEAN=True, ceph=True, RELEASE=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=-18.2.0) 2024-09-17T10:44:23.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:22 smithi159 ceph-mon[78956]: pgmap v59: 65 pgs: 65 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 255 B/s wr, 0 op/s 2024-09-17T10:44:23.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:22 smithi159 ceph-mon[78956]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:44:23.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:22 smithi159 ceph-mon[78956]: osdmap e56: 6 total, 5 up, 6 in 2024-09-17T10:44:23.640 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:23 smithi159 podman[87024]: 2024-09-17 10:44:23.253100545 +0000 UTC m=+0.015867615 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:44:23.640 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:23 smithi159 podman[87024]: 2024-09-17 10:44:23.362336372 +0000 UTC m=+0.125103475 container create 46acbb0e27d54d4949ebd07d67de1d89c2bf240c2cb752510913236d3c6b1f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-17T10:44:23.640 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:23 smithi159 podman[87024]: 2024-09-17 10:44:23.564815994 +0000 UTC m=+0.327583070 container init 46acbb0e27d54d4949ebd07d67de1d89c2bf240c2cb752510913236d3c6b1f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-17T10:44:23.641 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:23 smithi159 podman[87024]: 2024-09-17 10:44:23.568245663 +0000 UTC m=+0.331012725 container start 46acbb0e27d54d4949ebd07d67de1d89c2bf240c2cb752510913236d3c6b1f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-17T10:44:23.641 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:23 smithi159 podman[87024]: 2024-09-17 10:44:23.639660559 +0000 UTC m=+0.402427627 container attach 46acbb0e27d54d4949ebd07d67de1d89c2bf240c2cb752510913236d3c6b1f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=) 2024-09-17T10:44:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:23 smithi159 ceph-mon[78956]: osdmap e57: 6 total, 5 up, 6 in 2024-09-17T10:44:23.928 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:23 smithi159 podman[87024]: 2024-09-17 10:44:23.75330882 +0000 UTC m=+0.516075884 container died 46acbb0e27d54d4949ebd07d67de1d89c2bf240c2cb752510913236d3c6b1f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-17T10:44:24.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:23 smithi170 ceph-mon[62996]: osdmap e57: 6 total, 5 up, 6 in 2024-09-17T10:44:24.677 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:24 smithi159 podman[87047]: 2024-09-17 10:44:24.376803604 +0000 UTC m=+0.613503564 container remove 46acbb0e27d54d4949ebd07d67de1d89c2bf240c2cb752510913236d3c6b1f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-7498493, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:44:24.677 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:24 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-17T10:44:24.678 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:24 smithi159 systemd[1]: Stopped Ceph osd.1 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:44:24.678 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:24 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.1.service: Consumed 1min 10.593s CPU time. 2024-09-17T10:44:24.678 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:24 smithi159 systemd[1]: Starting Ceph osd.1 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:44:25.124 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:24 smithi159 ceph-mon[78956]: pgmap v62: 65 pgs: 12 stale+active+clean, 53 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:25.124 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:24 smithi159 podman[87146]: 2024-09-17 10:44:24.802855971 +0000 UTC m=+0.101699377 container create 55e0eaca51dc3c38a0480c3e1432a11d22110b07ace9d50e7d66edbdc2bb878c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-17T10:44:25.124 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:24 smithi159 podman[87146]: 2024-09-17 10:44:24.717167778 +0000 UTC m=+0.016011154 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:44:25.125 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 podman[87146]: 2024-09-17 10:44:25.022005076 +0000 UTC m=+0.320848439 container init 55e0eaca51dc3c38a0480c3e1432a11d22110b07ace9d50e7d66edbdc2bb878c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7498493, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-17T10:44:25.125 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 podman[87146]: 2024-09-17 10:44:25.025383616 +0000 UTC m=+0.324226982 container start 55e0eaca51dc3c38a0480c3e1432a11d22110b07ace9d50e7d66edbdc2bb878c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , RELEASE=main-7498493, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-17T10:44:25.125 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 podman[87146]: 2024-09-17 10:44:25.12371021 +0000 UTC m=+0.422553589 container attach 55e0eaca51dc3c38a0480c3e1432a11d22110b07ace9d50e7d66edbdc2bb878c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-7498493) 2024-09-17T10:44:25.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:24 smithi170 ceph-mon[62996]: pgmap v62: 65 pgs: 12 stale+active+clean, 53 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:25.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:44:25.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 bash[87146]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:44:25.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:44:25.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 bash[87146]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:44:26.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:26 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:26.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:26 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:26.178 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T10:44:26.178 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 bash[87146]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T10:44:26.178 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T10:44:26.178 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:25 smithi159 bash[87146]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T10:44:26.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:26 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:26.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:26 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 bash[87146]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 bash[87146]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 bash[87146]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 bash[87146]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate[87161]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 bash[87146]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-17T10:44:26.518 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 podman[87146]: 2024-09-17 10:44:26.214097858 +0000 UTC m=+1.512941222 container died 55e0eaca51dc3c38a0480c3e1432a11d22110b07ace9d50e7d66edbdc2bb878c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:44:27.051 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:26 smithi159 podman[87311]: 2024-09-17 10:44:26.792795351 +0000 UTC m=+0.572327938 container remove 55e0eaca51dc3c38a0480c3e1432a11d22110b07ace9d50e7d66edbdc2bb878c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-7498493, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-17T10:44:27.051 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:27 smithi159 podman[87371]: 2024-09-17 10:44:26.905279292 +0000 UTC m=+0.016569166 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:44:27.051 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:27 smithi159 podman[87371]: 2024-09-17 10:44:27.01874321 +0000 UTC m=+0.130033108 container create 8c701a299490cd05c05d0fb5182ee87a701a6ec26764bb2185062dc71adc8adb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=main-7498493, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-17T10:44:27.322 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:27 smithi159 ceph-mon[78956]: pgmap v63: 65 pgs: 18 active+undersized, 3 stale+active+clean, 11 active+undersized+degraded, 33 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 30/222 objects degraded (13.514%) 2024-09-17T10:44:27.322 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:27 smithi159 ceph-mon[78956]: Health check failed: Degraded data redundancy: 30/222 objects degraded (13.514%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T10:44:27.323 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:27 smithi159 podman[87371]: 2024-09-17 10:44:27.22959889 +0000 UTC m=+0.340888764 container init 8c701a299490cd05c05d0fb5182ee87a701a6ec26764bb2185062dc71adc8adb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-17T10:44:27.323 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:27 smithi159 podman[87371]: 2024-09-17 10:44:27.233017722 +0000 UTC m=+0.344307579 container start 8c701a299490cd05c05d0fb5182ee87a701a6ec26764bb2185062dc71adc8adb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-7498493, org.label-schema.schema-version=1.0) 2024-09-17T10:44:27.323 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:27 smithi159 ceph-osd[87391]: -- 172.21.15.159:0/1429938964 <== mon.0 v2:172.21.15.159:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56186973a1e0 con 0x5618688d5c00 2024-09-17T10:44:27.323 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:27 smithi159 bash[87371]: 8c701a299490cd05c05d0fb5182ee87a701a6ec26764bb2185062dc71adc8adb 2024-09-17T10:44:27.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:27 smithi170 ceph-mon[62996]: pgmap v63: 65 pgs: 18 active+undersized, 3 stale+active+clean, 11 active+undersized+degraded, 33 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 30/222 objects degraded (13.514%) 2024-09-17T10:44:27.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:27 smithi170 ceph-mon[62996]: Health check failed: Degraded data redundancy: 30/222 objects degraded (13.514%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T10:44:27.677 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:27 smithi159 systemd[1]: Started Ceph osd.1 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:44:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:28 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:28 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:28 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:44:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:28 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:28 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:28.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:28 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:44:29.177 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:28 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[87387]: 2024-09-17T10:44:28.854+0000 7fce6ab88640 -1 Falling back to public interface 2024-09-17T10:44:29.665 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:29 smithi159 ceph-mon[78956]: pgmap v64: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:29.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:29 smithi170 ceph-mon[62996]: pgmap v64: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:31.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:31 smithi159 ceph-mon[78956]: pgmap v65: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:31.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:31 smithi170 ceph-mon[62996]: pgmap v65: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:33.506 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:33 smithi159 ceph-mon[78956]: pgmap v66: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:33.506 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:33 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:33.506 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:33 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:33.506 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:33 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:33.506 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:33 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:33.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:33 smithi170 ceph-mon[62996]: pgmap v66: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:33.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:33 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:33.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:33 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:33.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:33 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:33.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:33 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:34.517 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:34 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 32/222 objects degraded (14.414%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T10:44:34.517 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:34 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[87387]: 2024-09-17T10:44:34.244+0000 7fce6ab88640 -1 osd.1 0 read_superblock omap replica is missing. 2024-09-17T10:44:34.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:34 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 32/222 objects degraded (14.414%), 13 pgs degraded (PG_DEGRADED) 2024-09-17T10:44:35.178 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:34 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[87387]: 2024-09-17T10:44:34.834+0000 7fce6ab88640 -1 osd.1 55 log_to_monitors true 2024-09-17T10:44:35.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:35 smithi159 ceph-mon[78956]: pgmap v67: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:35.509 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:35 smithi159 ceph-mon[78956]: from='osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T10:44:35.509 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:44:35 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[87387]: 2024-09-17T10:44:35.289+0000 7fce62932640 -1 osd.1 55 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:44:35.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:35 smithi170 ceph-mon[62996]: pgmap v67: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.2 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:35 smithi170 ceph-mon[62996]: from='osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-17T10:44:36.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: osdmap e58: 6 total, 5 up, 6 in 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi159", "root=default"]} : dispatch 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:36.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T10:44:36.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: osdmap e58: 6 total, 5 up, 6 in 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi159", "root=default"]} : dispatch 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T10:44:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:37 smithi159 ceph-mon[78956]: pgmap v69: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:37 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T10:44:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:37 smithi159 ceph-mon[78956]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T10:44:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:37 smithi159 ceph-mon[78956]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:44:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:37 smithi159 ceph-mon[78956]: osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202] boot 2024-09-17T10:44:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:37 smithi159 ceph-mon[78956]: osdmap e59: 6 total, 6 up, 6 in 2024-09-17T10:44:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-17T10:44:37.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:37 smithi170 ceph-mon[62996]: pgmap v69: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:37.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:37 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T10:44:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:37 smithi170 ceph-mon[62996]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-09-17T10:44:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:37 smithi170 ceph-mon[62996]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:44:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:37 smithi170 ceph-mon[62996]: osd.1 [v2:172.21.15.159:6810/217414202,v1:172.21.15.159:6811/217414202] boot 2024-09-17T10:44:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:37 smithi170 ceph-mon[62996]: osdmap e59: 6 total, 6 up, 6 in 2024-09-17T10:44:37.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-17T10:44:38.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:38 smithi159 ceph-mon[78956]: osdmap e60: 6 total, 6 up, 6 in 2024-09-17T10:44:38.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:38 smithi170 ceph-mon[62996]: osdmap e60: 6 total, 6 up, 6 in 2024-09-17T10:44:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:39 smithi159 ceph-mon[78956]: pgmap v72: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:39.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:39 smithi170 ceph-mon[62996]: pgmap v72: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:41.328 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:41 smithi170 ceph-mon[62996]: pgmap v73: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:41.329 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:41.329 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:41.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:41 smithi159 ceph-mon[78956]: pgmap v73: 65 pgs: 21 active+undersized, 13 active+undersized+degraded, 31 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:44:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:42.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:42 smithi159 ceph-mon[78956]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/222 objects degraded (14.414%), 13 pgs degraded) 2024-09-17T10:44:42.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:42 smithi170 ceph-mon[62996]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/222 objects degraded (14.414%), 13 pgs degraded) 2024-09-17T10:44:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:43 smithi170 ceph-mon[62996]: pgmap v74: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:43 smithi159 ceph-mon[78956]: pgmap v74: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:45.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:45 smithi159 ceph-mon[78956]: pgmap v75: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:45.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:45 smithi170 ceph-mon[62996]: pgmap v75: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:47.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:47 smithi159 ceph-mon[78956]: pgmap v76: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:47 smithi170 ceph-mon[62996]: pgmap v76: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:49 smithi159 ceph-mon[78956]: pgmap v77: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:49.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:49 smithi170 ceph-mon[62996]: pgmap v77: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:51.336 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:51 smithi159 ceph-mon[78956]: pgmap v78: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:51.337 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:51 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:51.337 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:51 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T10:44:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:51 smithi170 ceph-mon[62996]: pgmap v78: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:51 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:51.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:51 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-17T10:44:51.458 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.455+0000 7fbc0c071700 1 -- 172.21.15.159:0/3706068628 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 msgr2=0x7fbc041058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.455+0000 7fbc0c071700 1 --2- 172.21.15.159:0/3706068628 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc041058e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4009910 tx=0x7fbbf4009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.455+0000 7fbc0c071700 1 -- 172.21.15.159:0/3706068628 shutdown_connections 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.455+0000 7fbc0c071700 1 --2- 172.21.15.159:0/3706068628 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc041058e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.455+0000 7fbc0c071700 1 --2- 172.21.15.159:0/3706068628 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc04100be0 0x7fbc04102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.455+0000 7fbc0c071700 1 -- 172.21.15.159:0/3706068628 >> 172.21.15.159:0/3706068628 conn(0x7fbc040fa5e0 msgr2=0x7fbc040fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.456+0000 7fbc0c071700 1 -- 172.21.15.159:0/3706068628 shutdown_connections 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.456+0000 7fbc0c071700 1 -- 172.21.15.159:0/3706068628 wait complete. 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.456+0000 7fbc0c071700 1 Processor -- start 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.456+0000 7fbc0c071700 1 -- start start 2024-09-17T10:44:51.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0c071700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc04100be0 0x7fbc04195930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0c071700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc04195e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0c071700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc04196490 con 0x7fbc04103500 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0c071700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc041965d0 con 0x7fbc04100be0 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0960c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc04195e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0960c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc04195e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60800/0 (socket says 172.21.15.159:60800) 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0960c700 1 -- 172.21.15.159:0/961229764 learned_addr learned my addr 172.21.15.159:0/961229764 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc09e0d700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc04100be0 0x7fbc04195930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0960c700 1 -- 172.21.15.159:0/961229764 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc04100be0 msgr2=0x7fbc04195930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0960c700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc04100be0 0x7fbc04195930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0960c700 1 -- 172.21.15.159:0/961229764 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbf40095f0 con 0x7fbc04103500 2024-09-17T10:44:51.461 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.457+0000 7fbc0960c700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc04195e70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4000c00 tx=0x7fbbf400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.458+0000 7fbbfaffd700 1 -- 172.21.15.159:0/961229764 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbbf401d070 con 0x7fbc04103500 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.458+0000 7fbbfaffd700 1 -- 172.21.15.159:0/961229764 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fbbf4005dc0 con 0x7fbc04103500 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.458+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc0419b020 con 0x7fbc04103500 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.458+0000 7fbbfaffd700 1 -- 172.21.15.159:0/961229764 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbbf40226a0 con 0x7fbc04103500 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.458+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc0419b510 con 0x7fbc04103500 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.459+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc0418fb70 con 0x7fbc04103500 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.460+0000 7fbbfaffd700 1 -- 172.21.15.159:0/961229764 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fbbf40038f0 con 0x7fbc04103500 2024-09-17T10:44:51.462 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.460+0000 7fbbfaffd700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbbf007afd0 0x7fbbf007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:51.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.460+0000 7fbbfaffd700 1 -- 172.21.15.159:0/961229764 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fbbf409f2c0 con 0x7fbc04103500 2024-09-17T10:44:51.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.460+0000 7fbc09e0d700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbbf007afd0 0x7fbbf007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:51.464 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.461+0000 7fbc09e0d700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbbf007afd0 0x7fbbf007d480 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbc00009c60 tx=0x7fbc00009260 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:51.466 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.465+0000 7fbbfaffd700 1 -- 172.21.15.159:0/961229764 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fbbf4062590 con 0x7fbc04103500 2024-09-17T10:44:51.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.715+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fbc04061190 con 0x7fbbf007afd0 2024-09-17T10:44:51.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.716+0000 7fbbfaffd700 1 -- 172.21.15.159:0/961229764 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7fbc04061190 con 0x7fbbf007afd0 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbbf007afd0 msgr2=0x7fbbf007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbbf007afd0 0x7fbbf007d480 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbc00009c60 tx=0x7fbc00009260 comp rx=0 tx=0).stop 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 msgr2=0x7fbc04195e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc04195e70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4000c00 tx=0x7fbbf400f690 comp rx=0 tx=0).stop 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 shutdown_connections 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbbf007afd0 0x7fbbf007d480 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc04100be0 0x7fbc04195930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 --2- 172.21.15.159:0/961229764 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc04103500 0x7fbc04195e70 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 >> 172.21.15.159:0/961229764 conn(0x7fbc040fa5e0 msgr2=0x7fbc040fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:51.721 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 shutdown_connections 2024-09-17T10:44:51.722 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.719+0000 7fbc0c071700 1 -- 172.21.15.159:0/961229764 wait complete. 2024-09-17T10:44:51.731 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:44:51.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 -- 172.21.15.159:0/3361762205 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff094100ca0 msgr2=0x7ff094103080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:51.833 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3361762205 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff094100ca0 0x7ff094103080 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff08c00b0a0 tx=0x7ff08c00b3b0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 -- 172.21.15.159:0/3361762205 shutdown_connections 2024-09-17T10:44:51.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3361762205 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff0941035c0 0x7ff0941059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3361762205 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff094100ca0 0x7ff094103080 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 -- 172.21.15.159:0/3361762205 >> 172.21.15.159:0/3361762205 conn(0x7ff0940fa600 msgr2=0x7ff0940fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:51.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 -- 172.21.15.159:0/3361762205 shutdown_connections 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.827+0000 7ff098d4c700 1 -- 172.21.15.159:0/3361762205 wait complete. 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff098d4c700 1 Processor -- start 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff098d4c700 1 -- start start 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff098d4c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff094100ca0 0x7ff094195930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff098d4c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0941035c0 0x7ff094195e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff098d4c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff094196490 con 0x7ff0941035c0 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff098d4c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0941965d0 con 0x7ff094100ca0 2024-09-17T10:44:51.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff091d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0941035c0 0x7ff094195e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:51.836 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff091d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0941035c0 0x7ff094195e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60822/0 (socket says 172.21.15.159:60822) 2024-09-17T10:44:51.836 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff091d9b700 1 -- 172.21.15.159:0/3260907558 learned_addr learned my addr 172.21.15.159:0/3260907558 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:51.836 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff09259c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff094100ca0 0x7ff094195930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:51.836 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff091d9b700 1 -- 172.21.15.159:0/3260907558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff094100ca0 msgr2=0x7ff094195930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:51.836 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff091d9b700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff094100ca0 0x7ff094195930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:51.836 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.828+0000 7ff091d9b700 1 -- 172.21.15.159:0/3260907558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff08c009d00 con 0x7ff0941035c0 2024-09-17T10:44:51.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.829+0000 7ff091d9b700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0941035c0 0x7ff094195e70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff07c00d8d0 tx=0x7ff07c00dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:51.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.829+0000 7ff08b7fe700 1 -- 172.21.15.159:0/3260907558 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff07c0098a0 con 0x7ff0941035c0 2024-09-17T10:44:51.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.829+0000 7ff08b7fe700 1 -- 172.21.15.159:0/3260907558 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff07c010460 con 0x7ff0941035c0 2024-09-17T10:44:51.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.829+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff09419b080 con 0x7ff0941035c0 2024-09-17T10:44:51.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.829+0000 7ff08b7fe700 1 -- 172.21.15.159:0/3260907558 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff07c00f5f0 con 0x7ff0941035c0 2024-09-17T10:44:51.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.829+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff09419b650 con 0x7ff0941035c0 2024-09-17T10:44:51.837 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.830+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff09418fb70 con 0x7ff0941035c0 2024-09-17T10:44:51.838 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.830+0000 7ff08b7fe700 1 -- 172.21.15.159:0/3260907558 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7ff07c009a00 con 0x7ff0941035c0 2024-09-17T10:44:51.838 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.831+0000 7ff08b7fe700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff08007afd0 0x7ff08007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:51.838 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.831+0000 7ff09259c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff08007afd0 0x7ff08007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:51.838 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.831+0000 7ff08b7fe700 1 -- 172.21.15.159:0/3260907558 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 6242+0+0 (secure 0 0 0) 0x7ff07c09dc60 con 0x7ff0941035c0 2024-09-17T10:44:51.838 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.831+0000 7ff09259c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff08007afd0 0x7ff08007d480 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff08c009fd0 tx=0x7ff08c0060c0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:51.839 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:51.835+0000 7ff08b7fe700 1 -- 172.21.15.159:0/3260907558 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7ff07c060f90 con 0x7ff0941035c0 2024-09-17T10:44:52.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.077+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7ff094061190 con 0x7ff08007afd0 2024-09-17T10:44:52.082 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.078+0000 7ff08b7fe700 1 -- 172.21.15.159:0/3260907558 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7ff094061190 con 0x7ff08007afd0 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff08007afd0 msgr2=0x7ff08007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff08007afd0 0x7ff08007d480 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff08c009fd0 tx=0x7ff08c0060c0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0941035c0 msgr2=0x7ff094195e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0941035c0 0x7ff094195e70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff07c00d8d0 tx=0x7ff07c00dbe0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 shutdown_connections 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff08007afd0 0x7ff08007d480 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff094100ca0 0x7ff094195930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 --2- 172.21.15.159:0/3260907558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff0941035c0 0x7ff094195e70 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 >> 172.21.15.159:0/3260907558 conn(0x7ff0940fa600 msgr2=0x7ff0940fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:52.084 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 shutdown_connections 2024-09-17T10:44:52.084 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.081+0000 7ff098d4c700 1 -- 172.21.15.159:0/3260907558 wait complete. 2024-09-17T10:44:52.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:52 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T10:44:52.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:52 smithi159 ceph-mon[78956]: Upgrade: osd.2 is safe to restart 2024-09-17T10:44:52.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:52 smithi159 ceph-mon[78956]: from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:52.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 -- 172.21.15.159:0/1138742271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6744100250 msgr2=0x7f67441006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 --2- 172.21.15.159:0/1138742271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6744100250 0x7f67441006a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6738009910 tx=0x7f6738009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:52.193 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 -- 172.21.15.159:0/1138742271 shutdown_connections 2024-09-17T10:44:52.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 --2- 172.21.15.159:0/1138742271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6744100250 0x7f67441006a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 --2- 172.21.15.159:0/1138742271 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67440ff050 0x7f67440ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 -- 172.21.15.159:0/1138742271 >> 172.21.15.159:0/1138742271 conn(0x7f67440fa5e0 msgr2=0x7f67440fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:52.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 -- 172.21.15.159:0/1138742271 shutdown_connections 2024-09-17T10:44:52.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.186+0000 7f6749249700 1 -- 172.21.15.159:0/1138742271 wait complete. 2024-09-17T10:44:52.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.187+0000 7f6749249700 1 Processor -- start 2024-09-17T10:44:52.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.187+0000 7f6749249700 1 -- start start 2024-09-17T10:44:52.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.187+0000 7f6749249700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67440ff050 0x7f6744195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.187+0000 7f6749249700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6744100250 0x7f6744195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.187+0000 7f6749249700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6744196580 con 0x7f67440ff050 2024-09-17T10:44:52.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.187+0000 7f6749249700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67441966c0 con 0x7f6744100250 2024-09-17T10:44:52.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.187+0000 7f6742d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67440ff050 0x7f6744195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:52.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6742d9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67440ff050 0x7f6744195a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60840/0 (socket says 172.21.15.159:60840) 2024-09-17T10:44:52.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6742d9d700 1 -- 172.21.15.159:0/91111106 learned_addr learned my addr 172.21.15.159:0/91111106 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:52.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f674259c700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6744100250 0x7f6744195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:52.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6742d9d700 1 -- 172.21.15.159:0/91111106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6744100250 msgr2=0x7f6744195f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6742d9d700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6744100250 0x7f6744195f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6742d9d700 1 -- 172.21.15.159:0/91111106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67380095f0 con 0x7f67440ff050 2024-09-17T10:44:52.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f674259c700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6744100250 0x7f6744195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:44:52.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6742d9d700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67440ff050 0x7f6744195a20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f673400b480 tx=0x7f673400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:52.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f672bfff700 1 -- 172.21.15.159:0/91111106 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f67340118c0 con 0x7f67440ff050 2024-09-17T10:44:52.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f672bfff700 1 -- 172.21.15.159:0/91111106 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6734010380 con 0x7f67440ff050 2024-09-17T10:44:52.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f672bfff700 1 -- 172.21.15.159:0/91111106 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f673400f4f0 con 0x7f67440ff050 2024-09-17T10:44:52.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f674419b170 con 0x7f67440ff050 2024-09-17T10:44:52.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.188+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f674419b740 con 0x7f67440ff050 2024-09-17T10:44:52.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.189+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6744107c40 con 0x7f67440ff050 2024-09-17T10:44:52.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.190+0000 7f672bfff700 1 -- 172.21.15.159:0/91111106 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f6734011a20 con 0x7f67440ff050 2024-09-17T10:44:52.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.191+0000 7f672bfff700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f672c07afd0 0x7f672c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.191+0000 7f674259c700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f672c07afd0 0x7f672c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:52.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.191+0000 7f672bfff700 1 -- 172.21.15.159:0/91111106 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f673409d940 con 0x7f67440ff050 2024-09-17T10:44:52.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.191+0000 7f674259c700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f672c07afd0 0x7f672c07d480 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f673800b5c0 tx=0x7f6738005e20 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:52.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.195+0000 7f672bfff700 1 -- 172.21.15.159:0/91111106 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f6734060bd0 con 0x7f67440ff050 2024-09-17T10:44:52.430 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.428+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f6744068aa0 con 0x7f672c07afd0 2024-09-17T10:44:52.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.438+0000 7f672bfff700 1 -- 172.21.15.159:0/91111106 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7f6744068aa0 con 0x7f672c07afd0 2024-09-17T10:44:52.440 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:44:52.440 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (11m) 20s ago 13m 25.6M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:44:52.440 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (3m) 20s ago 13m 7654k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (3m) 76s ago 12m 7415k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (84s) 20s ago 13m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (79s) 76s ago 12m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (11m) 20s ago 13m 86.9M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (7m) 20s ago 7m 16.1M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (7m) 20s ago 7m 19.4M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (7m) 76s ago 7m 156M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:44:52.441 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (7m) 76s ago 7m 19.6M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (3m) 20s ago 14m 511M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (2m) 76s ago 12m 453M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (2m) 20s ago 15m 49.3M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (2m) 76s ago 12m 38.1M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (13m) 20s ago 13m 15.7M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (12m) 76s ago 12m 16.6M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (60s) 20s ago 11m 103M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:44:52.442 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (25s) 20s ago 10m 11.2M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:44:52.443 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (10m) 20s ago 10m 219M 1216M 18.2.0 dc2bc1663786 7e30e1c4c188 2024-09-17T10:44:52.443 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (9m) 76s ago 9m 290M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:44:52.443 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (9m) 76s ago 9m 260M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:44:52.443 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (8m) 76s ago 8m 243M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:44:52.443 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (2m) 20s ago 13m 75.7M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:44:52.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f672c07afd0 msgr2=0x7f672c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f672c07afd0 0x7f672c07d480 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f673800b5c0 tx=0x7f6738005e20 comp rx=0 tx=0).stop 2024-09-17T10:44:52.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67440ff050 msgr2=0x7f6744195a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67440ff050 0x7f6744195a20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f673400b480 tx=0x7f673400b840 comp rx=0 tx=0).stop 2024-09-17T10:44:52.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 shutdown_connections 2024-09-17T10:44:52.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f67440ff050 0x7f6744195a20 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f672c07afd0 0x7f672c07d480 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 --2- 172.21.15.159:0/91111106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6744100250 0x7f6744195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 >> 172.21.15.159:0/91111106 conn(0x7f67440fa5e0 msgr2=0x7f6744068390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:52.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 shutdown_connections 2024-09-17T10:44:52.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.441+0000 7f6749249700 1 -- 172.21.15.159:0/91111106 wait complete. 2024-09-17T10:44:52.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:52 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-17T10:44:52.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:52 smithi170 ceph-mon[62996]: Upgrade: osd.2 is safe to restart 2024-09-17T10:44:52.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:52 smithi170 ceph-mon[62996]: from='client.34252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:52.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 -- 172.21.15.159:0/2449148613 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 msgr2=0x7f53c81058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 --2- 172.21.15.159:0/2449148613 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c81058e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f53bc009910 tx=0x7f53bc009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 -- 172.21.15.159:0/2449148613 shutdown_connections 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 --2- 172.21.15.159:0/2449148613 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c81058e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 --2- 172.21.15.159:0/2449148613 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53c8100be0 0x7f53c8102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 -- 172.21.15.159:0/2449148613 >> 172.21.15.159:0/2449148613 conn(0x7f53c80fa5e0 msgr2=0x7f53c80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 -- 172.21.15.159:0/2449148613 shutdown_connections 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 -- 172.21.15.159:0/2449148613 wait complete. 2024-09-17T10:44:52.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.549+0000 7f53cd416700 1 Processor -- start 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53cd416700 1 -- start start 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53cd416700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53c8100be0 0x7f53c8195930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53cd416700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c8195e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53cd416700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53c8196490 con 0x7f53c8103500 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53cd416700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53c81965d0 con 0x7f53c8100be0 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53c67fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c8195e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53c67fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c8195e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60856/0 (socket says 172.21.15.159:60856) 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53c67fc700 1 -- 172.21.15.159:0/2782605830 learned_addr learned my addr 172.21.15.159:0/2782605830 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:52.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53c6ffd700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53c8100be0 0x7f53c8195930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53c67fc700 1 -- 172.21.15.159:0/2782605830 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53c8100be0 msgr2=0x7f53c8195930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53c67fc700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53c8100be0 0x7f53c8195930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.550+0000 7f53c67fc700 1 -- 172.21.15.159:0/2782605830 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53bc0095f0 con 0x7f53c8103500 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.551+0000 7f53c67fc700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c8195e70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f53bc00b5c0 tx=0x7f53bc00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.551+0000 7f53affff700 1 -- 172.21.15.159:0/2782605830 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f53bc01d070 con 0x7f53c8103500 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.551+0000 7f53affff700 1 -- 172.21.15.159:0/2782605830 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f53bc022470 con 0x7f53c8103500 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.551+0000 7f53affff700 1 -- 172.21.15.159:0/2782605830 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f53bc00f690 con 0x7f53c8103500 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.551+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53c819b020 con 0x7f53c8103500 2024-09-17T10:44:52.554 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.551+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53c819b510 con 0x7f53c8103500 2024-09-17T10:44:52.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.552+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53c818fb70 con 0x7f53c8103500 2024-09-17T10:44:52.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.553+0000 7f53affff700 1 -- 172.21.15.159:0/2782605830 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f53bc0225e0 con 0x7f53c8103500 2024-09-17T10:44:52.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.553+0000 7f53affff700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f53b007afd0 0x7f53b007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.553+0000 7f53affff700 1 -- 172.21.15.159:0/2782605830 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f53bc09f500 con 0x7f53c8103500 2024-09-17T10:44:52.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.553+0000 7f53c6ffd700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f53b007afd0 0x7f53b007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:52.556 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.554+0000 7f53c6ffd700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f53b007afd0 0x7f53b007d480 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f53b8005950 tx=0x7f53b800a300 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:52.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.561+0000 7f53affff700 1 -- 172.21.15.159:0/2782605830 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f53bc062830 con 0x7f53c8103500 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.883+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f53c802cc30 con 0x7f53c8103500 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.883+0000 7f53affff700 1 -- 172.21.15.159:0/2782605830 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+791 (secure 0 0 0) 0x7f53bc065950 con 0x7f53c8103500 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:44:52.885 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4, 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 8, 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:44:52.886 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:44:52.887 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f53b007afd0 msgr2=0x7f53b007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f53b007afd0 0x7f53b007d480 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f53b8005950 tx=0x7f53b800a300 comp rx=0 tx=0).stop 2024-09-17T10:44:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 msgr2=0x7f53c8195e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c8195e70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f53bc00b5c0 tx=0x7f53bc00bd70 comp rx=0 tx=0).stop 2024-09-17T10:44:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 shutdown_connections 2024-09-17T10:44:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f53b007afd0 0x7f53b007d480 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53c8100be0 0x7f53c8195930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.888 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 --2- 172.21.15.159:0/2782605830 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53c8103500 0x7f53c8195e70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 >> 172.21.15.159:0/2782605830 conn(0x7f53c80fa5e0 msgr2=0x7f53c80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 shutdown_connections 2024-09-17T10:44:52.889 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.886+0000 7f53cd416700 1 -- 172.21.15.159:0/2782605830 wait complete. 2024-09-17T10:44:52.995 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.993+0000 7fef64a4b700 1 -- 172.21.15.159:0/3414914674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60100c70 msgr2=0x7fef60103050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:52.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.993+0000 7fef64a4b700 1 --2- 172.21.15.159:0/3414914674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60100c70 0x7fef60103050 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fef50009910 tx=0x7fef50009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:52.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.994+0000 7fef64a4b700 1 -- 172.21.15.159:0/3414914674 shutdown_connections 2024-09-17T10:44:52.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.994+0000 7fef64a4b700 1 --2- 172.21.15.159:0/3414914674 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fef60103590 0x7fef60105970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.994+0000 7fef64a4b700 1 --2- 172.21.15.159:0/3414914674 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60100c70 0x7fef60103050 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:52.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.994+0000 7fef64a4b700 1 -- 172.21.15.159:0/3414914674 >> 172.21.15.159:0/3414914674 conn(0x7fef600fa630 msgr2=0x7fef600fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:52.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.994+0000 7fef64a4b700 1 -- 172.21.15.159:0/3414914674 shutdown_connections 2024-09-17T10:44:52.996 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.994+0000 7fef64a4b700 1 -- 172.21.15.159:0/3414914674 wait complete. 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.994+0000 7fef64a4b700 1 Processor -- start 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef64a4b700 1 -- start start 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef64a4b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fef60100c70 0x7fef601005d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef64a4b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60103590 0x7fef600fec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef5dd9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60103590 0x7fef600fec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef5dd9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60103590 0x7fef600fec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60874/0 (socket says 172.21.15.159:60874) 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef5dd9b700 1 -- 172.21.15.159:0/1060632659 learned_addr learned my addr 172.21.15.159:0/1060632659 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef600ff160 con 0x7fef60103590 2024-09-17T10:44:52.999 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef600ff2a0 con 0x7fef60100c70 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef5e59c700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fef60100c70 0x7fef601005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef5dd9b700 1 -- 172.21.15.159:0/1060632659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fef60100c70 msgr2=0x7fef601005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef5dd9b700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fef60100c70 0x7fef601005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.995+0000 7fef5dd9b700 1 -- 172.21.15.159:0/1060632659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef500095f0 con 0x7fef60103590 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.996+0000 7fef5dd9b700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60103590 0x7fef600fec20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fef5400e940 tx=0x7fef5400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.996+0000 7fef4f7fe700 1 -- 172.21.15.159:0/1060632659 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fef5400cba0 con 0x7fef60103590 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.996+0000 7fef4f7fe700 1 -- 172.21.15.159:0/1060632659 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fef5400ee90 con 0x7fef60103590 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.996+0000 7fef4f7fe700 1 -- 172.21.15.159:0/1060632659 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fef54005650 con 0x7fef60103590 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.996+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef600ff580 con 0x7fef60103590 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.996+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef600ffa80 con 0x7fef60103590 2024-09-17T10:44:53.000 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.997+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef6018fbc0 con 0x7fef60103590 2024-09-17T10:44:53.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.998+0000 7fef4f7fe700 1 -- 172.21.15.159:0/1060632659 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fef54004750 con 0x7fef60103590 2024-09-17T10:44:53.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.999+0000 7fef4f7fe700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fef4807b020 0x7fef4807d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:53.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.999+0000 7fef4f7fe700 1 -- 172.21.15.159:0/1060632659 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fef54014070 con 0x7fef60103590 2024-09-17T10:44:53.001 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.999+0000 7fef5e59c700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fef4807b020 0x7fef4807d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.002 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:52.999+0000 7fef5e59c700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fef4807b020 0x7fef4807d4d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fef50009fd0 tx=0x7fef50005940 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:53.005 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.003+0000 7fef4f7fe700 1 -- 172.21.15.159:0/1060632659 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fef54061370 con 0x7fef60103590 2024-09-17T10:44:53.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.266+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fef6002cc30 con 0x7fef60103590 2024-09-17T10:44:53.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.267+0000 7fef4f7fe700 1 -- 172.21.15.159:0/1060632659 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7fef54064490 con 0x7fef60103590 2024-09-17T10:44:53.268 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:44:53.268 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:44:53.269 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:44:53.270 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:53.271 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:44:53.272 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:44:53.272 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:53.272 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:53.272 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:44:53.272 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.269+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fef4807b020 msgr2=0x7fef4807d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.269+0000 7fef64a4b700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fef4807b020 0x7fef4807d4d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fef50009fd0 tx=0x7fef50005940 comp rx=0 tx=0).stop 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.269+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60103590 msgr2=0x7fef600fec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.269+0000 7fef64a4b700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60103590 0x7fef600fec20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fef5400e940 tx=0x7fef5400ec50 comp rx=0 tx=0).stop 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.269+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 shutdown_connections 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.270+0000 7fef64a4b700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fef4807b020 0x7fef4807d4d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.270+0000 7fef64a4b700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fef60100c70 0x7fef601005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.270+0000 7fef64a4b700 1 --2- 172.21.15.159:0/1060632659 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fef60103590 0x7fef600fec20 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.270+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 >> 172.21.15.159:0/1060632659 conn(0x7fef600fa630 msgr2=0x7fef600fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.270+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 shutdown_connections 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.270+0000 7fef64a4b700 1 -- 172.21.15.159:0/1060632659 wait complete. 2024-09-17T10:44:53.273 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:44:53.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 -- 172.21.15.159:0/2208505438 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a0100660 msgr2=0x7f46a0100a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 --2- 172.21.15.159:0/2208505438 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a0100660 0x7f46a0100a70 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4694009910 tx=0x7f4694009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:53.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 -- 172.21.15.159:0/2208505438 shutdown_connections 2024-09-17T10:44:53.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 --2- 172.21.15.159:0/2208505438 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46a00ff2c0 0x7f46a00ff730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 --2- 172.21.15.159:0/2208505438 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a0100660 0x7f46a0100a70 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 -- 172.21.15.159:0/2208505438 >> 172.21.15.159:0/2208505438 conn(0x7f46a00f9d80 msgr2=0x7f46a00fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:53.388 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 -- 172.21.15.159:0/2208505438 shutdown_connections 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.384+0000 7f46a71a7700 1 -- 172.21.15.159:0/2208505438 wait complete. 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a71a7700 1 Processor -- start 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a71a7700 1 -- start start 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a71a7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a00ff2c0 0x7f46a0195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a71a7700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46a0100660 0x7f46a0195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a71a7700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46a01964d0 con 0x7f46a00ff2c0 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a71a7700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46a0196610 con 0x7f46a0100660 2024-09-17T10:44:53.389 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a4f43700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a00ff2c0 0x7f46a0195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a4f43700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a00ff2c0 0x7f46a0195970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60892/0 (socket says 172.21.15.159:60892) 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a4f43700 1 -- 172.21.15.159:0/1059610873 learned_addr learned my addr 172.21.15.159:0/1059610873 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f469ffff700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46a0100660 0x7f46a0195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a4f43700 1 -- 172.21.15.159:0/1059610873 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46a0100660 msgr2=0x7f46a0195eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a4f43700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46a0100660 0x7f46a0195eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a4f43700 1 -- 172.21.15.159:0/1059610873 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46940095f0 con 0x7f46a00ff2c0 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.385+0000 7f46a4f43700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a00ff2c0 0x7f46a0195970 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f469400bda0 tx=0x7f469400bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.386+0000 7f469dffb700 1 -- 172.21.15.159:0/1059610873 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f469401d070 con 0x7f46a00ff2c0 2024-09-17T10:44:53.390 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.386+0000 7f469dffb700 1 -- 172.21.15.159:0/1059610873 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f469400f460 con 0x7f46a00ff2c0 2024-09-17T10:44:53.391 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.386+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46a019b060 con 0x7f46a00ff2c0 2024-09-17T10:44:53.391 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.386+0000 7f469dffb700 1 -- 172.21.15.159:0/1059610873 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4694021620 con 0x7f46a00ff2c0 2024-09-17T10:44:53.391 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.386+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46a019b550 con 0x7f46a00ff2c0 2024-09-17T10:44:53.392 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.387+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46a0107bb0 con 0x7f46a00ff2c0 2024-09-17T10:44:53.393 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.387+0000 7f469dffb700 1 -- 172.21.15.159:0/1059610873 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f469400f5d0 con 0x7f46a00ff2c0 2024-09-17T10:44:53.393 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.388+0000 7f469dffb700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f469007afd0 0x7f469007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:53.393 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.388+0000 7f469dffb700 1 -- 172.21.15.159:0/1059610873 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f469409f170 con 0x7f46a00ff2c0 2024-09-17T10:44:53.393 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.388+0000 7f469ffff700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f469007afd0 0x7f469007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.393 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.388+0000 7f469ffff700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f469007afd0 0x7f469007d480 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f468c005950 tx=0x7f468c00b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:53.394 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.392+0000 7f469dffb700 1 -- 172.21.15.159:0/1059610873 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f4694062420 con 0x7f46a00ff2c0 2024-09-17T10:44:53.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.634+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f46a00fe8c0 con 0x7f469007afd0 2024-09-17T10:44:53.635 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: pgmap v79: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: from='client.34256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: Upgrade: Updating osd.2 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: Deploying daemon osd.2 on smithi159 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2782605830' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:53.636 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:53 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1060632659' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.635+0000 7f469dffb700 1 -- 172.21.15.159:0/1059610873 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7f46a00fe8c0 con 0x7f469007afd0 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:44:53.637 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:44:53.638 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "8/23 daemons upgraded", 2024-09-17T10:44:53.638 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T10:44:53.638 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:44:53.638 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f469007afd0 msgr2=0x7f469007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f469007afd0 0x7f469007d480 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f468c005950 tx=0x7f468c00b410 comp rx=0 tx=0).stop 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a00ff2c0 msgr2=0x7f46a0195970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a00ff2c0 0x7f46a0195970 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f469400bda0 tx=0x7f469400bdd0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 shutdown_connections 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46a00ff2c0 0x7f46a0195970 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f469007afd0 0x7f469007d480 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 --2- 172.21.15.159:0/1059610873 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f46a0100660 0x7f46a0195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 >> 172.21.15.159:0/1059610873 conn(0x7f46a00f9d80 msgr2=0x7f46a00fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:53.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 shutdown_connections 2024-09-17T10:44:53.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.637+0000 7f46a71a7700 1 -- 172.21.15.159:0/1059610873 wait complete. 2024-09-17T10:44:53.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: pgmap v79: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: from='client.34256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: Upgrade: Updating osd.2 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: Deploying daemon osd.2 on smithi159 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2782605830' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:44:53.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:53 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1060632659' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 -- 172.21.15.159:0/3135270765 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 msgr2=0x7f36640ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 --2- 172.21.15.159:0/3135270765 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f36640ff460 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3660009910 tx=0x7f3660009c20 comp rx=0 tx=0).stop 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 -- 172.21.15.159:0/3135270765 shutdown_connections 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 --2- 172.21.15.159:0/3135270765 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3664100250 0x7f36641006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 --2- 172.21.15.159:0/3135270765 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f36640ff460 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 -- 172.21.15.159:0/3135270765 >> 172.21.15.159:0/3135270765 conn(0x7f36640fa5e0 msgr2=0x7f36640fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 -- 172.21.15.159:0/3135270765 shutdown_connections 2024-09-17T10:44:53.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.767+0000 7f366b9df700 1 -- 172.21.15.159:0/3135270765 wait complete. 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366b9df700 1 Processor -- start 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366b9df700 1 -- start start 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366b9df700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f3664194890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366b9df700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3664100250 0x7f3664194dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366b9df700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36641953f0 con 0x7f36640ff050 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366b9df700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3664195530 con 0x7f3664100250 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366977b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f3664194890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366977b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f3664194890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:60904/0 (socket says 172.21.15.159:60904) 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f366977b700 1 -- 172.21.15.159:0/477629308 learned_addr learned my addr 172.21.15.159:0/477629308 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.768+0000 7f3668f7a700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3664100250 0x7f3664194dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f366977b700 1 -- 172.21.15.159:0/477629308 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3664100250 msgr2=0x7f3664194dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f366977b700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3664100250 0x7f3664194dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f366977b700 1 -- 172.21.15.159:0/477629308 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36600095f0 con 0x7f36640ff050 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f366977b700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f3664194890 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f366000bda0 tx=0x7f366000bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f365a7fc700 1 -- 172.21.15.159:0/477629308 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f366001d070 con 0x7f36640ff050 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f365a7fc700 1 -- 172.21.15.159:0/477629308 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f366000f460 con 0x7f36640ff050 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3664199f80 con 0x7f36640ff050 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f365a7fc700 1 -- 172.21.15.159:0/477629308 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3660021620 con 0x7f36640ff050 2024-09-17T10:44:53.773 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.769+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36640683d0 con 0x7f36640ff050 2024-09-17T10:44:53.774 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.770+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3664107ba0 con 0x7f36640ff050 2024-09-17T10:44:53.774 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.771+0000 7f365a7fc700 1 -- 172.21.15.159:0/477629308 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f366000f5d0 con 0x7f36640ff050 2024-09-17T10:44:53.774 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.772+0000 7f365a7fc700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f365007d1e0 0x7f365007f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:44:53.774 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.772+0000 7f3668f7a700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f365007d1e0 0x7f365007f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:44:53.774 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.772+0000 7f365a7fc700 1 -- 172.21.15.159:0/477629308 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f366009f190 con 0x7f36640ff050 2024-09-17T10:44:53.774 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.772+0000 7f3668f7a700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f365007d1e0 0x7f365007f690 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3654005950 tx=0x7f365400b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:44:53.777 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:53.776+0000 7f365a7fc700 1 -- 172.21.15.159:0/477629308 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f3660062440 con 0x7f36640ff050 2024-09-17T10:44:54.114 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.113+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f3664107d90 con 0x7f36640ff050 2024-09-17T10:44:54.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.113+0000 7f365a7fc700 1 -- 172.21.15.159:0/477629308 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f3660065560 con 0x7f36640ff050 2024-09-17T10:44:54.115 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:44:54.115 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:44:54.115 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:44:54.117 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f365007d1e0 msgr2=0x7f365007f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:54.117 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f365007d1e0 0x7f365007f690 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3654005950 tx=0x7f365400b410 comp rx=0 tx=0).stop 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 msgr2=0x7f3664194890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f3664194890 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f366000bda0 tx=0x7f366000bdd0 comp rx=0 tx=0).stop 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 shutdown_connections 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f36640ff050 0x7f3664194890 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f365007d1e0 0x7f365007f690 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 --2- 172.21.15.159:0/477629308 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3664100250 0x7f3664194dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 >> 172.21.15.159:0/477629308 conn(0x7f36640fa5e0 msgr2=0x7f3664103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 shutdown_connections 2024-09-17T10:44:54.118 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:44:54.116+0000 7f366b9df700 1 -- 172.21.15.159:0/477629308 wait complete. 2024-09-17T10:44:54.646 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:54 smithi159 ceph-mon[78956]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:54.647 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:54 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/477629308' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:44:54.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:54 smithi170 ceph-mon[62996]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:44:54.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:54 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/477629308' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:44:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:55 smithi159 ceph-mon[78956]: pgmap v80: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:55.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:55.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:55.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:55 smithi159 systemd[1]: Stopping Ceph osd.2 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:44:55.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:55 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[56898]: 2024-09-17T10:44:55.577+0000 7f8dc77c5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:44:55.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:55 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[56898]: 2024-09-17T10:44:55.577+0000 7f8dc77c5700 -1 osd.2 60 *** Got signal Terminated *** 2024-09-17T10:44:55.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:55 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[56898]: 2024-09-17T10:44:55.577+0000 7f8dc77c5700 -1 osd.2 60 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:44:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:55 smithi170 ceph-mon[62996]: pgmap v80: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:44:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:44:56.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:56 smithi159 ceph-mon[78956]: osd.2 marked itself down and dead 2024-09-17T10:44:56.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:56 smithi170 ceph-mon[62996]: osd.2 marked itself down and dead 2024-09-17T10:44:57.270 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:56 smithi159 podman[90052]: 2024-09-17 10:44:56.936729106 +0000 UTC m=+1.454640695 container died 7e30e1c4c1881b5a5bb0831fbf0def55538f097e78e495bc8413c17c7d33a3ff (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.build-date=20231212, io.buildah.version=1.29.1, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=-18.2.0, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-09-17T10:44:57.270 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:57 smithi159 podman[90052]: 2024-09-17 10:44:57.26958373 +0000 UTC m=+1.787495326 container cleanup 7e30e1c4c1881b5a5bb0831fbf0def55538f097e78e495bc8413c17c7d33a3ff (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, RELEASE=HEAD, io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=-18.2.0) 2024-09-17T10:44:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:57 smithi159 ceph-mon[78956]: pgmap v81: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:57 smithi159 ceph-mon[78956]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:44:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:57 smithi159 ceph-mon[78956]: osdmap e61: 6 total, 5 up, 6 in 2024-09-17T10:44:57.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:57 smithi159 bash[90052]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2 2024-09-17T10:44:57.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:57 smithi159 podman[90067]: 2024-09-17 10:44:57.487766995 +0000 UTC m=+0.549365374 container remove 7e30e1c4c1881b5a5bb0831fbf0def55538f097e78e495bc8413c17c7d33a3ff (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.29.1, CEPH_POINT_RELEASE=-18.2.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, ceph=True) 2024-09-17T10:44:57.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:57 smithi170 ceph-mon[62996]: pgmap v81: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:57 smithi170 ceph-mon[62996]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:44:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:57 smithi170 ceph-mon[62996]: osdmap e61: 6 total, 5 up, 6 in 2024-09-17T10:44:58.159 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:57 smithi159 podman[90157]: 2024-09-17 10:44:57.786204171 +0000 UTC m=+0.016152340 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:44:58.159 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:57 smithi159 podman[90157]: 2024-09-17 10:44:57.913732173 +0000 UTC m=+0.143680323 container create 06a45825128eb2f618fc6fe1c0c4073b167b4d8162cb182194ba06094874c020 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7498493, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-17T10:44:58.159 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 podman[90157]: 2024-09-17 10:44:58.158260016 +0000 UTC m=+0.388208183 container init 06a45825128eb2f618fc6fe1c0c4073b167b4d8162cb182194ba06094874c020 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7498493, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-17T10:44:58.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:58 smithi159 ceph-mon[78956]: osdmap e62: 6 total, 5 up, 6 in 2024-09-17T10:44:58.428 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 podman[90157]: 2024-09-17 10:44:58.161732757 +0000 UTC m=+0.391680907 container start 06a45825128eb2f618fc6fe1c0c4073b167b4d8162cb182194ba06094874c020 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-7498493) 2024-09-17T10:44:58.428 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 podman[90157]: 2024-09-17 10:44:58.241580795 +0000 UTC m=+0.471528947 container attach 06a45825128eb2f618fc6fe1c0c4073b167b4d8162cb182194ba06094874c020 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-09-17T10:44:58.428 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 podman[90157]: 2024-09-17 10:44:58.357783413 +0000 UTC m=+0.587731576 container died 06a45825128eb2f618fc6fe1c0c4073b167b4d8162cb182194ba06094874c020 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-7498493, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-09-17T10:44:58.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:58 smithi170 ceph-mon[62996]: osdmap e62: 6 total, 5 up, 6 in 2024-09-17T10:44:59.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 podman[90179]: 2024-09-17 10:44:58.903518069 +0000 UTC m=+0.535848482 container remove 06a45825128eb2f618fc6fe1c0c4073b167b4d8162cb182194ba06094874c020 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-09-17T10:44:59.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-17T10:44:59.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 systemd[1]: Stopped Ceph osd.2 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:44:59.178 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:58 smithi159 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.2.service: Consumed 58.043s CPU time. 2024-09-17T10:44:59.178 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 systemd[1]: Starting Ceph osd.2 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:44:59.674 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:44:59 smithi159 ceph-mon[78956]: pgmap v84: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:59.675 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 podman[90277]: 2024-09-17 10:44:59.261389464 +0000 UTC m=+0.015683928 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:44:59.675 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 podman[90277]: 2024-09-17 10:44:59.362640713 +0000 UTC m=+0.116935159 container create ee118314ec809f3b3bce1a2982c5abdd6100d5524d8b883f9e8e1de5840189eb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-17T10:44:59.675 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 podman[90277]: 2024-09-17 10:44:59.59051775 +0000 UTC m=+0.344812212 container init ee118314ec809f3b3bce1a2982c5abdd6100d5524d8b883f9e8e1de5840189eb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, GIT_CLEAN=True) 2024-09-17T10:44:59.675 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 podman[90277]: 2024-09-17 10:44:59.593819401 +0000 UTC m=+0.348113847 container start ee118314ec809f3b3bce1a2982c5abdd6100d5524d8b883f9e8e1de5840189eb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-7498493, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-17T10:44:59.675 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 podman[90277]: 2024-09-17 10:44:59.673766198 +0000 UTC m=+0.428060648 container attach ee118314ec809f3b3bce1a2982c5abdd6100d5524d8b883f9e8e1de5840189eb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-7498493, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T10:44:59.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:44:59 smithi170 ceph-mon[62996]: pgmap v84: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:44:59.927 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:44:59.927 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 bash[90277]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:44:59.928 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:44:59.928 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:44:59 smithi159 bash[90277]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:45:00.759 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T10:45:00.759 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 bash[90277]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T10:45:00.759 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T10:45:00.759 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 bash[90277]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T10:45:01.070 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T10:45:01.070 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 bash[90277]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T10:45:01.070 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T10:45:01.070 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 bash[90277]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T10:45:01.070 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-17T10:45:01.070 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 bash[90277]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-17T10:45:01.070 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T10:45:01.071 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 bash[90277]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-17T10:45:01.071 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate[90292]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-17T10:45:01.071 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 bash[90277]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-17T10:45:01.071 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:00 smithi159 podman[90277]: 2024-09-17 10:45:00.788063374 +0000 UTC m=+1.542357830 container died ee118314ec809f3b3bce1a2982c5abdd6100d5524d8b883f9e8e1de5840189eb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, GIT_CLEAN=True) 2024-09-17T10:45:01.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:01 smithi159 ceph-mon[78956]: pgmap v85: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:01.677 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 podman[90437]: 2024-09-17 10:45:01.377676131 +0000 UTC m=+0.583338429 container remove ee118314ec809f3b3bce1a2982c5abdd6100d5524d8b883f9e8e1de5840189eb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-7498493, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-17T10:45:01.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 podman[90498]: 2024-09-17 10:45:01.489980291 +0000 UTC m=+0.016091811 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:45:01.678 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 podman[90498]: 2024-09-17 10:45:01.611993082 +0000 UTC m=+0.138104600 container create ff910dcb13f091cb24514198835ec4a0e0e15b2b2ff71626db638d2e6d4f020a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, RELEASE=main-7498493, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-17T10:45:01.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:01 smithi170 ceph-mon[62996]: pgmap v85: 65 pgs: 9 stale+active+clean, 56 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:02.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 podman[90498]: 2024-09-17 10:45:01.865305004 +0000 UTC m=+0.391416514 container init ff910dcb13f091cb24514198835ec4a0e0e15b2b2ff71626db638d2e6d4f020a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7498493, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-17T10:45:02.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 podman[90498]: 2024-09-17 10:45:01.868604492 +0000 UTC m=+0.394716002 container start ff910dcb13f091cb24514198835ec4a0e0e15b2b2ff71626db638d2e6d4f020a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-17T10:45:02.178 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 ceph-osd[90518]: -- 172.21.15.159:0/3612279744 <== mon.0 v2:172.21.15.159:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5595ae54e1e0 con 0x5595ae536000 2024-09-17T10:45:02.178 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 bash[90498]: ff910dcb13f091cb24514198835ec4a0e0e15b2b2ff71626db638d2e6d4f020a 2024-09-17T10:45:02.178 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:01 smithi159 systemd[1]: Started Ceph osd.2 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:45:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:03 smithi159 ceph-mon[78956]: pgmap v86: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:03 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:03 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:03.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:03 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:03.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:03 smithi159 ceph-mon[78956]: Health check failed: Degraded data redundancy: 32/222 objects degraded (14.414%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:03 smithi170 ceph-mon[62996]: pgmap v86: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:03 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:03 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:03 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:03.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:03 smithi170 ceph-mon[62996]: Health check failed: Degraded data redundancy: 32/222 objects degraded (14.414%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:03.927 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:03 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[90514]: 2024-09-17T10:45:03.486+0000 7faf6ca9e640 -1 Falling back to public interface 2024-09-17T10:45:05.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:05 smithi159 ceph-mon[78956]: pgmap v87: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:05.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:05 smithi170 ceph-mon[62996]: pgmap v87: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:07 smithi159 ceph-mon[78956]: pgmap v88: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:07.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:07 smithi170 ceph-mon[62996]: pgmap v88: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:08.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:08 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:08.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:08 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:08 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:08 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:09.307 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:09 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[90514]: 2024-09-17T10:45:09.016+0000 7faf6ca9e640 -1 osd.2 0 read_superblock omap replica is missing. 2024-09-17T10:45:09.564 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:09 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[90514]: 2024-09-17T10:45:09.441+0000 7faf6ca9e640 -1 osd.2 60 log_to_monitors true 2024-09-17T10:45:09.564 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:09 smithi159 ceph-mon[78956]: pgmap v89: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:09.564 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:09 smithi159 ceph-mon[78956]: from='osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T10:45:09.928 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:45:09 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[90514]: 2024-09-17T10:45:09.562+0000 7faf64848640 -1 osd.2 60 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:45:09.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:09 smithi170 ceph-mon[62996]: pgmap v89: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:09.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:09 smithi170 ceph-mon[62996]: from='osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-17T10:45:10.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:10 smithi159 ceph-mon[78956]: from='osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T10:45:10.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:10 smithi159 ceph-mon[78956]: osdmap e63: 6 total, 5 up, 6 in 2024-09-17T10:45:10.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:10 smithi159 ceph-mon[78956]: from='osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi159", "root=default"]} : dispatch 2024-09-17T10:45:10.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:10.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:10 smithi170 ceph-mon[62996]: from='osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-17T10:45:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:10 smithi170 ceph-mon[62996]: osdmap e63: 6 total, 5 up, 6 in 2024-09-17T10:45:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:10 smithi170 ceph-mon[62996]: from='osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi159", "root=default"]} : dispatch 2024-09-17T10:45:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: pgmap v91: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395] boot 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: osdmap e64: 6 total, 6 up, 6 in 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:11.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:11.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:45:11.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:11.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:11.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:11.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:11.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:11.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: pgmap v91: 65 pgs: 16 active+undersized, 11 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 32/222 objects degraded (14.414%) 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: osd.2 [v2:172.21.15.159:6818/1051477395,v1:172.21.15.159:6819/1051477395] boot 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: osdmap e64: 6 total, 6 up, 6 in 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:11.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:45:11.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:11.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:11.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:11.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:11.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:11.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T10:45:12.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:12 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T10:45:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:12 smithi159 ceph-mon[78956]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-17T10:45:12.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:12 smithi159 ceph-mon[78956]: osdmap e65: 6 total, 6 up, 6 in 2024-09-17T10:45:12.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:12 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T10:45:12.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:12 smithi170 ceph-mon[62996]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-17T10:45:12.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:12 smithi170 ceph-mon[62996]: osdmap e65: 6 total, 6 up, 6 in 2024-09-17T10:45:13.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:13 smithi159 ceph-mon[78956]: pgmap v94: 65 pgs: 15 peering, 6 active+undersized, 6 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 20/222 objects degraded (9.009%) 2024-09-17T10:45:13.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:13 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 20/222 objects degraded (9.009%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:13.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:13 smithi170 ceph-mon[62996]: pgmap v94: 65 pgs: 15 peering, 6 active+undersized, 6 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 20/222 objects degraded (9.009%) 2024-09-17T10:45:13.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:13 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 20/222 objects degraded (9.009%), 6 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:15.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:15 smithi159 ceph-mon[78956]: pgmap v95: 65 pgs: 15 peering, 6 active+undersized, 6 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 20/222 objects degraded (9.009%) 2024-09-17T10:45:15.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:15 smithi170 ceph-mon[62996]: pgmap v95: 65 pgs: 15 peering, 6 active+undersized, 6 active+undersized+degraded, 38 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 20/222 objects degraded (9.009%) 2024-09-17T10:45:16.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:16 smithi159 ceph-mon[78956]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/222 objects degraded (9.009%), 6 pgs degraded) 2024-09-17T10:45:16.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:16 smithi170 ceph-mon[62996]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/222 objects degraded (9.009%), 6 pgs degraded) 2024-09-17T10:45:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:17 smithi159 ceph-mon[78956]: pgmap v96: 65 pgs: 5 peering, 60 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:17.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:17 smithi170 ceph-mon[62996]: pgmap v96: 65 pgs: 5 peering, 60 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:19.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:19 smithi159 ceph-mon[78956]: pgmap v97: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:19.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:19 smithi170 ceph-mon[62996]: pgmap v97: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:21.899 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:21 smithi159 ceph-mon[78956]: pgmap v98: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:21.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:21 smithi170 ceph-mon[62996]: pgmap v98: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:23.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:23 smithi159 ceph-mon[78956]: pgmap v99: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:23.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:23 smithi170 ceph-mon[62996]: pgmap v99: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:24.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 -- 172.21.15.159:0/1775634900 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40fe800 msgr2=0x7f39d40fec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/1775634900 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40fe800 0x7f39d40fec10 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f39c400b0a0 tx=0x7f39c400b3b0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 -- 172.21.15.159:0/1775634900 shutdown_connections 2024-09-17T10:45:24.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/1775634900 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39d40ffaa0 0x7f39d40fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/1775634900 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40fe800 0x7f39d40fec10 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 -- 172.21.15.159:0/1775634900 >> 172.21.15.159:0/1775634900 conn(0x7f39d40f9e50 msgr2=0x7f39d40fc280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 -- 172.21.15.159:0/1775634900 shutdown_connections 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 -- 172.21.15.159:0/1775634900 wait complete. 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.235+0000 7f39dc0fb700 1 Processor -- start 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39dc0fb700 1 -- start start 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39dc0fb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39d40fe800 0x7f39d4101840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39dc0fb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40ffaa0 0x7f39d419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39dc0fb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39d419ac30 con 0x7f39d40ffaa0 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39dc0fb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39d419ada0 con 0x7f39d40fe800 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9696700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40ffaa0 0x7f39d419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9696700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40ffaa0 0x7f39d419a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:54944/0 (socket says 172.21.15.159:54944) 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9696700 1 -- 172.21.15.159:0/2537496052 learned_addr learned my addr 172.21.15.159:0/2537496052 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:24.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9e97700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39d40fe800 0x7f39d4101840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9696700 1 -- 172.21.15.159:0/2537496052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39d40fe800 msgr2=0x7f39d4101840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9696700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39d40fe800 0x7f39d4101840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9696700 1 -- 172.21.15.159:0/2537496052 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39c4009d00 con 0x7f39d40ffaa0 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d9696700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40ffaa0 0x7f39d419a6f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f39c800c930 tx=0x7f39c800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.236+0000 7f39d2ffd700 1 -- 172.21.15.159:0/2537496052 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f39c8007ad0 con 0x7f39d40ffaa0 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.237+0000 7f39d2ffd700 1 -- 172.21.15.159:0/2537496052 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f39c800ce80 con 0x7f39d40ffaa0 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.237+0000 7f39d2ffd700 1 -- 172.21.15.159:0/2537496052 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f39c8018630 con 0x7f39d40ffaa0 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.237+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39d419b080 con 0x7f39d40ffaa0 2024-09-17T10:45:24.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.237+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39d419b650 con 0x7f39d40ffaa0 2024-09-17T10:45:24.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.238+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39d41072e0 con 0x7f39d40ffaa0 2024-09-17T10:45:24.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.238+0000 7f39d2ffd700 1 -- 172.21.15.159:0/2537496052 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f39c8007c30 con 0x7f39d40ffaa0 2024-09-17T10:45:24.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.239+0000 7f39d2ffd700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f39bc07afd0 0x7f39bc07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.239+0000 7f39d9e97700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f39bc07afd0 0x7f39bc07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.239+0000 7f39d2ffd700 1 -- 172.21.15.159:0/2537496052 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f39c809de00 con 0x7f39d40ffaa0 2024-09-17T10:45:24.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.239+0000 7f39d9e97700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f39bc07afd0 0x7f39bc07d480 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f39c4000f80 tx=0x7f39c4009340 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:24.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.243+0000 7f39d2ffd700 1 -- 172.21.15.159:0/2537496052 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f39c80610b0 con 0x7f39d40ffaa0 2024-09-17T10:45:24.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.475+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f39d4103de0 con 0x7f39bc07afd0 2024-09-17T10:45:24.478 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.476+0000 7f39d2ffd700 1 -- 172.21.15.159:0/2537496052 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7f39d4103de0 con 0x7f39bc07afd0 2024-09-17T10:45:24.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.478+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f39bc07afd0 msgr2=0x7f39bc07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.478+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f39bc07afd0 0x7f39bc07d480 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f39c4000f80 tx=0x7f39c4009340 comp rx=0 tx=0).stop 2024-09-17T10:45:24.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.478+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40ffaa0 msgr2=0x7f39d419a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.478+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40ffaa0 0x7f39d419a6f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f39c800c930 tx=0x7f39c800cc40 comp rx=0 tx=0).stop 2024-09-17T10:45:24.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.478+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 shutdown_connections 2024-09-17T10:45:24.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.478+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f39bc07afd0 0x7f39bc07d480 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.479+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f39d40fe800 0x7f39d4101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.479+0000 7f39dc0fb700 1 --2- 172.21.15.159:0/2537496052 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f39d40ffaa0 0x7f39d419a6f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.479+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 >> 172.21.15.159:0/2537496052 conn(0x7f39d40f9e50 msgr2=0x7f39d40fc180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:24.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.479+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 shutdown_connections 2024-09-17T10:45:24.482 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.479+0000 7f39dc0fb700 1 -- 172.21.15.159:0/2537496052 wait complete. 2024-09-17T10:45:24.492 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:45:24.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.585+0000 7f8b4be2f700 1 -- 172.21.15.159:0/2584114040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 msgr2=0x7f8b441018b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.585+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/2584114040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b441018b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8b40009910 tx=0x7f8b40009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:24.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.585+0000 7f8b4be2f700 1 -- 172.21.15.159:0/2584114040 shutdown_connections 2024-09-17T10:45:24.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.585+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/2584114040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b441018b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.585+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/2584114040 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8b440fe480 0x7f8b440fe890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.585+0000 7f8b4be2f700 1 -- 172.21.15.159:0/2584114040 >> 172.21.15.159:0/2584114040 conn(0x7f8b440f9dd0 msgr2=0x7f8b440fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:24.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 -- 172.21.15.159:0/2584114040 shutdown_connections 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 -- 172.21.15.159:0/2584114040 wait complete. 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 Processor -- start 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 -- start start 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8b440fe480 0x7f8b44195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b44195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b44196580 con 0x7f8b44101460 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b4be2f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b441966c0 con 0x7f8b440fe480 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b493ca700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b44195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b493ca700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b44195f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:54964/0 (socket says 172.21.15.159:54964) 2024-09-17T10:45:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.586+0000 7f8b493ca700 1 -- 172.21.15.159:0/3544417560 learned_addr learned my addr 172.21.15.159:0/3544417560 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b49bcb700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8b440fe480 0x7f8b44195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b493ca700 1 -- 172.21.15.159:0/3544417560 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8b440fe480 msgr2=0x7f8b44195a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b493ca700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8b440fe480 0x7f8b44195a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b493ca700 1 -- 172.21.15.159:0/3544417560 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b400095f0 con 0x7f8b44101460 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b49bcb700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8b440fe480 0x7f8b44195a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b493ca700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b44195f60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8b4000fa00 tx=0x7f8b4000fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b3affd700 1 -- 172.21.15.159:0/3544417560 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8b4001d070 con 0x7f8b44101460 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b3affd700 1 -- 172.21.15.159:0/3544417560 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f8b40005640 con 0x7f8b44101460 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b4419b110 con 0x7f8b44101460 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b3affd700 1 -- 172.21.15.159:0/3544417560 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8b400226a0 con 0x7f8b44101460 2024-09-17T10:45:24.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.587+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b4419b600 con 0x7f8b44101460 2024-09-17T10:45:24.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.588+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b44108d00 con 0x7f8b44101460 2024-09-17T10:45:24.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.589+0000 7f8b3affd700 1 -- 172.21.15.159:0/3544417560 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f8b40003680 con 0x7f8b44101460 2024-09-17T10:45:24.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.589+0000 7f8b3affd700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8b3007afd0 0x7f8b3007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.589+0000 7f8b49bcb700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8b3007afd0 0x7f8b3007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.589+0000 7f8b3affd700 1 -- 172.21.15.159:0/3544417560 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f8b4009f3b0 con 0x7f8b44101460 2024-09-17T10:45:24.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.590+0000 7f8b49bcb700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8b3007afd0 0x7f8b3007d480 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8b44068b70 tx=0x7f8b34009260 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:24.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.593+0000 7f8b3affd700 1 -- 172.21.15.159:0/3544417560 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f8b40062660 con 0x7f8b44101460 2024-09-17T10:45:24.832 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.828+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f8b44105db0 con 0x7f8b3007afd0 2024-09-17T10:45:24.832 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.829+0000 7f8b3affd700 1 -- 172.21.15.159:0/3544417560 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7f8b44105db0 con 0x7f8b3007afd0 2024-09-17T10:45:24.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8b3007afd0 msgr2=0x7f8b3007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8b3007afd0 0x7f8b3007d480 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8b44068b70 tx=0x7f8b34009260 comp rx=0 tx=0).stop 2024-09-17T10:45:24.834 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 msgr2=0x7f8b44195f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b44195f60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8b4000fa00 tx=0x7f8b4000fae0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 shutdown_connections 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8b3007afd0 0x7f8b3007d480 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8b440fe480 0x7f8b44195a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 --2- 172.21.15.159:0/3544417560 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8b44101460 0x7f8b44195f60 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 >> 172.21.15.159:0/3544417560 conn(0x7f8b440f9dd0 msgr2=0x7f8b44104690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 shutdown_connections 2024-09-17T10:45:24.835 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.832+0000 7f8b4be2f700 1 -- 172.21.15.159:0/3544417560 wait complete. 2024-09-17T10:45:24.941 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 -- 172.21.15.159:0/1176707471 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c8100250 msgr2=0x7f34c81006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 --2- 172.21.15.159:0/1176707471 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c8100250 0x7f34c81006a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f34b4009910 tx=0x7f34b4009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 -- 172.21.15.159:0/1176707471 shutdown_connections 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 --2- 172.21.15.159:0/1176707471 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c8100250 0x7f34c81006a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 --2- 172.21.15.159:0/1176707471 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34c80ff050 0x7f34c80ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 -- 172.21.15.159:0/1176707471 >> 172.21.15.159:0/1176707471 conn(0x7f34c80fa5e0 msgr2=0x7f34c80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 -- 172.21.15.159:0/1176707471 shutdown_connections 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.938+0000 7f34cec75700 1 -- 172.21.15.159:0/1176707471 wait complete. 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cec75700 1 Processor -- start 2024-09-17T10:45:24.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cec75700 1 -- start start 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cec75700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c80ff050 0x7f34c8195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cec75700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34c8100250 0x7f34c8195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cec75700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34c8196460 con 0x7f34c80ff050 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cec75700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34c81965a0 con 0x7f34c8100250 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cca11700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c80ff050 0x7f34c8195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cca11700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c80ff050 0x7f34c8195990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:54976/0 (socket says 172.21.15.159:54976) 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cca11700 1 -- 172.21.15.159:0/902325142 learned_addr learned my addr 172.21.15.159:0/902325142 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34c7fff700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34c8100250 0x7f34c8195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cca11700 1 -- 172.21.15.159:0/902325142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34c8100250 msgr2=0x7f34c8195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cca11700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34c8100250 0x7f34c8195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:24.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.939+0000 7f34cca11700 1 -- 172.21.15.159:0/902325142 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b40095f0 con 0x7f34c80ff050 2024-09-17T10:45:24.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.940+0000 7f34cca11700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c80ff050 0x7f34c8195990 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f34bc00c910 tx=0x7f34bc00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:24.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.940+0000 7f34c5ffb700 1 -- 172.21.15.159:0/902325142 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f34bc0041f0 con 0x7f34c80ff050 2024-09-17T10:45:24.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.940+0000 7f34c5ffb700 1 -- 172.21.15.159:0/902325142 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f34bc00ce60 con 0x7f34c80ff050 2024-09-17T10:45:24.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.940+0000 7f34c5ffb700 1 -- 172.21.15.159:0/902325142 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f34bc003d20 con 0x7f34c80ff050 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.940+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34c819b060 con 0x7f34c80ff050 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.940+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34c819b580 con 0x7f34c80ff050 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.941+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34c8107ba0 con 0x7f34c80ff050 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.942+0000 7f34c5ffb700 1 -- 172.21.15.159:0/902325142 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f34bc007900 con 0x7f34c80ff050 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.942+0000 7f34c5ffb700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f34b807afd0 0x7f34b807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.942+0000 7f34c5ffb700 1 -- 172.21.15.159:0/902325142 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f34bc09db00 con 0x7f34c80ff050 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.942+0000 7f34c7fff700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f34b807afd0 0x7f34b807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:24.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.943+0000 7f34c7fff700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f34b807afd0 0x7f34b807d480 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f34b400b5c0 tx=0x7f34b40052a0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:24.949 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:24.946+0000 7f34c5ffb700 1 -- 172.21.15.159:0/902325142 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f34bc060db0 con 0x7f34c80ff050 2024-09-17T10:45:25.174 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.172+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f34c8107eb0 con 0x7f34b807afd0 2024-09-17T10:45:25.183 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.181+0000 7f34c5ffb700 1 -- 172.21.15.159:0/902325142 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7f34c8107eb0 con 0x7f34b807afd0 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (12m) 18s ago 14m 25.7M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (3m) 18s ago 14m 7880k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (3m) 109s ago 13m 7415k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (117s) 18s ago 14m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (112s) 109s ago 13m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (12m) 18s ago 13m 87.3M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (8m) 18s ago 8m 16.4M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (7m) 18s ago 7m 19.6M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (7m) 109s ago 7m 156M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:45:25.184 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (7m) 109s ago 7m 19.6M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (3m) 18s ago 15m 515M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (3m) 109s ago 13m 453M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (2m) 18s ago 15m 49.2M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (2m) 109s ago 13m 38.1M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (14m) 18s ago 14m 15.6M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (13m) 109s ago 13m 16.6M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (92s) 18s ago 11m 105M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (58s) 18s ago 11m 101M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (23s) 18s ago 10m 12.2M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (10m) 109s ago 10m 290M 2240M 18.2.0 dc2bc1663786 493a8d7d844b 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (9m) 109s ago 9m 260M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (9m) 109s ago 9m 243M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:45:25.185 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (3m) 18s ago 13m 80.0M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:45:25.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.183+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f34b807afd0 msgr2=0x7f34b807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.183+0000 7f34cec75700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f34b807afd0 0x7f34b807d480 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f34b400b5c0 tx=0x7f34b40052a0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.183+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c80ff050 msgr2=0x7f34c8195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.183+0000 7f34cec75700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c80ff050 0x7f34c8195990 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f34bc00c910 tx=0x7f34bc00cc20 comp rx=0 tx=0).stop 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.184+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 shutdown_connections 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.184+0000 7f34cec75700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34c80ff050 0x7f34c8195990 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.184+0000 7f34cec75700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f34b807afd0 0x7f34b807d480 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.184+0000 7f34cec75700 1 --2- 172.21.15.159:0/902325142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34c8100250 0x7f34c8195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.184+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 >> 172.21.15.159:0/902325142 conn(0x7f34c80fa5e0 msgr2=0x7f34c80683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.184+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 shutdown_connections 2024-09-17T10:45:25.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.184+0000 7f34cec75700 1 -- 172.21.15.159:0/902325142 wait complete. 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 -- 172.21.15.159:0/467492210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 msgr2=0x7fc8900ff3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 --2- 172.21.15.159:0/467492210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc8900ff3b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc884009910 tx=0x7fc884009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 -- 172.21.15.159:0/467492210 shutdown_connections 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 --2- 172.21.15.159:0/467492210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc8900ff3b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 --2- 172.21.15.159:0/467492210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc890100650 0x7fc890100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 -- 172.21.15.159:0/467492210 >> 172.21.15.159:0/467492210 conn(0x7fc8900f9e50 msgr2=0x7fc8900fc280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 -- 172.21.15.159:0/467492210 shutdown_connections 2024-09-17T10:45:25.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.286+0000 7fc897b9d700 1 -- 172.21.15.159:0/467492210 wait complete. 2024-09-17T10:45:25.291 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc897b9d700 1 Processor -- start 2024-09-17T10:45:25.291 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc897b9d700 1 -- start start 2024-09-17T10:45:25.291 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc897b9d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc890100650 0x7fc8901030f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:25.291 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc897b9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc890101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:25.291 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc897b9d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc890101c80 con 0x7fc890100fa0 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc897b9d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc890101dc0 con 0x7fc890100650 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc895138700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc890101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc895138700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc890101740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:54996/0 (socket says 172.21.15.159:54996) 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc895138700 1 -- 172.21.15.159:0/1092258985 learned_addr learned my addr 172.21.15.159:0/1092258985 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.287+0000 7fc895939700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc890100650 0x7fc8901030f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc895138700 1 -- 172.21.15.159:0/1092258985 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc890100650 msgr2=0x7fc8901030f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc895138700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc890100650 0x7fc8901030f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc895138700 1 -- 172.21.15.159:0/1092258985 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8840095f0 con 0x7fc890100fa0 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc895138700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc890101740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc884006010 tx=0x7fc88400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc88effd700 1 -- 172.21.15.159:0/1092258985 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc88401d070 con 0x7fc890100fa0 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc88effd700 1 -- 172.21.15.159:0/1092258985 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fc88400f460 con 0x7fc890100fa0 2024-09-17T10:45:25.292 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc890102040 con 0x7fc890100fa0 2024-09-17T10:45:25.293 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc88effd700 1 -- 172.21.15.159:0/1092258985 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc884021640 con 0x7fc890100fa0 2024-09-17T10:45:25.293 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.288+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc890102530 con 0x7fc890100fa0 2024-09-17T10:45:25.293 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.289+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc890107b30 con 0x7fc890100fa0 2024-09-17T10:45:25.293 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.290+0000 7fc88effd700 1 -- 172.21.15.159:0/1092258985 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fc88400fab0 con 0x7fc890100fa0 2024-09-17T10:45:25.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.290+0000 7fc88effd700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc87807afd0 0x7fc87807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:25.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.290+0000 7fc88effd700 1 -- 172.21.15.159:0/1092258985 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fc88409f220 con 0x7fc890100fa0 2024-09-17T10:45:25.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.290+0000 7fc895939700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc87807afd0 0x7fc87807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:25.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.291+0000 7fc895939700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc87807afd0 0x7fc87807d480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc890068860 tx=0x7fc88800c040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:25.297 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.295+0000 7fc88effd700 1 -- 172.21.15.159:0/1092258985 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fc8840624f0 con 0x7fc890100fa0 2024-09-17T10:45:25.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.600+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fc89019de50 con 0x7fc890100fa0 2024-09-17T10:45:25.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.601+0000 7fc88effd700 1 -- 172.21.15.159:0/1092258985 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+791 (secure 0 0 0) 0x7fc884065610 con 0x7fc890100fa0 2024-09-17T10:45:25.603 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 3, 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 3 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:45:25.604 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:25.605 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:45:25.605 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 7, 2024-09-17T10:45:25.605 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 7 2024-09-17T10:45:25.605 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:45:25.605 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:45:25.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc87807afd0 msgr2=0x7fc87807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc87807afd0 0x7fc87807d480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc890068860 tx=0x7fc88800c040 comp rx=0 tx=0).stop 2024-09-17T10:45:25.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 msgr2=0x7fc890101740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc890101740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc884006010 tx=0x7fc88400bd70 comp rx=0 tx=0).stop 2024-09-17T10:45:25.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 shutdown_connections 2024-09-17T10:45:25.606 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc87807afd0 0x7fc87807d480 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc890100650 0x7fc8901030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 --2- 172.21.15.159:0/1092258985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc890100fa0 0x7fc890101740 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 >> 172.21.15.159:0/1092258985 conn(0x7fc8900f9e50 msgr2=0x7fc8900fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:25.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 shutdown_connections 2024-09-17T10:45:25.607 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.603+0000 7fc897b9d700 1 -- 172.21.15.159:0/1092258985 wait complete. 2024-09-17T10:45:25.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 -- 172.21.15.159:0/2565952771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b180ff090 msgr2=0x7f4b180ff4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/2565952771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b180ff090 0x7f4b180ff4a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4b08009910 tx=0x7f4b08009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 -- 172.21.15.159:0/2565952771 shutdown_connections 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/2565952771 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b18100290 0x7f4b181006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/2565952771 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b180ff090 0x7f4b180ff4a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 -- 172.21.15.159:0/2565952771 >> 172.21.15.159:0/2565952771 conn(0x7f4b180fa620 msgr2=0x7f4b180fca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 -- 172.21.15.159:0/2565952771 shutdown_connections 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.709+0000 7f4b1e61e700 1 -- 172.21.15.159:0/2565952771 wait complete. 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.710+0000 7f4b1e61e700 1 Processor -- start 2024-09-17T10:45:25.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.710+0000 7f4b1e61e700 1 -- start start 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.710+0000 7f4b1e61e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b180ff090 0x7f4b180698b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.710+0000 7f4b1e61e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b18100290 0x7f4b1819a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.710+0000 7f4b1e61e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1819ace0 con 0x7f4b18100290 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.710+0000 7f4b1e61e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b1819ae20 con 0x7f4b180ff090 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b177fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b18100290 0x7f4b1819a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b177fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b18100290 0x7f4b1819a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55012/0 (socket says 172.21.15.159:55012) 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b177fe700 1 -- 172.21.15.159:0/1626681655 learned_addr learned my addr 172.21.15.159:0/1626681655 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b17fff700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b180ff090 0x7f4b180698b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b177fe700 1 -- 172.21.15.159:0/1626681655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b180ff090 msgr2=0x7f4b180698b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b177fe700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b180ff090 0x7f4b180698b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b177fe700 1 -- 172.21.15.159:0/1626681655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b080095f0 con 0x7f4b18100290 2024-09-17T10:45:25.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b177fe700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b18100290 0x7f4b1819a710 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c00c8a0 tx=0x7f4b0c00cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:25.716 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b157fa700 1 -- 172.21.15.159:0/1626681655 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4b0c0078e0 con 0x7f4b18100290 2024-09-17T10:45:25.716 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b157fa700 1 -- 172.21.15.159:0/1626681655 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4b0c00f450 con 0x7f4b18100290 2024-09-17T10:45:25.716 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b1819b100 con 0x7f4b18100290 2024-09-17T10:45:25.716 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b157fa700 1 -- 172.21.15.159:0/1626681655 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4b0c00e5e0 con 0x7f4b18100290 2024-09-17T10:45:25.716 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.711+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b1819b650 con 0x7f4b18100290 2024-09-17T10:45:25.716 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.712+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b18107be0 con 0x7f4b18100290 2024-09-17T10:45:25.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.713+0000 7f4b157fa700 1 -- 172.21.15.159:0/1626681655 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f4b0c00f5c0 con 0x7f4b18100290 2024-09-17T10:45:25.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.713+0000 7f4b157fa700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4b0007afd0 0x7f4b0007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:25.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.713+0000 7f4b157fa700 1 -- 172.21.15.159:0/1626681655 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f4b0c09da50 con 0x7f4b18100290 2024-09-17T10:45:25.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.713+0000 7f4b17fff700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4b0007afd0 0x7f4b0007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:25.717 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.714+0000 7f4b17fff700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4b0007afd0 0x7f4b0007d480 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4b08006010 tx=0x7f4b0800b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:25.720 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.718+0000 7f4b157fa700 1 -- 172.21.15.159:0/1626681655 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f4b0c060d00 con 0x7f4b18100290 2024-09-17T10:45:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:25 smithi159 ceph-mon[78956]: pgmap v100: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:25 smithi159 ceph-mon[78956]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:25.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:25.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:25 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1092258985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:25.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:25 smithi170 ceph-mon[62996]: pgmap v100: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:25 smithi170 ceph-mon[62996]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:25 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1092258985' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:25.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.979+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f4b1819bd50 con 0x7f4b18100290 2024-09-17T10:45:25.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.979+0000 7f4b157fa700 1 -- 172.21.15.159:0/1626681655 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7f4b0c063e20 con 0x7f4b18100290 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:45:25.982 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:45:25.983 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:25.984 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:25.985 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:25.985 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:45:25.985 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:25.985 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:25.985 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:25.985 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4b0007afd0 msgr2=0x7f4b0007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4b0007afd0 0x7f4b0007d480 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4b08006010 tx=0x7f4b0800b540 comp rx=0 tx=0).stop 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b18100290 msgr2=0x7f4b1819a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b18100290 0x7f4b1819a710 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c00c8a0 tx=0x7f4b0c00cbb0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 shutdown_connections 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4b0007afd0 0x7f4b0007d480 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b180ff090 0x7f4b180698b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 --2- 172.21.15.159:0/1626681655 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4b18100290 0x7f4b1819a710 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 >> 172.21.15.159:0/1626681655 conn(0x7f4b180fa620 msgr2=0x7f4b181034c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 shutdown_connections 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:25.981+0000 7f4b1e61e700 1 -- 172.21.15.159:0/1626681655 wait complete. 2024-09-17T10:45:25.986 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:45:26.090 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 -- 172.21.15.159:0/116124190 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40fe840 msgr2=0x7f88c40fec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.090 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 --2- 172.21.15.159:0/116124190 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40fe840 0x7f88c40fec50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f88ac009910 tx=0x7f88ac009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:26.090 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 -- 172.21.15.159:0/116124190 shutdown_connections 2024-09-17T10:45:26.090 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 --2- 172.21.15.159:0/116124190 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88c40ffa40 0x7f88c40ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 --2- 172.21.15.159:0/116124190 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40fe840 0x7f88c40fec50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 -- 172.21.15.159:0/116124190 >> 172.21.15.159:0/116124190 conn(0x7f88c40f9dd0 msgr2=0x7f88c40fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:26.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 -- 172.21.15.159:0/116124190 shutdown_connections 2024-09-17T10:45:26.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.087+0000 7f88c9241700 1 -- 172.21.15.159:0/116124190 wait complete. 2024-09-17T10:45:26.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.088+0000 7f88c9241700 1 Processor -- start 2024-09-17T10:45:26.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.088+0000 7f88c9241700 1 -- start start 2024-09-17T10:45:26.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.088+0000 7f88c9241700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88c40fe840 0x7f88c4195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:26.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.088+0000 7f88c9241700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40ffa40 0x7f88c4195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.088+0000 7f88c9241700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88c4196570 con 0x7f88c40ffa40 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c9241700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88c41966b0 con 0x7f88c40fe840 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c259c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40ffa40 0x7f88c4195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c259c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40ffa40 0x7f88c4195f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55028/0 (socket says 172.21.15.159:55028) 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c259c700 1 -- 172.21.15.159:0/1000631440 learned_addr learned my addr 172.21.15.159:0/1000631440 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c2d9d700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88c40fe840 0x7f88c4195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c259c700 1 -- 172.21.15.159:0/1000631440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88c40fe840 msgr2=0x7f88c4195a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c259c700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88c40fe840 0x7f88c4195a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c259c700 1 -- 172.21.15.159:0/1000631440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88ac0095f0 con 0x7f88c40ffa40 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c259c700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40ffa40 0x7f88c4195f50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f88b400d8d0 tx=0x7f88b400dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88bbfff700 1 -- 172.21.15.159:0/1000631440 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f88b40098a0 con 0x7f88c40ffa40 2024-09-17T10:45:26.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88c419b160 con 0x7f88c40ffa40 2024-09-17T10:45:26.094 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88bbfff700 1 -- 172.21.15.159:0/1000631440 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f88b4010460 con 0x7f88c40ffa40 2024-09-17T10:45:26.094 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88bbfff700 1 -- 172.21.15.159:0/1000631440 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f88b400f5f0 con 0x7f88c40ffa40 2024-09-17T10:45:26.094 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.089+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88c419b6b0 con 0x7f88c40ffa40 2024-09-17T10:45:26.095 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.091+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88c4107390 con 0x7f88c40ffa40 2024-09-17T10:45:26.095 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.091+0000 7f88bbfff700 1 -- 172.21.15.159:0/1000631440 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f88b4009a00 con 0x7f88c40ffa40 2024-09-17T10:45:26.095 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.092+0000 7f88bbfff700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f88b007afd0 0x7f88b007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:26.095 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.092+0000 7f88bbfff700 1 -- 172.21.15.159:0/1000631440 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f88b409dd20 con 0x7f88c40ffa40 2024-09-17T10:45:26.095 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.092+0000 7f88c2d9d700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f88b007afd0 0x7f88b007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:26.095 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.092+0000 7f88c2d9d700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f88b007afd0 0x7f88b007d480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f88ac005090 tx=0x7f88ac01a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:26.098 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.096+0000 7f88bbfff700 1 -- 172.21.15.159:0/1000631440 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f88b4060fd0 con 0x7f88c40ffa40 2024-09-17T10:45:26.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.328+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f88c4103f80 con 0x7f88b007afd0 2024-09-17T10:45:26.332 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.329+0000 7f88bbfff700 1 -- 172.21.15.159:0/1000631440 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+400 (secure 0 0 0) 0x7f88c4103f80 con 0x7f88b007afd0 2024-09-17T10:45:26.332 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:45:26.332 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:45:26.332 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:45:26.332 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:45:26.332 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "9/23 daemons upgraded", 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:45:26.333 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f88b007afd0 msgr2=0x7f88b007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f88b007afd0 0x7f88b007d480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f88ac005090 tx=0x7f88ac01a040 comp rx=0 tx=0).stop 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40ffa40 msgr2=0x7f88c4195f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40ffa40 0x7f88c4195f50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f88b400d8d0 tx=0x7f88b400dbe0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 shutdown_connections 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f88b007afd0 0x7f88b007d480 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88c40fe840 0x7f88c4195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 --2- 172.21.15.159:0/1000631440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f88c40ffa40 0x7f88c4195f50 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 >> 172.21.15.159:0/1000631440 conn(0x7f88c40f9dd0 msgr2=0x7f88c40fc210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 shutdown_connections 2024-09-17T10:45:26.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.332+0000 7f88c9241700 1 -- 172.21.15.159:0/1000631440 wait complete. 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.437+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1809154203 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10100150 msgr2=0x7f5a10100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.437+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1809154203 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10100150 0x7f5a10100560 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5a04009910 tx=0x7f5a04009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.437+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1809154203 shutdown_connections 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.437+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1809154203 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a10101350 0x7f5a101017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.437+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1809154203 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10100150 0x7f5a10100560 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.437+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1809154203 >> 172.21.15.159:0/1809154203 conn(0x7f5a100fb6e0 msgr2=0x7f5a100fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.437+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1809154203 shutdown_connections 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.438+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1809154203 wait complete. 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.438+0000 7f5a15c4c700 1 Processor -- start 2024-09-17T10:45:26.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.438+0000 7f5a15c4c700 1 -- start start 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.438+0000 7f5a15c4c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a10100150 0x7f5a10195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.438+0000 7f5a15c4c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10101350 0x7f5a10195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.438+0000 7f5a15c4c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a10196570 con 0x7f5a10101350 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.438+0000 7f5a15c4c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a101966b0 con 0x7f5a10100150 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0effd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10101350 0x7f5a10195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0effd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10101350 0x7f5a10195f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:57332/0 (socket says 172.21.15.159:57332) 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0effd700 1 -- 172.21.15.159:0/1889439949 learned_addr learned my addr 172.21.15.159:0/1889439949 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0f7fe700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a10100150 0x7f5a10195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0effd700 1 -- 172.21.15.159:0/1889439949 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a10100150 msgr2=0x7f5a10195a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0effd700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a10100150 0x7f5a10195a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0effd700 1 -- 172.21.15.159:0/1889439949 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a040095f0 con 0x7f5a10101350 2024-09-17T10:45:26.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0effd700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10101350 0x7f5a10195f50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000b4b0 tx=0x7f5a0000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:26.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0cff9700 1 -- 172.21.15.159:0/1889439949 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5a00011800 con 0x7f5a10101350 2024-09-17T10:45:26.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0cff9700 1 -- 172.21.15.159:0/1889439949 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f5a00011e10 con 0x7f5a10101350 2024-09-17T10:45:26.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a1019b160 con 0x7f5a10101350 2024-09-17T10:45:26.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a0cff9700 1 -- 172.21.15.159:0/1889439949 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5a0000f2e0 con 0x7f5a10101350 2024-09-17T10:45:26.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.439+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a1019b730 con 0x7f5a10101350 2024-09-17T10:45:26.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.440+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a10108d20 con 0x7f5a10101350 2024-09-17T10:45:26.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.441+0000 7f5a0cff9700 1 -- 172.21.15.159:0/1889439949 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f5a00010380 con 0x7f5a10101350 2024-09-17T10:45:26.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.441+0000 7f5a0cff9700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f59f807afd0 0x7f59f807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:26.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.442+0000 7f5a0cff9700 1 -- 172.21.15.159:0/1889439949 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f5a0009d860 con 0x7f5a10101350 2024-09-17T10:45:26.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.442+0000 7f5a0f7fe700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f59f807afd0 0x7f59f807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:26.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.442+0000 7f5a0f7fe700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f59f807afd0 0x7f59f807d480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5a04006010 tx=0x7f5a0400b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:26.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.446+0000 7f5a0cff9700 1 -- 172.21.15.159:0/1889439949 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f5a00060b90 con 0x7f5a10101350 2024-09-17T10:45:26.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.748+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f5a10108ee0 con 0x7f5a10101350 2024-09-17T10:45:26.750 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.748+0000 7f5a0cff9700 1 -- 172.21.15.159:0/1889439949 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f5a00063cb0 con 0x7f5a10101350 2024-09-17T10:45:26.751 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:45:26.751 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:45:26.751 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f59f807afd0 msgr2=0x7f59f807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f59f807afd0 0x7f59f807d480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5a04006010 tx=0x7f5a0400b540 comp rx=0 tx=0).stop 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10101350 msgr2=0x7f5a10195f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10101350 0x7f5a10195f50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5a0000b4b0 tx=0x7f5a0000b870 comp rx=0 tx=0).stop 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 shutdown_connections 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f59f807afd0 0x7f59f807d480 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5a10100150 0x7f5a10195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 --2- 172.21.15.159:0/1889439949 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5a10101350 0x7f5a10195f50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 >> 172.21.15.159:0/1889439949 conn(0x7f5a100fb6e0 msgr2=0x7f5a10104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:26.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 shutdown_connections 2024-09-17T10:45:26.754 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:26.750+0000 7f5a15c4c700 1 -- 172.21.15.159:0/1889439949 wait complete. 2024-09-17T10:45:26.923 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:26 smithi170 ceph-mon[62996]: from='client.34288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:26.924 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:26 smithi170 ceph-mon[62996]: from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:26.924 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:26 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T10:45:26.924 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:26 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1626681655' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:45:26.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:26 smithi159 ceph-mon[78956]: from='client.34288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:26.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:26 smithi159 ceph-mon[78956]: from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:26.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:26 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-17T10:45:26.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:26 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1626681655' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:45:27.927 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: pgmap v101: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:27.927 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T10:45:27.927 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: Upgrade: osd.3 is safe to restart 2024-09-17T10:45:27.927 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:27.927 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1889439949' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:45:27.927 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:27 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: pgmap v101: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: Upgrade: osd.3 is safe to restart 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: from='client.34304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1889439949' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-17T10:45:27.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:27 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:28.904 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:28 smithi170 ceph-mon[62996]: Upgrade: Updating osd.3 2024-09-17T10:45:28.904 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:28 smithi170 ceph-mon[62996]: Deploying daemon osd.3 on smithi170 2024-09-17T10:45:28.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:28 smithi159 ceph-mon[78956]: Upgrade: Updating osd.3 2024-09-17T10:45:28.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:28 smithi159 ceph-mon[78956]: Deploying daemon osd.3 on smithi170 2024-09-17T10:45:29.695 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:29 smithi170 ceph-mon[62996]: pgmap v102: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:29.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:29 smithi159 ceph-mon[78956]: pgmap v102: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:30.416 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:30 smithi170 systemd[1]: Stopping Ceph osd.3 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:45:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:30 smithi170 ceph-mon[62996]: osd.3 marked itself down and dead 2024-09-17T10:45:30.704 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:30 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[39741]: 2024-09-17T10:45:30.584+0000 7f4df4dfb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:45:30.704 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:30 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[39741]: 2024-09-17T10:45:30.584+0000 7f4df4dfb700 -1 osd.3 65 *** Got signal Terminated *** 2024-09-17T10:45:30.704 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:30 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[39741]: 2024-09-17T10:45:30.584+0000 7f4df4dfb700 -1 osd.3 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:45:30.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:30 smithi159 ceph-mon[78956]: osd.3 marked itself down and dead 2024-09-17T10:45:31.439 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:31 smithi170 podman[66872]: 2024-09-17 10:45:31.178288302 +0000 UTC m=+0.719361173 container died 493a8d7d844bd44cbf58c57994a7b3f875b0509768e77ebe54ad07169628f4f5 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=-18.2.0, io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20231212, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308) 2024-09-17T10:45:31.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:31 smithi170 ceph-mon[62996]: pgmap v103: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:31.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:31 smithi170 ceph-mon[62996]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:45:31.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:31 smithi170 ceph-mon[62996]: osdmap e66: 6 total, 5 up, 6 in 2024-09-17T10:45:31.704 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:31 smithi170 podman[66872]: 2024-09-17 10:45:31.52849927 +0000 UTC m=+1.069572142 container cleanup 493a8d7d844bd44cbf58c57994a7b3f875b0509768e77ebe54ad07169628f4f5 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-18.2.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.29.1, RELEASE=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20231212) 2024-09-17T10:45:31.704 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:31 smithi170 bash[66872]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3 2024-09-17T10:45:31.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:31 smithi159 ceph-mon[78956]: pgmap v103: 65 pgs: 65 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:31.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:31 smithi159 ceph-mon[78956]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:45:31.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:31 smithi159 ceph-mon[78956]: osdmap e66: 6 total, 5 up, 6 in 2024-09-17T10:45:32.140 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:31 smithi170 podman[66890]: 2024-09-17 10:45:31.83017755 +0000 UTC m=+0.649809775 container remove 493a8d7d844bd44cbf58c57994a7b3f875b0509768e77ebe54ad07169628f4f5 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, io.buildah.version=1.29.1, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, CEPH_POINT_RELEASE=-18.2.0, org.label-schema.schema-version=1.0) 2024-09-17T10:45:32.418 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:32 smithi170 podman[66976]: 2024-09-17 10:45:32.139460845 +0000 UTC m=+0.110045315 container create 13b2ef12ceb0413680cae2ba210904c47d91b7dec9efe1a44e63f3b808fb1903 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, RELEASE=main-7498493, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-17T10:45:32.418 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:32 smithi170 podman[66976]: 2024-09-17 10:45:32.045005445 +0000 UTC m=+0.015589886 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:45:32.418 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:32 smithi170 podman[66976]: 2024-09-17 10:45:32.417354262 +0000 UTC m=+0.387938698 container init 13b2ef12ceb0413680cae2ba210904c47d91b7dec9efe1a44e63f3b808fb1903 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-7498493, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T10:45:32.674 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:32 smithi170 podman[66976]: 2024-09-17 10:45:32.421082751 +0000 UTC m=+0.391667184 container start 13b2ef12ceb0413680cae2ba210904c47d91b7dec9efe1a44e63f3b808fb1903 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-7498493, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-17T10:45:32.675 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:32 smithi170 podman[66976]: 2024-09-17 10:45:32.517248326 +0000 UTC m=+0.487832760 container attach 13b2ef12ceb0413680cae2ba210904c47d91b7dec9efe1a44e63f3b808fb1903 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-7498493) 2024-09-17T10:45:32.675 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:32 smithi170 podman[66976]: 2024-09-17 10:45:32.607553574 +0000 UTC m=+0.578138005 container died 13b2ef12ceb0413680cae2ba210904c47d91b7dec9efe1a44e63f3b808fb1903 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-7498493, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T10:45:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:32 smithi159 ceph-mon[78956]: osdmap e67: 6 total, 5 up, 6 in 2024-09-17T10:45:32.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:32 smithi170 ceph-mon[62996]: osdmap e67: 6 total, 5 up, 6 in 2024-09-17T10:45:33.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 podman[66999]: 2024-09-17 10:45:33.162938258 +0000 UTC m=+0.549820053 container remove 13b2ef12ceb0413680cae2ba210904c47d91b7dec9efe1a44e63f3b808fb1903 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-7498493, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-17T10:45:33.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-17T10:45:33.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 systemd[1]: Stopped Ceph osd.3 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:45:33.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.3.service: Consumed 1min 15.807s CPU time. 2024-09-17T10:45:33.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 systemd[1]: Starting Ceph osd.3 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:45:33.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:33 smithi170 ceph-mon[62996]: pgmap v106: 65 pgs: 25 peering, 3 stale+active+clean, 37 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:33.845 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:33 smithi170 ceph-mon[62996]: Health check failed: Reduced data availability: 13 pgs peering (PG_AVAILABILITY) 2024-09-17T10:45:33.846 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 podman[67094]: 2024-09-17 10:45:33.497205339 +0000 UTC m=+0.015657250 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:45:33.846 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 podman[67094]: 2024-09-17 10:45:33.597425132 +0000 UTC m=+0.115877037 container create a135adfef5d2cc79d8fccedf3e1284c7f1cc19783d38ccee998b9909c286ec37 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7498493, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-17T10:45:33.846 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 podman[67094]: 2024-09-17 10:45:33.841775491 +0000 UTC m=+0.360227406 container init a135adfef5d2cc79d8fccedf3e1284c7f1cc19783d38ccee998b9909c286ec37 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, RELEASE=main-7498493, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T10:45:33.846 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 podman[67094]: 2024-09-17 10:45:33.844935532 +0000 UTC m=+0.363387437 container start a135adfef5d2cc79d8fccedf3e1284c7f1cc19783d38ccee998b9909c286ec37 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-7498493, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T10:45:33.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:33 smithi159 ceph-mon[78956]: pgmap v106: 65 pgs: 25 peering, 3 stale+active+clean, 37 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:33.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:33 smithi159 ceph-mon[78956]: Health check failed: Reduced data availability: 13 pgs peering (PG_AVAILABILITY) 2024-09-17T10:45:34.204 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 podman[67094]: 2024-09-17 10:45:33.950064927 +0000 UTC m=+0.468516841 container attach a135adfef5d2cc79d8fccedf3e1284c7f1cc19783d38ccee998b9909c286ec37 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-7498493, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T10:45:34.204 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:45:34.204 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 bash[67094]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:45:34.204 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:45:34.204 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:33 smithi170 bash[67094]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:45:35.006 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:34 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T10:45:35.006 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:34 smithi170 bash[67094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T10:45:35.006 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:34 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T10:45:35.006 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:34 smithi170 bash[67094]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-17T10:45:35.338 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T10:45:35.338 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 bash[67094]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 bash[67094]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3/block 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 bash[67094]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3/block 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 bash[67094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate[67109]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 bash[67094]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-17T10:45:35.339 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 podman[67094]: 2024-09-17 10:45:35.032279395 +0000 UTC m=+1.550731300 container died a135adfef5d2cc79d8fccedf3e1284c7f1cc19783d38ccee998b9909c286ec37 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-7498493, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:45:35.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:35 smithi170 ceph-mon[62996]: pgmap v107: 65 pgs: 25 peering, 3 stale+active+clean, 37 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:35.954 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 podman[67255]: 2024-09-17 10:45:35.620722922 +0000 UTC m=+0.582398662 container remove a135adfef5d2cc79d8fccedf3e1284c7f1cc19783d38ccee998b9909c286ec37 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-17T10:45:35.954 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 podman[67315]: 2024-09-17 10:45:35.727912592 +0000 UTC m=+0.015706058 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:45:35.954 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:35 smithi170 podman[67315]: 2024-09-17 10:45:35.853819564 +0000 UTC m=+0.141613019 container create 21d9ee1bc0098731175ed862b7b96ab23745210bf9f580e15e26a4938e28ff8a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-7498493, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-17T10:45:36.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:35 smithi159 ceph-mon[78956]: pgmap v107: 65 pgs: 25 peering, 3 stale+active+clean, 37 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:36.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:36 smithi170 podman[67315]: 2024-09-17 10:45:36.099423985 +0000 UTC m=+0.387217446 container init 21d9ee1bc0098731175ed862b7b96ab23745210bf9f580e15e26a4938e28ff8a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-17T10:45:36.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:36 smithi170 podman[67315]: 2024-09-17 10:45:36.102513258 +0000 UTC m=+0.390306709 container start 21d9ee1bc0098731175ed862b7b96ab23745210bf9f580e15e26a4938e28ff8a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=main-7498493, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-17T10:45:36.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:36 smithi170 ceph-osd[67334]: -- 172.21.15.170:0/2779315576 <== mon.1 v2:172.21.15.170:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a2776de1e0 con 0x55a27766e000 2024-09-17T10:45:36.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:36 smithi170 bash[67315]: 21d9ee1bc0098731175ed862b7b96ab23745210bf9f580e15e26a4938e28ff8a 2024-09-17T10:45:36.454 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:36 smithi170 systemd[1]: Started Ceph osd.3 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:45:37.548 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:37 smithi170 ceph-mon[62996]: pgmap v108: 65 pgs: 17 active+undersized, 7 peering, 14 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 40/222 objects degraded (18.018%) 2024-09-17T10:45:37.549 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:37.549 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:37.549 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:37 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:37.549 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:37 smithi170 ceph-mon[62996]: Health check failed: Degraded data redundancy: 40/222 objects degraded (18.018%), 14 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:37 smithi159 ceph-mon[78956]: pgmap v108: 65 pgs: 17 active+undersized, 7 peering, 14 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 40/222 objects degraded (18.018%) 2024-09-17T10:45:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:37.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:37 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:37.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:37 smithi159 ceph-mon[78956]: Health check failed: Degraded data redundancy: 40/222 objects degraded (18.018%), 14 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:38.203 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:37 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:45:37.975+0000 7fd00071d640 -1 Falling back to public interface 2024-09-17T10:45:38.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:38 smithi159 ceph-mon[78956]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2024-09-17T10:45:38.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:38 smithi170 ceph-mon[62996]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2024-09-17T10:45:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:39 smithi159 ceph-mon[78956]: pgmap v109: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:39.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:39 smithi170 ceph-mon[62996]: pgmap v109: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:39.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:39.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:40.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:40.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:40.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:40.853 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:40.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:40.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:40.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:40.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:41.829 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:41 smithi159 ceph-mon[78956]: pgmap v110: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:41.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:41 smithi170 ceph-mon[62996]: pgmap v110: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:43.659 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: pgmap v111: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:43.659 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:43.659 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:43.659 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:43.659 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T10:45:43.660 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 48/222 objects degraded (21.622%), 17 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: pgmap v111: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-17T10:45:43.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:43 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 48/222 objects degraded (21.622%), 17 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:43.953 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:43 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:45:43.657+0000 7fd00071d640 -1 osd.3 0 read_superblock omap replica is missing. 2024-09-17T10:45:44.431 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:44 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:45:44.178+0000 7fd00071d640 -1 osd.3 65 log_to_monitors true 2024-09-17T10:45:44.431 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:44 smithi170 ceph-mon[62996]: from='osd.3 [v2:172.21.15.170:6800/516065628,v1:172.21.15.170:6801/516065628]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T10:45:44.431 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:44 smithi170 ceph-mon[62996]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T10:45:44.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:44 smithi159 ceph-mon[78956]: from='osd.3 [v2:172.21.15.170:6800/516065628,v1:172.21.15.170:6801/516065628]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T10:45:44.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:44 smithi159 ceph-mon[78956]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-17T10:45:44.703 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:45:44 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:45:44.429+0000 7fcff84c7640 -1 osd.3 65 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:45:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:45 smithi159 ceph-mon[78956]: pgmap v112: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:45 smithi159 ceph-mon[78956]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T10:45:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:45 smithi159 ceph-mon[78956]: from='osd.3 [v2:172.21.15.170:6800/516065628,v1:172.21.15.170:6801/516065628]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:45:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:45 smithi159 ceph-mon[78956]: osdmap e68: 6 total, 5 up, 6 in 2024-09-17T10:45:45.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:45 smithi159 ceph-mon[78956]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:45:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:45 smithi170 ceph-mon[62996]: pgmap v112: 65 pgs: 21 active+undersized, 17 active+undersized+degraded, 27 active+clean; 197 MiB data, 1.1 GiB used, 535 GiB / 536 GiB avail; 48/222 objects degraded (21.622%) 2024-09-17T10:45:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:45 smithi170 ceph-mon[62996]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-17T10:45:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:45 smithi170 ceph-mon[62996]: from='osd.3 [v2:172.21.15.170:6800/516065628,v1:172.21.15.170:6801/516065628]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:45:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:45 smithi170 ceph-mon[62996]: osdmap e68: 6 total, 5 up, 6 in 2024-09-17T10:45:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:45 smithi170 ceph-mon[62996]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:45:46.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:46 smithi159 ceph-mon[78956]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:45:46.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:46 smithi159 ceph-mon[78956]: osd.3 [v2:172.21.15.170:6800/516065628,v1:172.21.15.170:6801/516065628] boot 2024-09-17T10:45:46.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:46 smithi159 ceph-mon[78956]: osdmap e69: 6 total, 6 up, 6 in 2024-09-17T10:45:46.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:46 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-17T10:45:46.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:46 smithi170 ceph-mon[62996]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:45:46.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:46 smithi170 ceph-mon[62996]: osd.3 [v2:172.21.15.170:6800/516065628,v1:172.21.15.170:6801/516065628] boot 2024-09-17T10:45:46.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:46 smithi170 ceph-mon[62996]: osdmap e69: 6 total, 6 up, 6 in 2024-09-17T10:45:46.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:46 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-17T10:45:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:47 smithi159 ceph-mon[78956]: pgmap v115: 65 pgs: 8 peering, 15 active+undersized, 15 active+undersized+degraded, 27 active+clean; 197 MiB data, 976 MiB used, 535 GiB / 536 GiB avail; 40/222 objects degraded (18.018%) 2024-09-17T10:45:47.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:47 smithi159 ceph-mon[78956]: osdmap e70: 6 total, 6 up, 6 in 2024-09-17T10:45:47.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:47 smithi170 ceph-mon[62996]: pgmap v115: 65 pgs: 8 peering, 15 active+undersized, 15 active+undersized+degraded, 27 active+clean; 197 MiB data, 976 MiB used, 535 GiB / 536 GiB avail; 40/222 objects degraded (18.018%) 2024-09-17T10:45:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:47 smithi170 ceph-mon[62996]: osdmap e70: 6 total, 6 up, 6 in 2024-09-17T10:45:48.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:48 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 40/222 objects degraded (18.018%), 15 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:48.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:48 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 40/222 objects degraded (18.018%), 15 pgs degraded (PG_DEGRADED) 2024-09-17T10:45:49.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:49 smithi170 ceph-mon[62996]: pgmap v117: 65 pgs: 12 peering, 12 active+undersized, 14 active+undersized+degraded, 27 active+clean; 197 MiB data, 976 MiB used, 535 GiB / 536 GiB avail; 37/222 objects degraded (16.667%) 2024-09-17T10:45:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:49 smithi159 ceph-mon[78956]: pgmap v117: 65 pgs: 12 peering, 12 active+undersized, 14 active+undersized+degraded, 27 active+clean; 197 MiB data, 976 MiB used, 535 GiB / 536 GiB avail; 37/222 objects degraded (16.667%) 2024-09-17T10:45:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:51 smithi170 ceph-mon[62996]: pgmap v118: 65 pgs: 12 peering, 3 active+undersized, 4 active+undersized+degraded, 46 active+clean; 197 MiB data, 976 MiB used, 535 GiB / 536 GiB avail; 12/222 objects degraded (5.405%) 2024-09-17T10:45:51.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:51 smithi159 ceph-mon[78956]: pgmap v118: 65 pgs: 12 peering, 3 active+undersized, 4 active+undersized+degraded, 46 active+clean; 197 MiB data, 976 MiB used, 535 GiB / 536 GiB avail; 12/222 objects degraded (5.405%) 2024-09-17T10:45:52.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:52 smithi159 ceph-mon[78956]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/222 objects degraded (5.405%), 4 pgs degraded) 2024-09-17T10:45:52.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:52 smithi170 ceph-mon[62996]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/222 objects degraded (5.405%), 4 pgs degraded) 2024-09-17T10:45:53.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:53 smithi159 ceph-mon[78956]: pgmap v119: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:53.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:53 smithi170 ceph-mon[62996]: pgmap v119: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:55 smithi159 ceph-mon[78956]: pgmap v120: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:55.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:55.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:55 smithi170 ceph-mon[62996]: pgmap v120: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 -- 172.21.15.159:0/2323589041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 msgr2=0x7fb76c103080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 --2- 172.21.15.159:0/2323589041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c103080 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb75c009910 tx=0x7fb75c009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 -- 172.21.15.159:0/2323589041 shutdown_connections 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 --2- 172.21.15.159:0/2323589041 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb76c1035c0 0x7fb76c1059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 --2- 172.21.15.159:0/2323589041 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c103080 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 -- 172.21.15.159:0/2323589041 >> 172.21.15.159:0/2323589041 conn(0x7fb76c0fa660 msgr2=0x7fb76c0fca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 -- 172.21.15.159:0/2323589041 shutdown_connections 2024-09-17T10:45:56.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.870+0000 7fb770875700 1 -- 172.21.15.159:0/2323589041 wait complete. 2024-09-17T10:45:56.874 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb770875700 1 Processor -- start 2024-09-17T10:45:56.874 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb770875700 1 -- start start 2024-09-17T10:45:56.874 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb770875700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:56.874 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb770875700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb76c1035c0 0x7fb76c195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb770875700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb76c1965e0 con 0x7fb76c100ca0 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb770875700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb76c196720 con 0x7fb76c1035c0 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb76a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb76a59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c195a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59408/0 (socket says 172.21.15.159:59408) 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb76a59c700 1 -- 172.21.15.159:0/2994283678 learned_addr learned my addr 172.21.15.159:0/2994283678 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb769d9b700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb76c1035c0 0x7fb76c195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb76a59c700 1 -- 172.21.15.159:0/2994283678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb76c1035c0 msgr2=0x7fb76c195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb76a59c700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb76c1035c0 0x7fb76c195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb76a59c700 1 -- 172.21.15.159:0/2994283678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb75c0095f0 con 0x7fb76c100ca0 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.871+0000 7fb769d9b700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb76c1035c0 0x7fb76c195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.872+0000 7fb76a59c700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c195a80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb75c006010 tx=0x7fb75c00be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:56.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.872+0000 7fb75b7fe700 1 -- 172.21.15.159:0/2994283678 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb75c01d070 con 0x7fb76c100ca0 2024-09-17T10:45:56.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.872+0000 7fb75b7fe700 1 -- 172.21.15.159:0/2994283678 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb75c00f460 con 0x7fb76c100ca0 2024-09-17T10:45:56.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.872+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb76c19b170 con 0x7fb76c100ca0 2024-09-17T10:45:56.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.872+0000 7fb75b7fe700 1 -- 172.21.15.159:0/2994283678 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb75c021640 con 0x7fb76c100ca0 2024-09-17T10:45:56.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.872+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb76c19b6e0 con 0x7fb76c100ca0 2024-09-17T10:45:56.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.873+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb76c18fc50 con 0x7fb76c100ca0 2024-09-17T10:45:56.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.874+0000 7fb75b7fe700 1 -- 172.21.15.159:0/2994283678 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb75c00faf0 con 0x7fb76c100ca0 2024-09-17T10:45:56.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.874+0000 7fb75b7fe700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb75407afd0 0x7fb75407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:56.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.874+0000 7fb75b7fe700 1 -- 172.21.15.159:0/2994283678 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fb75c09f240 con 0x7fb76c100ca0 2024-09-17T10:45:56.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.874+0000 7fb769d9b700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb75407afd0 0x7fb75407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:56.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.875+0000 7fb769d9b700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb75407afd0 0x7fb75407d480 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb760007900 tx=0x7fb760008040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:56.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:56.878+0000 7fb75b7fe700 1 -- 172.21.15.159:0/2994283678 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb75c0624f0 con 0x7fb76c100ca0 2024-09-17T10:45:57.112 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.110+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fb76c061190 con 0x7fb75407afd0 2024-09-17T10:45:57.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.112+0000 7fb75b7fe700 1 -- 172.21.15.159:0/2994283678 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+401 (secure 0 0 0) 0x7fb76c061190 con 0x7fb75407afd0 2024-09-17T10:45:57.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb75407afd0 msgr2=0x7fb75407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb75407afd0 0x7fb75407d480 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb760007900 tx=0x7fb760008040 comp rx=0 tx=0).stop 2024-09-17T10:45:57.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 msgr2=0x7fb76c195a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c195a80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb75c006010 tx=0x7fb75c00be20 comp rx=0 tx=0).stop 2024-09-17T10:45:57.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 shutdown_connections 2024-09-17T10:45:57.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb76c100ca0 0x7fb76c195a80 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.117 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb75407afd0 0x7fb75407d480 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.117 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 --2- 172.21.15.159:0/2994283678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb76c1035c0 0x7fb76c195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.117 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 >> 172.21.15.159:0/2994283678 conn(0x7fb76c0fa660 msgr2=0x7fb76c0fca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:57.117 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 shutdown_connections 2024-09-17T10:45:57.117 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.114+0000 7fb770875700 1 -- 172.21.15.159:0/2994283678 wait complete. 2024-09-17T10:45:57.127 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:45:57.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 -- 172.21.15.159:0/3160752175 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 msgr2=0x7fa4001006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 --2- 172.21.15.159:0/3160752175 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa4001006c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4009910 tx=0x7fa3f4009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:57.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 -- 172.21.15.159:0/3160752175 shutdown_connections 2024-09-17T10:45:57.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 --2- 172.21.15.159:0/3160752175 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa4001006c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 --2- 172.21.15.159:0/3160752175 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4000ff070 0x7fa4000ff480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 -- 172.21.15.159:0/3160752175 >> 172.21.15.159:0/3160752175 conn(0x7fa4000fa600 msgr2=0x7fa4000fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:57.222 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 -- 172.21.15.159:0/3160752175 shutdown_connections 2024-09-17T10:45:57.223 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.220+0000 7fa407691700 1 -- 172.21.15.159:0/3160752175 wait complete. 2024-09-17T10:45:57.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa407691700 1 Processor -- start 2024-09-17T10:45:57.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa407691700 1 -- start start 2024-09-17T10:45:57.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa407691700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4000ff070 0x7fa400102fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa407691700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa400101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa407691700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa400101b90 con 0x7fa400100270 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa407691700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa400101cd0 con 0x7fa4000ff070 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa404c2c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa400101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa404c2c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa400101650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59428/0 (socket says 172.21.15.159:59428) 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa404c2c700 1 -- 172.21.15.159:0/125233523 learned_addr learned my addr 172.21.15.159:0/125233523 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.221+0000 7fa40542d700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4000ff070 0x7fa400102fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa404c2c700 1 -- 172.21.15.159:0/125233523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4000ff070 msgr2=0x7fa400102fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa404c2c700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4000ff070 0x7fa400102fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa404c2c700 1 -- 172.21.15.159:0/125233523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3f40095f0 con 0x7fa400100270 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa404c2c700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa400101650 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4006010 tx=0x7fa3f400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:57.225 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa3fe7fc700 1 -- 172.21.15.159:0/125233523 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa3f401d070 con 0x7fa400100270 2024-09-17T10:45:57.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa3fe7fc700 1 -- 172.21.15.159:0/125233523 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa3f400f460 con 0x7fa400100270 2024-09-17T10:45:57.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa400101f50 con 0x7fa400100270 2024-09-17T10:45:57.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa3fe7fc700 1 -- 172.21.15.159:0/125233523 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa3f4021640 con 0x7fa400100270 2024-09-17T10:45:57.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.222+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa400102440 con 0x7fa400100270 2024-09-17T10:45:57.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.223+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa400107bc0 con 0x7fa400100270 2024-09-17T10:45:57.227 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.224+0000 7fa3fe7fc700 1 -- 172.21.15.159:0/125233523 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fa3f400fab0 con 0x7fa400100270 2024-09-17T10:45:57.227 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.224+0000 7fa3fe7fc700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3e807afd0 0x7fa3e807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.227 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.224+0000 7fa40542d700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3e807afd0 0x7fa3e807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.227 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.224+0000 7fa3fe7fc700 1 -- 172.21.15.159:0/125233523 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fa3f409f030 con 0x7fa400100270 2024-09-17T10:45:57.227 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.225+0000 7fa40542d700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3e807afd0 0x7fa3e807d480 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0009550 tx=0x7fa3f00091b0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:57.230 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.229+0000 7fa3fe7fc700 1 -- 172.21.15.159:0/125233523 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fa3f4062360 con 0x7fa400100270 2024-09-17T10:45:57.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.462+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fa400069460 con 0x7fa3e807afd0 2024-09-17T10:45:57.464 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.463+0000 7fa3fe7fc700 1 -- 172.21.15.159:0/125233523 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+401 (secure 0 0 0) 0x7fa400069460 con 0x7fa3e807afd0 2024-09-17T10:45:57.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3e807afd0 msgr2=0x7fa3e807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3e807afd0 0x7fa3e807d480 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0009550 tx=0x7fa3f00091b0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 msgr2=0x7fa400101650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa400101650 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4006010 tx=0x7fa3f400bd70 comp rx=0 tx=0).stop 2024-09-17T10:45:57.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 shutdown_connections 2024-09-17T10:45:57.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3e807afd0 0x7fa3e807d480 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.467 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4000ff070 0x7fa400102fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.468 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 --2- 172.21.15.159:0/125233523 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa400100270 0x7fa400101650 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.468 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.465+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 >> 172.21.15.159:0/125233523 conn(0x7fa4000fa600 msgr2=0x7fa400068d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:57.468 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.466+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 shutdown_connections 2024-09-17T10:45:57.468 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.466+0000 7fa407691700 1 -- 172.21.15.159:0/125233523 wait complete. 2024-09-17T10:45:57.575 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 -- 172.21.15.159:0/705533281 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 msgr2=0x7fd3080ff490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/705533281 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd3080ff490 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd2f800b0a0 tx=0x7fd2f800b3b0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 -- 172.21.15.159:0/705533281 shutdown_connections 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/705533281 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd308100280 0x7fd3081006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/705533281 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd3080ff490 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 -- 172.21.15.159:0/705533281 >> 172.21.15.159:0/705533281 conn(0x7fd3080fa630 msgr2=0x7fd3080fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 -- 172.21.15.159:0/705533281 shutdown_connections 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.572+0000 7fd30fa8b700 1 -- 172.21.15.159:0/705533281 wait complete. 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30fa8b700 1 Processor -- start 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30fa8b700 1 -- start start 2024-09-17T10:45:57.576 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30fa8b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd308069910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30fa8b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd308100280 0x7fd30819a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30fa8b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd30819ad00 con 0x7fd3080ff080 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30fa8b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd30819ae70 con 0x7fd308100280 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30d827700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd308069910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30d827700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd308069910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59446/0 (socket says 172.21.15.159:59446) 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30d827700 1 -- 172.21.15.159:0/2762640503 learned_addr learned my addr 172.21.15.159:0/2762640503 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.573+0000 7fd30d026700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd308100280 0x7fd30819a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd30d827700 1 -- 172.21.15.159:0/2762640503 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd308100280 msgr2=0x7fd30819a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd30d827700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd308100280 0x7fd30819a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd30d827700 1 -- 172.21.15.159:0/2762640503 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2f8009d00 con 0x7fd3080ff080 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd30d026700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd308100280 0x7fd30819a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:45:57.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd30d827700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd308069910 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd2f8009fd0 tx=0x7fd2f8009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:57.578 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd306ffd700 1 -- 172.21.15.159:0/2762640503 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd2f800e040 con 0x7fd3080ff080 2024-09-17T10:45:57.578 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd30819b0f0 con 0x7fd3080ff080 2024-09-17T10:45:57.578 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd306ffd700 1 -- 172.21.15.159:0/2762640503 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fd2f8003de0 con 0x7fd3080ff080 2024-09-17T10:45:57.578 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd306ffd700 1 -- 172.21.15.159:0/2762640503 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd2f801d980 con 0x7fd3080ff080 2024-09-17T10:45:57.578 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.574+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd30819b660 con 0x7fd3080ff080 2024-09-17T10:45:57.579 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.575+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd308107bd0 con 0x7fd3080ff080 2024-09-17T10:45:57.579 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.576+0000 7fd306ffd700 1 -- 172.21.15.159:0/2762640503 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fd2f8004040 con 0x7fd3080ff080 2024-09-17T10:45:57.579 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.576+0000 7fd306ffd700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd2f007afd0 0x7fd2f007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.579 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.576+0000 7fd306ffd700 1 -- 172.21.15.159:0/2762640503 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fd2f809f890 con 0x7fd3080ff080 2024-09-17T10:45:57.579 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.576+0000 7fd30d026700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd2f007afd0 0x7fd2f007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.579 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.577+0000 7fd30d026700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd2f007afd0 0x7fd2f007d480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc005950 tx=0x7fd2fc0058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:57.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.580+0000 7fd306ffd700 1 -- 172.21.15.159:0/2762640503 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fd2f8062b40 con 0x7fd3080ff080 2024-09-17T10:45:57.803 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.801+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fd308104bd0 con 0x7fd2f007afd0 2024-09-17T10:45:57.803 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:57 smithi159 ceph-mon[78956]: pgmap v121: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:57.812 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.811+0000 7fd306ffd700 1 -- 172.21.15.159:0/2762640503 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7fd308104bd0 con 0x7fd2f007afd0 2024-09-17T10:45:57.812 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:45:57.812 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (12m) 50s ago 14m 25.7M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (4m) 50s ago 14m 7880k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (4m) 18s ago 13m 7600k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (2m) 50s ago 14m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (2m) 18s ago 13m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (12m) 50s ago 14m 87.3M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (8m) 50s ago 8m 16.4M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (8m) 50s ago 8m 19.6M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (8m) 18s ago 8m 155M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (8m) 18s ago 8m 20.4M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (4m) 50s ago 16m 515M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (3m) 18s ago 13m 454M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (3m) 50s ago 16m 49.2M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:45:57.813 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (3m) 18s ago 13m 40.4M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (14m) 50s ago 14m 15.6M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (13m) 18s ago 13m 17.2M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (2m) 50s ago 12m 105M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (90s) 50s ago 11m 101M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (56s) 50s ago 11m 12.2M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (22s) 18s ago 10m 11.6M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (10m) 18s ago 10m 260M 2240M 18.2.0 dc2bc1663786 996af430f464 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (10m) 18s ago 10m 239M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:45:57.814 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (3m) 50s ago 14m 80.0M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:45:57.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.813+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd2f007afd0 msgr2=0x7fd2f007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.813+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd2f007afd0 0x7fd2f007d480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc005950 tx=0x7fd2fc0058e0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.813+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 msgr2=0x7fd308069910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.813+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd308069910 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd2f8009fd0 tx=0x7fd2f8009790 comp rx=0 tx=0).stop 2024-09-17T10:45:57.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.814+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 shutdown_connections 2024-09-17T10:45:57.815 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.814+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd3080ff080 0x7fd308069910 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.814+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd2f007afd0 0x7fd2f007d480 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.814+0000 7fd30fa8b700 1 --2- 172.21.15.159:0/2762640503 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd308100280 0x7fd30819a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.814+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 >> 172.21.15.159:0/2762640503 conn(0x7fd3080fa630 msgr2=0x7fd3081034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:57.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.814+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 shutdown_connections 2024-09-17T10:45:57.816 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.814+0000 7fd30fa8b700 1 -- 172.21.15.159:0/2762640503 wait complete. 2024-09-17T10:45:57.876 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:57 smithi170 ceph-mon[62996]: pgmap v121: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:57.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 -- 172.21.15.159:0/270656728 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310103500 msgr2=0x7fe3101058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 --2- 172.21.15.159:0/270656728 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310103500 0x7fe3101058e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe300009910 tx=0x7fe300009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:57.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 -- 172.21.15.159:0/270656728 shutdown_connections 2024-09-17T10:45:57.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 --2- 172.21.15.159:0/270656728 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310103500 0x7fe3101058e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 --2- 172.21.15.159:0/270656728 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe310100be0 0x7fe310102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 -- 172.21.15.159:0/270656728 >> 172.21.15.159:0/270656728 conn(0x7fe3100fa600 msgr2=0x7fe3100fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:57.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 -- 172.21.15.159:0/270656728 shutdown_connections 2024-09-17T10:45:57.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 -- 172.21.15.159:0/270656728 wait complete. 2024-09-17T10:45:57.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.918+0000 7fe318349700 1 Processor -- start 2024-09-17T10:45:57.921 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe318349700 1 -- start start 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe318349700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310100be0 0x7fe310100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe318349700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe310103500 0x7fe3100feb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe318349700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3100ff0d0 con 0x7fe310100be0 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe318349700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3100ff210 con 0x7fe310103500 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3160e5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310100be0 0x7fe310100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3160e5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310100be0 0x7fe310100540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59466/0 (socket says 172.21.15.159:59466) 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3160e5700 1 -- 172.21.15.159:0/1728371260 learned_addr learned my addr 172.21.15.159:0/1728371260 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3158e4700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe310103500 0x7fe3100feb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3160e5700 1 -- 172.21.15.159:0/1728371260 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe310103500 msgr2=0x7fe3100feb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3160e5700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe310103500 0x7fe3100feb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:57.922 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3160e5700 1 -- 172.21.15.159:0/1728371260 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3000095f0 con 0x7fe310100be0 2024-09-17T10:45:57.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3158e4700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe310103500 0x7fe3100feb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:45:57.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3160e5700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310100be0 0x7fe310100540 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe30c00d8d0 tx=0x7fe30c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:57.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3077fe700 1 -- 172.21.15.159:0/1728371260 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe30c009940 con 0x7fe310100be0 2024-09-17T10:45:57.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3100ff4f0 con 0x7fe310100be0 2024-09-17T10:45:57.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3077fe700 1 -- 172.21.15.159:0/1728371260 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe30c010460 con 0x7fe310100be0 2024-09-17T10:45:57.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.919+0000 7fe3077fe700 1 -- 172.21.15.159:0/1728371260 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe30c00f5f0 con 0x7fe310100be0 2024-09-17T10:45:57.923 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.920+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe31019d9e0 con 0x7fe310100be0 2024-09-17T10:45:57.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.920+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe31018fb70 con 0x7fe310100be0 2024-09-17T10:45:57.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.921+0000 7fe3077fe700 1 -- 172.21.15.159:0/1728371260 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fe30c0105d0 con 0x7fe310100be0 2024-09-17T10:45:57.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.922+0000 7fe3077fe700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe2fc07afd0 0x7fe2fc07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:57.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.922+0000 7fe3158e4700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe2fc07afd0 0x7fe2fc07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:57.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.922+0000 7fe3077fe700 1 -- 172.21.15.159:0/1728371260 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fe30c09de00 con 0x7fe310100be0 2024-09-17T10:45:57.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.922+0000 7fe3158e4700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe2fc07afd0 0x7fe2fc07d480 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe30000b5c0 tx=0x7fe300005e20 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:57.928 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:57.926+0000 7fe3077fe700 1 -- 172.21.15.159:0/1728371260 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fe30c0610b0 con 0x7fe310100be0 2024-09-17T10:45:58.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.224+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fe310061990 con 0x7fe310100be0 2024-09-17T10:45:58.226 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.225+0000 7fe3077fe700 1 -- 172.21.15.159:0/1728371260 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+791 (secure 0 0 0) 0x7fe30c0641d0 con 0x7fe310100be0 2024-09-17T10:45:58.226 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:45:58.226 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:45:58.226 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 2, 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:45:58.227 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 6, 2024-09-17T10:45:58.228 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 8 2024-09-17T10:45:58.228 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:45:58.228 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:45:58.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe2fc07afd0 msgr2=0x7fe2fc07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe2fc07afd0 0x7fe2fc07d480 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe30000b5c0 tx=0x7fe300005e20 comp rx=0 tx=0).stop 2024-09-17T10:45:58.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310100be0 msgr2=0x7fe310100540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310100be0 0x7fe310100540 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe30c00d8d0 tx=0x7fe30c00dc90 comp rx=0 tx=0).stop 2024-09-17T10:45:58.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 shutdown_connections 2024-09-17T10:45:58.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe310100be0 0x7fe310100540 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe2fc07afd0 0x7fe2fc07d480 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.230 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 --2- 172.21.15.159:0/1728371260 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe310103500 0x7fe3100feb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.230 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.227+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 >> 172.21.15.159:0/1728371260 conn(0x7fe3100fa600 msgr2=0x7fe3100fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:58.230 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.228+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 shutdown_connections 2024-09-17T10:45:58.230 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.228+0000 7fe318349700 1 -- 172.21.15.159:0/1728371260 wait complete. 2024-09-17T10:45:58.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.332+0000 7fb61f056700 1 -- 172.21.15.159:0/1829289584 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618101390 msgr2=0x7fb6181017e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.334 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.332+0000 7fb61f056700 1 --2- 172.21.15.159:0/1829289584 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618101390 0x7fb6181017e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb604009910 tx=0x7fb604009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 -- 172.21.15.159:0/1829289584 shutdown_connections 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 --2- 172.21.15.159:0/1829289584 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618101390 0x7fb6181017e0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 --2- 172.21.15.159:0/1829289584 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb618100190 0x7fb6181005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 -- 172.21.15.159:0/1829289584 >> 172.21.15.159:0/1829289584 conn(0x7fb6180fb720 msgr2=0x7fb6180fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 -- 172.21.15.159:0/1829289584 shutdown_connections 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 -- 172.21.15.159:0/1829289584 wait complete. 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 Processor -- start 2024-09-17T10:45:58.335 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 -- start start 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618100190 0x7fb6181959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb618101390 0x7fb618195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb618196500 con 0x7fb618100190 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.333+0000 7fb61f056700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb618196640 con 0x7fb618101390 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61cdf2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618100190 0x7fb6181959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61cdf2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618100190 0x7fb6181959a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59492/0 (socket says 172.21.15.159:59492) 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61cdf2700 1 -- 172.21.15.159:0/4188205314 learned_addr learned my addr 172.21.15.159:0/4188205314 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb617fff700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb618101390 0x7fb618195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61cdf2700 1 -- 172.21.15.159:0/4188205314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb618101390 msgr2=0x7fb618195ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61cdf2700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb618101390 0x7fb618195ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.337 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61cdf2700 1 -- 172.21.15.159:0/4188205314 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6040095f0 con 0x7fb618100190 2024-09-17T10:45:58.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61cdf2700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618100190 0x7fb6181959a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00d900 tx=0x7fb60c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:58.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb615ffb700 1 -- 172.21.15.159:0/4188205314 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb60c0041f0 con 0x7fb618100190 2024-09-17T10:45:58.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb615ffb700 1 -- 172.21.15.159:0/4188205314 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb60c004350 con 0x7fb618100190 2024-09-17T10:45:58.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb61819b0f0 con 0x7fb618100190 2024-09-17T10:45:58.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb615ffb700 1 -- 172.21.15.159:0/4188205314 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb60c003d20 con 0x7fb618100190 2024-09-17T10:45:58.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.334+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb61819b640 con 0x7fb618100190 2024-09-17T10:45:58.338 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.335+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb618108ce0 con 0x7fb618100190 2024-09-17T10:45:58.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.336+0000 7fb615ffb700 1 -- 172.21.15.159:0/4188205314 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb60c009730 con 0x7fb618100190 2024-09-17T10:45:58.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.336+0000 7fb615ffb700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb60807afd0 0x7fb60807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:58.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.337+0000 7fb615ffb700 1 -- 172.21.15.159:0/4188205314 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fb60c09dc50 con 0x7fb618100190 2024-09-17T10:45:58.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.337+0000 7fb617fff700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb60807afd0 0x7fb60807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:58.339 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.337+0000 7fb617fff700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb60807afd0 0x7fb60807d480 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb604006010 tx=0x7fb60400b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:58.342 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.341+0000 7fb615ffb700 1 -- 172.21.15.159:0/4188205314 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb60c060f80 con 0x7fb618100190 2024-09-17T10:45:58.598 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.596+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fb61819bd30 con 0x7fb618100190 2024-09-17T10:45:58.598 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.597+0000 7fb615ffb700 1 -- 172.21.15.159:0/4188205314 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7fb60c003e80 con 0x7fb618100190 2024-09-17T10:45:58.598 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:45:58.599 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:45:58.600 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:58.601 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:58.602 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:45:58.602 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:45:58.602 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:58.602 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:58.602 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb60807afd0 msgr2=0x7fb60807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb60807afd0 0x7fb60807d480 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb604006010 tx=0x7fb60400b540 comp rx=0 tx=0).stop 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618100190 msgr2=0x7fb6181959a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618100190 0x7fb6181959a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb60c00d900 tx=0x7fb60c00dc10 comp rx=0 tx=0).stop 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 shutdown_connections 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb618100190 0x7fb6181959a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb60807afd0 0x7fb60807d480 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 --2- 172.21.15.159:0/4188205314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb618101390 0x7fb618195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 >> 172.21.15.159:0/4188205314 conn(0x7fb6180fb720 msgr2=0x7fb6181045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 shutdown_connections 2024-09-17T10:45:58.603 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.599+0000 7fb61f056700 1 -- 172.21.15.159:0/4188205314 wait complete. 2024-09-17T10:45:58.604 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:45:58.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.705+0000 7f7b323ad700 1 -- 172.21.15.159:0/3279914995 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c100c80 msgr2=0x7f7b2c103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.705+0000 7f7b323ad700 1 --2- 172.21.15.159:0/3279914995 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c100c80 0x7f7b2c103060 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7b20009910 tx=0x7f7b20009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:58.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.705+0000 7f7b323ad700 1 -- 172.21.15.159:0/3279914995 shutdown_connections 2024-09-17T10:45:58.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.705+0000 7f7b323ad700 1 --2- 172.21.15.159:0/3279914995 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b2c1035a0 0x7f7b2c105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.705+0000 7f7b323ad700 1 --2- 172.21.15.159:0/3279914995 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c100c80 0x7f7b2c103060 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.705+0000 7f7b323ad700 1 -- 172.21.15.159:0/3279914995 >> 172.21.15.159:0/3279914995 conn(0x7f7b2c0fa600 msgr2=0x7f7b2c0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:58.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.706+0000 7f7b323ad700 1 -- 172.21.15.159:0/3279914995 shutdown_connections 2024-09-17T10:45:58.708 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.706+0000 7f7b323ad700 1 -- 172.21.15.159:0/3279914995 wait complete. 2024-09-17T10:45:58.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.706+0000 7f7b323ad700 1 Processor -- start 2024-09-17T10:45:58.709 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.706+0000 7f7b323ad700 1 -- start start 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.706+0000 7f7b323ad700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b2c100c80 0x7f7b2c195950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.706+0000 7f7b323ad700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c1035a0 0x7f7b2c195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b323ad700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c1964b0 con 0x7f7b2c1035a0 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b323ad700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c1965f0 con 0x7f7b2c100c80 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c1035a0 0x7f7b2c195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c1035a0 0x7f7b2c195e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59514/0 (socket says 172.21.15.159:59514) 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2b7fe700 1 -- 172.21.15.159:0/1126254717 learned_addr learned my addr 172.21.15.159:0/1126254717 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2bfff700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b2c100c80 0x7f7b2c195950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:58.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2b7fe700 1 -- 172.21.15.159:0/1126254717 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b2c100c80 msgr2=0x7f7b2c195950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2b7fe700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b2c100c80 0x7f7b2c195950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2b7fe700 1 -- 172.21.15.159:0/1126254717 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b200095f0 con 0x7f7b2c1035a0 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b2b7fe700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c1035a0 0x7f7b2c195e90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00d8d0 tx=0x7f7b1c00dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b297fa700 1 -- 172.21.15.159:0/1126254717 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7b1c0098a0 con 0x7f7b2c1035a0 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b297fa700 1 -- 172.21.15.159:0/1126254717 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f7b1c010460 con 0x7f7b2c1035a0 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.707+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b2c19b0a0 con 0x7f7b2c1035a0 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.708+0000 7f7b297fa700 1 -- 172.21.15.159:0/1126254717 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7b1c00f5f0 con 0x7f7b2c1035a0 2024-09-17T10:45:58.711 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.708+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b2c19b5f0 con 0x7f7b2c1035a0 2024-09-17T10:45:58.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.709+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b2c18fb90 con 0x7f7b2c1035a0 2024-09-17T10:45:58.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.709+0000 7f7b297fa700 1 -- 172.21.15.159:0/1126254717 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f7b1c009a00 con 0x7f7b2c1035a0 2024-09-17T10:45:58.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.710+0000 7f7b297fa700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b1407afd0 0x7f7b1407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:58.712 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.710+0000 7f7b297fa700 1 -- 172.21.15.159:0/1126254717 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f7b1c09dc60 con 0x7f7b2c1035a0 2024-09-17T10:45:58.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.710+0000 7f7b2bfff700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b1407afd0 0x7f7b1407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:58.713 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.710+0000 7f7b2bfff700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b1407afd0 0x7f7b1407d480 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7b20006010 tx=0x7f7b2000b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:58.715 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.714+0000 7f7b297fa700 1 -- 172.21.15.159:0/1126254717 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f7b1c060f90 con 0x7f7b2c1035a0 2024-09-17T10:45:58.792 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:58 smithi170 ceph-mon[62996]: from='client.34312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:58.792 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:58 smithi170 ceph-mon[62996]: from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:58.792 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:58 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T10:45:58.792 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:58 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T10:45:58.793 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:58 smithi170 ceph-mon[62996]: Upgrade: osd.4 is safe to restart 2024-09-17T10:45:58.793 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:58 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1728371260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:58.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:58 smithi159 ceph-mon[78956]: from='client.34312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:58.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:58 smithi159 ceph-mon[78956]: from='client.34316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:58.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:58 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-17T10:45:58.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:58 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-17T10:45:58.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:58 smithi159 ceph-mon[78956]: Upgrade: osd.4 is safe to restart 2024-09-17T10:45:58.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:58 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1728371260' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:45:58.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.951+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f7b2c061190 con 0x7f7b1407afd0 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.952+0000 7f7b297fa700 1 -- 172.21.15.159:0/1126254717 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+401 (secure 0 0 0) 0x7f7b2c061190 con 0x7f7b1407afd0 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:45:58.954 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:45:58.955 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:45:58.955 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "10/23 daemons upgraded", 2024-09-17T10:45:58.955 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T10:45:58.955 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:45:58.955 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:45:58.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b1407afd0 msgr2=0x7f7b1407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b1407afd0 0x7f7b1407d480 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7b20006010 tx=0x7f7b2000b540 comp rx=0 tx=0).stop 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c1035a0 msgr2=0x7f7b2c195e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c1035a0 0x7f7b2c195e90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00d8d0 tx=0x7f7b1c00dbe0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 shutdown_connections 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b1407afd0 0x7f7b1407d480 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b2c100c80 0x7f7b2c195950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 --2- 172.21.15.159:0/1126254717 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7b2c1035a0 0x7f7b2c195e90 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 >> 172.21.15.159:0/1126254717 conn(0x7f7b2c0fa600 msgr2=0x7f7b2c0fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 shutdown_connections 2024-09-17T10:45:58.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:58.955+0000 7f7b323ad700 1 -- 172.21.15.159:0/1126254717 wait complete. 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 -- 172.21.15.159:0/481975179 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 msgr2=0x7f9d24100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/481975179 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24100560 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9d14009910 tx=0x7f9d14009c20 comp rx=0 tx=0).stop 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 -- 172.21.15.159:0/481975179 shutdown_connections 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/481975179 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d24101350 0x7f9d241017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/481975179 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24100560 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 -- 172.21.15.159:0/481975179 >> 172.21.15.159:0/481975179 conn(0x7f9d240fb6e0 msgr2=0x7f9d240fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 -- 172.21.15.159:0/481975179 shutdown_connections 2024-09-17T10:45:59.063 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.061+0000 7f9d2c25d700 1 -- 172.21.15.159:0/481975179 wait complete. 2024-09-17T10:45:59.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d2c25d700 1 Processor -- start 2024-09-17T10:45:59.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d2c25d700 1 -- start start 2024-09-17T10:45:59.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d2c25d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:59.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d2c25d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d24101350 0x7f9d24073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:59.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d2c25d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d24073680 con 0x7f9d24100150 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d2c25d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d240737c0 con 0x7f9d24101350 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d29ff9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d29ff9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24074af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59524/0 (socket says 172.21.15.159:59524) 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d29ff9700 1 -- 172.21.15.159:0/3570617825 learned_addr learned my addr 172.21.15.159:0/3570617825 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d297f8700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d24101350 0x7f9d24073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d29ff9700 1 -- 172.21.15.159:0/3570617825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d24101350 msgr2=0x7f9d24073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d29ff9700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d24101350 0x7f9d24073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.062+0000 7f9d29ff9700 1 -- 172.21.15.159:0/3570617825 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d140095f0 con 0x7f9d24100150 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.063+0000 7f9d29ff9700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24074af0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9d1400bda0 tx=0x7f9d1400bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.063+0000 7f9d22ffd700 1 -- 172.21.15.159:0/3570617825 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9d1401d070 con 0x7f9d24100150 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.063+0000 7f9d22ffd700 1 -- 172.21.15.159:0/3570617825 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f9d1400f460 con 0x7f9d24100150 2024-09-17T10:45:59.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.063+0000 7f9d22ffd700 1 -- 172.21.15.159:0/3570617825 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f9d14021620 con 0x7f9d24100150 2024-09-17T10:45:59.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.063+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d24073a40 con 0x7f9d24100150 2024-09-17T10:45:59.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.063+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d24073ee0 con 0x7f9d24100150 2024-09-17T10:45:59.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.064+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d24108ca0 con 0x7f9d24100150 2024-09-17T10:45:59.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.064+0000 7f9d22ffd700 1 -- 172.21.15.159:0/3570617825 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f9d1400f5d0 con 0x7f9d24100150 2024-09-17T10:45:59.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.065+0000 7f9d22ffd700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9d0c07afd0 0x7f9d0c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:45:59.068 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.065+0000 7f9d22ffd700 1 -- 172.21.15.159:0/3570617825 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f9d1409f0d0 con 0x7f9d24100150 2024-09-17T10:45:59.068 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.065+0000 7f9d297f8700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9d0c07afd0 0x7f9d0c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:45:59.068 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.065+0000 7f9d297f8700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9d0c07afd0 0x7f9d0c07d480 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9d18007c60 tx=0x7f9d180073d0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:45:59.070 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.069+0000 7f9d22ffd700 1 -- 172.21.15.159:0/3570617825 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f9d14062380 con 0x7f9d24100150 2024-09-17T10:45:59.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.368+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f9d2419de20 con 0x7f9d24100150 2024-09-17T10:45:59.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.368+0000 7f9d22ffd700 1 -- 172.21.15.159:0/3570617825 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f9d140654a0 con 0x7f9d24100150 2024-09-17T10:45:59.371 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:45:59.371 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:45:59.371 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9d0c07afd0 msgr2=0x7f9d0c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9d0c07afd0 0x7f9d0c07d480 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9d18007c60 tx=0x7f9d180073d0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 msgr2=0x7f9d24074af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24074af0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9d1400bda0 tx=0x7f9d1400bdd0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 shutdown_connections 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f9d24100150 0x7f9d24074af0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f9d0c07afd0 0x7f9d0c07d480 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 --2- 172.21.15.159:0/3570617825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d24101350 0x7f9d24073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:45:59.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 >> 172.21.15.159:0/3570617825 conn(0x7f9d240fb6e0 msgr2=0x7f9d24104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:45:59.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 shutdown_connections 2024-09-17T10:45:59.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:45:59.371+0000 7f9d2c25d700 1 -- 172.21.15.159:0/3570617825 wait complete. 2024-09-17T10:45:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:59 smithi159 ceph-mon[78956]: pgmap v122: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:59 smithi159 ceph-mon[78956]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:59 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4188205314' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:45:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:59.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T10:45:59.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:59 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:59.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:45:59 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3570617825' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:45:59.898 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:59 smithi170 ceph-mon[62996]: pgmap v122: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:45:59.898 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:59 smithi170 ceph-mon[62996]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:45:59.898 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:59 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4188205314' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:45:59.898 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:45:59.898 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-17T10:45:59.898 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:59 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:45:59.898 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:45:59 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3570617825' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:46:00.679 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:00 smithi170 ceph-mon[62996]: Upgrade: Updating osd.4 2024-09-17T10:46:00.679 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:00 smithi170 ceph-mon[62996]: Deploying daemon osd.4 on smithi170 2024-09-17T10:46:00.679 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:00 smithi170 ceph-mon[62996]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:00.679 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:00 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:00 smithi159 ceph-mon[78956]: Upgrade: Updating osd.4 2024-09-17T10:46:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:00 smithi159 ceph-mon[78956]: Deploying daemon osd.4 on smithi170 2024-09-17T10:46:00.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:00 smithi159 ceph-mon[78956]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:00.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:00 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:01.769 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:01 smithi170 ceph-mon[62996]: pgmap v123: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:46:01.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:01 smithi159 ceph-mon[78956]: pgmap v123: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:46:02.046 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:01 smithi170 systemd[1]: Stopping Ceph osd.4 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:46:02.453 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:02 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[44361]: 2024-09-17T10:46:02.044+0000 7f54c6fbc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:46:02.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:02 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[44361]: 2024-09-17T10:46:02.044+0000 7f54c6fbc700 -1 osd.4 70 *** Got signal Terminated *** 2024-09-17T10:46:02.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:02 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[44361]: 2024-09-17T10:46:02.044+0000 7f54c6fbc700 -1 osd.4 70 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:46:02.903 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:02 smithi170 ceph-mon[62996]: osd.4 marked itself down and dead 2024-09-17T10:46:02.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:02 smithi159 ceph-mon[78956]: osd.4 marked itself down and dead 2024-09-17T10:46:03.188 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:02 smithi170 podman[69550]: 2024-09-17 10:46:02.902942581 +0000 UTC m=+0.967602026 container died 996af430f464a6ae362424bc75eb7daffb4e64ff05cd1fedfde98e32a3af192f (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, ceph=True, io.buildah.version=1.29.1, CEPH_POINT_RELEASE=-18.2.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, org.label-schema.build-date=20231212) 2024-09-17T10:46:03.453 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:03 smithi170 podman[69550]: 2024-09-17 10:46:03.377967825 +0000 UTC m=+1.442627267 container cleanup 996af430f464a6ae362424bc75eb7daffb4e64ff05cd1fedfde98e32a3af192f (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, RELEASE=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20231212, org.label-schema.schema-version=1.0, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=-18.2.0, io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-09-17T10:46:03.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:03 smithi170 bash[69550]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4 2024-09-17T10:46:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:03 smithi159 ceph-mon[78956]: pgmap v124: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:46:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:03 smithi159 ceph-mon[78956]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:46:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:03 smithi159 ceph-mon[78956]: osdmap e71: 6 total, 5 up, 6 in 2024-09-17T10:46:03.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:03 smithi170 podman[69567]: 2024-09-17 10:46:03.637807468 +0000 UTC m=+0.732746275 container remove 996af430f464a6ae362424bc75eb7daffb4e64ff05cd1fedfde98e32a3af192f (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, RELEASE=HEAD, io.buildah.version=1.29.1, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-18.2.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.license=GPLv2, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20231212) 2024-09-17T10:46:03.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:03 smithi170 ceph-mon[62996]: pgmap v124: 65 pgs: 65 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:46:03.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:03 smithi170 ceph-mon[62996]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:46:03.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:03 smithi170 ceph-mon[62996]: osdmap e71: 6 total, 5 up, 6 in 2024-09-17T10:46:04.284 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:03 smithi170 podman[69654]: 2024-09-17 10:46:03.972232904 +0000 UTC m=+0.095894773 container create 42104321b4107500556d9a1f17df9acfc1b2afd82ee2f465b9a2945877d714ab (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=main-7498493, org.label-schema.build-date=20240731) 2024-09-17T10:46:04.284 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:03 smithi170 podman[69654]: 2024-09-17 10:46:03.891954008 +0000 UTC m=+0.015615895 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:46:04.284 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:04 smithi170 podman[69654]: 2024-09-17 10:46:04.200117251 +0000 UTC m=+0.323779133 container init 42104321b4107500556d9a1f17df9acfc1b2afd82ee2f465b9a2945877d714ab (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=main-7498493, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-17T10:46:04.285 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:04 smithi170 podman[69654]: 2024-09-17 10:46:04.20341935 +0000 UTC m=+0.327081218 container start 42104321b4107500556d9a1f17df9acfc1b2afd82ee2f465b9a2945877d714ab (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, RELEASE=main-7498493, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-17T10:46:04.285 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:04 smithi170 podman[69654]: 2024-09-17 10:46:04.283207328 +0000 UTC m=+0.406869201 container attach 42104321b4107500556d9a1f17df9acfc1b2afd82ee2f465b9a2945877d714ab (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-7498493, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=) 2024-09-17T10:46:04.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:04 smithi170 ceph-mon[62996]: osdmap e72: 6 total, 5 up, 6 in 2024-09-17T10:46:04.704 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:04 smithi170 podman[69654]: 2024-09-17 10:46:04.39089457 +0000 UTC m=+0.514556449 container died 42104321b4107500556d9a1f17df9acfc1b2afd82ee2f465b9a2945877d714ab (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-17T10:46:04.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:04 smithi159 ceph-mon[78956]: osdmap e72: 6 total, 5 up, 6 in 2024-09-17T10:46:05.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 podman[69679]: 2024-09-17 10:46:05.087165999 +0000 UTC m=+0.690322180 container remove 42104321b4107500556d9a1f17df9acfc1b2afd82ee2f465b9a2945877d714ab (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-7498493, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T10:46:05.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-17T10:46:05.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 systemd[1]: Stopped Ceph osd.4 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:46:05.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.4.service: Consumed 1min 3.932s CPU time. 2024-09-17T10:46:05.454 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 systemd[1]: Starting Ceph osd.4 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:46:05.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:05 smithi159 ceph-mon[78956]: pgmap v127: 65 pgs: 6 stale+active+clean, 59 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:46:05.817 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:05 smithi170 ceph-mon[62996]: pgmap v127: 65 pgs: 6 stale+active+clean, 59 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail 2024-09-17T10:46:05.818 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 podman[69777]: 2024-09-17 10:46:05.427974657 +0000 UTC m=+0.015613786 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:46:05.818 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 podman[69777]: 2024-09-17 10:46:05.555268238 +0000 UTC m=+0.142907366 container create 9b441fdb084c91ec020c625ea5782d85466948bf6939324c4d4c8a7a9a6fd475 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=main-7498493, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-17T10:46:05.818 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 podman[69777]: 2024-09-17 10:46:05.816500274 +0000 UTC m=+0.404139409 container init 9b441fdb084c91ec020c625ea5782d85466948bf6939324c4d4c8a7a9a6fd475 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=main-7498493, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-17T10:46:06.204 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 podman[69777]: 2024-09-17 10:46:05.820064973 +0000 UTC m=+0.407704101 container start 9b441fdb084c91ec020c625ea5782d85466948bf6939324c4d4c8a7a9a6fd475 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=main-7498493, maintainer=Guillaume Abrioux ) 2024-09-17T10:46:06.256 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 podman[69777]: 2024-09-17 10:46:05.89985941 +0000 UTC m=+0.487498554 container attach 9b441fdb084c91ec020c625ea5782d85466948bf6939324c4d4c8a7a9a6fd475 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=main-7498493, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-17T10:46:06.256 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:06.256 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 bash[69777]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:06.256 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:06.256 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:05 smithi170 bash[69777]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:06.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:06 smithi159 ceph-mon[78956]: Health check failed: Degraded data redundancy: 27/222 objects degraded (12.162%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-mon[62996]: Health check failed: Degraded data redundancy: 27/222 objects degraded (12.162%), 11 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:06.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T10:46:06.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 bash[69777]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T10:46:06.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T10:46:06.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 bash[69777]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-17T10:46:07.296 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T10:46:07.296 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 bash[69777]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 bash[69777]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-4/block 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 bash[69777]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-4/block 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 bash[69777]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate[69792]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:06 smithi170 bash[69777]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-17T10:46:07.297 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:07 smithi170 podman[69777]: 2024-09-17 10:46:07.001261311 +0000 UTC m=+1.588900448 container died 9b441fdb084c91ec020c625ea5782d85466948bf6939324c4d4c8a7a9a6fd475 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-17T10:46:07.919 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:07 smithi170 ceph-mon[62996]: pgmap v128: 65 pgs: 15 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 37 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail; 27/222 objects degraded (12.162%) 2024-09-17T10:46:07.920 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:07 smithi170 podman[69923]: 2024-09-17 10:46:07.578638834 +0000 UTC m=+0.571299349 container remove 9b441fdb084c91ec020c625ea5782d85466948bf6939324c4d4c8a7a9a6fd475 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-activate, GIT_CLEAN=True, RELEASE=main-7498493, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-17T10:46:07.920 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:07 smithi170 podman[69983]: 2024-09-17 10:46:07.685822228 +0000 UTC m=+0.015896041 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:46:07.920 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:07 smithi170 podman[69983]: 2024-09-17 10:46:07.80479047 +0000 UTC m=+0.134864317 container create ee3e96fe241a49881d61ef720e66a76b1a69f8ee4d21bf8173c5a05b59a191a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-7498493, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-17T10:46:07.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:07 smithi159 ceph-mon[78956]: pgmap v128: 65 pgs: 15 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 37 active+clean; 197 MiB data, 980 MiB used, 535 GiB / 536 GiB avail; 27/222 objects degraded (12.162%) 2024-09-17T10:46:08.203 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:08 smithi170 podman[69983]: 2024-09-17 10:46:08.023837388 +0000 UTC m=+0.353911208 container init ee3e96fe241a49881d61ef720e66a76b1a69f8ee4d21bf8173c5a05b59a191a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-7498493, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-17T10:46:08.204 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:08 smithi170 podman[69983]: 2024-09-17 10:46:08.026934851 +0000 UTC m=+0.357008654 container start ee3e96fe241a49881d61ef720e66a76b1a69f8ee4d21bf8173c5a05b59a191a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-7498493) 2024-09-17T10:46:08.204 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:08 smithi170 bash[69983]: ee3e96fe241a49881d61ef720e66a76b1a69f8ee4d21bf8173c5a05b59a191a2 2024-09-17T10:46:08.204 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:08 smithi170 systemd[1]: Started Ceph osd.4 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:46:09.439 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:09 smithi170 ceph-mon[62996]: pgmap v129: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:09.439 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:09 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:09.439 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:09 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:09.439 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:09 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:09.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:09 smithi159 ceph-mon[78956]: pgmap v129: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:09.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:09 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:09.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:09 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:09.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:09 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:10.204 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:09 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:46:09.917+0000 7fb2722c8640 -1 Falling back to public interface 2024-09-17T10:46:11.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:11 smithi159 ceph-mon[78956]: pgmap v130: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:11.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:11.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:11.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:11.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:11 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:11.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:11 smithi170 ceph-mon[62996]: pgmap v130: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:11.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:11.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:11.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:11.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:11 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:12.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:12.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:12.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:12.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:13.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:13 smithi170 ceph-mon[62996]: pgmap v131: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:13.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:13 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 35/222 objects degraded (15.766%), 14 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:13.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:13 smithi159 ceph-mon[78956]: pgmap v131: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:13.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:13 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 35/222 objects degraded (15.766%), 14 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:15.203 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:14 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:46:14.833+0000 7fb2722c8640 -1 osd.4 0 read_superblock omap replica is missing. 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: pgmap v132: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:15.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T10:46:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T10:46:15.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:15 smithi159 ceph-mon[78956]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-17T10:46:15.703 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:46:15.358+0000 7fb2722c8640 -1 osd.4 70 log_to_monitors true 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: pgmap v132: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:15.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:15.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:15.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T10:46:15.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T10:46:15.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:15 smithi170 ceph-mon[62996]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-17T10:46:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:16 smithi159 ceph-mon[78956]: from='osd.4 [v2:172.21.15.170:6808/2944714116,v1:172.21.15.170:6809/2944714116]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T10:46:16.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:16 smithi159 ceph-mon[78956]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T10:46:16.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:16 smithi170 ceph-mon[62996]: from='osd.4 [v2:172.21.15.170:6808/2944714116,v1:172.21.15.170:6809/2944714116]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T10:46:16.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:16 smithi170 ceph-mon[62996]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-17T10:46:17.350 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:46:17 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:46:17.012+0000 7fb26606a640 -1 osd.4 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:46:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:17 smithi159 ceph-mon[78956]: pgmap v133: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:17 smithi159 ceph-mon[78956]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T10:46:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:17 smithi159 ceph-mon[78956]: osdmap e73: 6 total, 5 up, 6 in 2024-09-17T10:46:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:17 smithi159 ceph-mon[78956]: from='osd.4 [v2:172.21.15.170:6808/2944714116,v1:172.21.15.170:6809/2944714116]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:17 smithi159 ceph-mon[78956]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:17.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:17 smithi159 ceph-mon[78956]: from='osd.4 ' entity='osd.4' 2024-09-17T10:46:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:17 smithi170 ceph-mon[62996]: pgmap v133: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 981 MiB used, 535 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:17 smithi170 ceph-mon[62996]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-17T10:46:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:17 smithi170 ceph-mon[62996]: osdmap e73: 6 total, 5 up, 6 in 2024-09-17T10:46:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:17 smithi170 ceph-mon[62996]: from='osd.4 [v2:172.21.15.170:6808/2944714116,v1:172.21.15.170:6809/2944714116]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:17 smithi170 ceph-mon[62996]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:17.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:17 smithi170 ceph-mon[62996]: from='osd.4 ' entity='osd.4' 2024-09-17T10:46:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:18 smithi159 ceph-mon[78956]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:46:18.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:18 smithi159 ceph-mon[78956]: osd.4 [v2:172.21.15.170:6808/2944714116,v1:172.21.15.170:6809/2944714116] boot 2024-09-17T10:46:18.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:18 smithi159 ceph-mon[78956]: osdmap e74: 6 total, 6 up, 6 in 2024-09-17T10:46:18.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-17T10:46:18.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:18 smithi170 ceph-mon[62996]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:46:18.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:18 smithi170 ceph-mon[62996]: osd.4 [v2:172.21.15.170:6808/2944714116,v1:172.21.15.170:6809/2944714116] boot 2024-09-17T10:46:18.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:18 smithi170 ceph-mon[62996]: osdmap e74: 6 total, 6 up, 6 in 2024-09-17T10:46:18.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-17T10:46:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:19 smithi159 ceph-mon[78956]: pgmap v135: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 885 MiB used, 536 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:19.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:19 smithi159 ceph-mon[78956]: osdmap e75: 6 total, 6 up, 6 in 2024-09-17T10:46:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:19 smithi170 ceph-mon[62996]: pgmap v135: 65 pgs: 20 active+undersized, 14 active+undersized+degraded, 31 active+clean; 197 MiB data, 885 MiB used, 536 GiB / 536 GiB avail; 35/222 objects degraded (15.766%) 2024-09-17T10:46:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:19 smithi170 ceph-mon[62996]: osdmap e75: 6 total, 6 up, 6 in 2024-09-17T10:46:20.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:20 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 19/222 objects degraded (8.559%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:20.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:20 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 19/222 objects degraded (8.559%), 9 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:21 smithi159 ceph-mon[78956]: pgmap v138: 65 pgs: 14 active+undersized, 9 active+undersized+degraded, 42 active+clean; 197 MiB data, 885 MiB used, 536 GiB / 536 GiB avail; 19/222 objects degraded (8.559%) 2024-09-17T10:46:21.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:21 smithi170 ceph-mon[62996]: pgmap v138: 65 pgs: 14 active+undersized, 9 active+undersized+degraded, 42 active+clean; 197 MiB data, 885 MiB used, 536 GiB / 536 GiB avail; 19/222 objects degraded (8.559%) 2024-09-17T10:46:22.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:22 smithi159 ceph-mon[78956]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/222 objects degraded (8.559%), 9 pgs degraded) 2024-09-17T10:46:22.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:22 smithi170 ceph-mon[62996]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/222 objects degraded (8.559%), 9 pgs degraded) 2024-09-17T10:46:23.812 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:23 smithi170 ceph-mon[62996]: pgmap v139: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:23.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:23 smithi159 ceph-mon[78956]: pgmap v139: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:25 smithi159 ceph-mon[78956]: pgmap v140: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:25.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:25.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:25 smithi170 ceph-mon[62996]: pgmap v140: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:27.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:27 smithi159 ceph-mon[78956]: pgmap v141: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:27.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:27 smithi170 ceph-mon[62996]: pgmap v141: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:29.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 -- 172.21.15.159:0/2492350170 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4103540 msgr2=0x7f94f4105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:29.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 --2- 172.21.15.159:0/2492350170 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4103540 0x7f94f4105920 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f94e8009910 tx=0x7f94e8009c20 comp rx=0 tx=0).stop 2024-09-17T10:46:29.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 -- 172.21.15.159:0/2492350170 shutdown_connections 2024-09-17T10:46:29.501 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 --2- 172.21.15.159:0/2492350170 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4103540 0x7f94f4105920 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 --2- 172.21.15.159:0/2492350170 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f94f4100c20 0x7f94f4103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 -- 172.21.15.159:0/2492350170 >> 172.21.15.159:0/2492350170 conn(0x7f94f40fa5e0 msgr2=0x7f94f40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:29.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 -- 172.21.15.159:0/2492350170 shutdown_connections 2024-09-17T10:46:29.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 -- 172.21.15.159:0/2492350170 wait complete. 2024-09-17T10:46:29.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.497+0000 7f94f9a54700 1 Processor -- start 2024-09-17T10:46:29.502 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f9a54700 1 -- start start 2024-09-17T10:46:29.503 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f9a54700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4100c20 0x7f94f4100580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:29.503 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f9a54700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f94f4103540 0x7f94f40febd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:29.503 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f9a54700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f40ff110 con 0x7f94f4100c20 2024-09-17T10:46:29.503 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f9a54700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f40ff250 con 0x7f94f4103540 2024-09-17T10:46:29.503 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f2ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4100c20 0x7f94f4100580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:29.503 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f2ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4100c20 0x7f94f4100580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34642/0 (socket says 172.21.15.159:34642) 2024-09-17T10:46:29.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f2ffd700 1 -- 172.21.15.159:0/1912220246 learned_addr learned my addr 172.21.15.159:0/1912220246 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:46:29.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f27fc700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f94f4103540 0x7f94f40febd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:29.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f2ffd700 1 -- 172.21.15.159:0/1912220246 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f94f4103540 msgr2=0x7f94f40febd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:29.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f2ffd700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f94f4103540 0x7f94f40febd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f2ffd700 1 -- 172.21.15.159:0/1912220246 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94e80095f0 con 0x7f94f4100c20 2024-09-17T10:46:29.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f2ffd700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4100c20 0x7f94f4100580 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f94e400e920 tx=0x7f94e400ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:29.504 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.498+0000 7f94f8a52700 1 -- 172.21.15.159:0/1912220246 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f94e400c9d0 con 0x7f94f4100c20 2024-09-17T10:46:29.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.499+0000 7f94f8a52700 1 -- 172.21.15.159:0/1912220246 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f94e4010430 con 0x7f94f4100c20 2024-09-17T10:46:29.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.499+0000 7f94f8a52700 1 -- 172.21.15.159:0/1912220246 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f94e4018650 con 0x7f94f4100c20 2024-09-17T10:46:29.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.499+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94f40ff530 con 0x7f94f4100c20 2024-09-17T10:46:29.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.499+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f419d9b0 con 0x7f94f4100c20 2024-09-17T10:46:29.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.500+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94f418fb70 con 0x7f94f4100c20 2024-09-17T10:46:29.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.500+0000 7f94f8a52700 1 -- 172.21.15.159:0/1912220246 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f94e40105a0 con 0x7f94f4100c20 2024-09-17T10:46:29.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.501+0000 7f94f8a52700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f94dc07afd0 0x7f94dc07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:29.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.501+0000 7f94f8a52700 1 -- 172.21.15.159:0/1912220246 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f94e4014070 con 0x7f94f4100c20 2024-09-17T10:46:29.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.501+0000 7f94f27fc700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f94dc07afd0 0x7f94dc07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:29.507 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.502+0000 7f94f27fc700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f94dc07afd0 0x7f94dc07d480 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f94e800b6f0 tx=0x7f94e8005a90 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:29.508 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.506+0000 7f94f8a52700 1 -- 172.21.15.159:0/1912220246 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f94e4061300 con 0x7f94f4100c20 2024-09-17T10:46:29.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.736+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f94f4061190 con 0x7f94dc07afd0 2024-09-17T10:46:29.738 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:29 smithi159 ceph-mon[78956]: pgmap v142: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:29.738 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T10:46:29.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.737+0000 7f94f8a52700 1 -- 172.21.15.159:0/1912220246 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+401 (secure 0 0 0) 0x7f94f4061190 con 0x7f94dc07afd0 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f94dc07afd0 msgr2=0x7f94dc07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f94dc07afd0 0x7f94dc07d480 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f94e800b6f0 tx=0x7f94e8005a90 comp rx=0 tx=0).stop 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4100c20 msgr2=0x7f94f4100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4100c20 0x7f94f4100580 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f94e400e920 tx=0x7f94e400ec30 comp rx=0 tx=0).stop 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 shutdown_connections 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f94f4100c20 0x7f94f4100580 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f94dc07afd0 0x7f94dc07d480 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 --2- 172.21.15.159:0/1912220246 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f94f4103540 0x7f94f40febd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.739+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 >> 172.21.15.159:0/1912220246 conn(0x7f94f40fa5e0 msgr2=0x7f94f40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:29.742 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.740+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 shutdown_connections 2024-09-17T10:46:29.742 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.740+0000 7f94f9a54700 1 -- 172.21.15.159:0/1912220246 wait complete. 2024-09-17T10:46:29.752 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:46:29.802 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:29 smithi170 ceph-mon[62996]: pgmap v142: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:29.802 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2633991355 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 msgr2=0x7f6fd4100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2633991355 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4100580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc00b0a0 tx=0x7f6fcc00b3b0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2633991355 shutdown_connections 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2633991355 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fd4101370 0x7f6fd41017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2633991355 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4100580 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2633991355 >> 172.21.15.159:0/2633991355 conn(0x7f6fd40fb6e0 msgr2=0x7f6fd40fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2633991355 shutdown_connections 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.846+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2633991355 wait complete. 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fdc6ca700 1 Processor -- start 2024-09-17T10:46:29.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fdc6ca700 1 -- start start 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fdc6ca700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fdc6ca700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fd4101370 0x7f6fd4195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fdc6ca700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fd41964f0 con 0x7f6fd4100170 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fdc6ca700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fd4196630 con 0x7f6fd4101370 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fda466700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fda466700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4195990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34660/0 (socket says 172.21.15.159:34660) 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fda466700 1 -- 172.21.15.159:0/2548829410 learned_addr learned my addr 172.21.15.159:0/2548829410 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.847+0000 7f6fd9c65700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fd4101370 0x7f6fd4195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fda466700 1 -- 172.21.15.159:0/2548829410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fd4101370 msgr2=0x7f6fd4195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fda466700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fd4101370 0x7f6fd4195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:29.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fda466700 1 -- 172.21.15.159:0/2548829410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fcc009d00 con 0x7f6fd4100170 2024-09-17T10:46:29.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fda466700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4195990 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc0077b0 tx=0x7f6fcc009760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:29.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fd37fe700 1 -- 172.21.15.159:0/2548829410 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6fcc00e040 con 0x7f6fd4100170 2024-09-17T10:46:29.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fd37fe700 1 -- 172.21.15.159:0/2548829410 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6fcc003de0 con 0x7f6fd4100170 2024-09-17T10:46:29.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fd419b080 con 0x7f6fd4100170 2024-09-17T10:46:29.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fd37fe700 1 -- 172.21.15.159:0/2548829410 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6fcc01d7f0 con 0x7f6fd4100170 2024-09-17T10:46:29.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.848+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fd419b570 con 0x7f6fd4100170 2024-09-17T10:46:29.853 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.849+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fd4108cc0 con 0x7f6fd4100170 2024-09-17T10:46:29.853 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.850+0000 7f6fd37fe700 1 -- 172.21.15.159:0/2548829410 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f6fcc004780 con 0x7f6fd4100170 2024-09-17T10:46:29.853 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.850+0000 7f6fd37fe700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fbc07afd0 0x7f6fbc07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:29.853 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.850+0000 7f6fd9c65700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fbc07afd0 0x7f6fbc07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:29.853 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.850+0000 7f6fd37fe700 1 -- 172.21.15.159:0/2548829410 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f6fcc09f7f0 con 0x7f6fd4100170 2024-09-17T10:46:29.853 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.851+0000 7f6fd9c65700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fbc07afd0 0x7f6fbc07d480 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6fc8007c60 tx=0x7f6fc80073d0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:29.856 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:29.855+0000 7f6fd37fe700 1 -- 172.21.15.159:0/2548829410 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f6fcc062aa0 con 0x7f6fd4100170 2024-09-17T10:46:30.087 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.086+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f6fd4105cc0 con 0x7f6fbc07afd0 2024-09-17T10:46:30.088 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.087+0000 7f6fd37fe700 1 -- 172.21.15.159:0/2548829410 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+401 (secure 0 0 0) 0x7f6fd4105cc0 con 0x7f6fbc07afd0 2024-09-17T10:46:30.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fbc07afd0 msgr2=0x7f6fbc07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fbc07afd0 0x7f6fbc07d480 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6fc8007c60 tx=0x7f6fc80073d0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 msgr2=0x7f6fd4195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4195990 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc0077b0 tx=0x7f6fcc009760 comp rx=0 tx=0).stop 2024-09-17T10:46:30.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 shutdown_connections 2024-09-17T10:46:30.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fd4100170 0x7f6fd4195990 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fbc07afd0 0x7f6fbc07d480 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 --2- 172.21.15.159:0/2548829410 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fd4101370 0x7f6fd4195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 >> 172.21.15.159:0/2548829410 conn(0x7f6fd40fb6e0 msgr2=0x7f6fd41045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:30.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 shutdown_connections 2024-09-17T10:46:30.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.090+0000 7f6fdc6ca700 1 -- 172.21.15.159:0/2548829410 wait complete. 2024-09-17T10:46:30.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 -- 172.21.15.159:0/3427189399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100fe840 msgr2=0x7fcf100fec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 --2- 172.21.15.159:0/3427189399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100fe840 0x7fcf100fec50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c009910 tx=0x7fcf0c009c20 comp rx=0 tx=0).stop 2024-09-17T10:46:30.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 -- 172.21.15.159:0/3427189399 shutdown_connections 2024-09-17T10:46:30.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 --2- 172.21.15.159:0/3427189399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcf100ffa40 0x7fcf100ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 --2- 172.21.15.159:0/3427189399 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100fe840 0x7fcf100fec50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 -- 172.21.15.159:0/3427189399 >> 172.21.15.159:0/3427189399 conn(0x7fcf100f9dd0 msgr2=0x7fcf100fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:30.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 -- 172.21.15.159:0/3427189399 shutdown_connections 2024-09-17T10:46:30.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.195+0000 7fcf17816700 1 -- 172.21.15.159:0/3427189399 wait complete. 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf17816700 1 Processor -- start 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf17816700 1 -- start start 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf17816700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcf100fe840 0x7fcf10194930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf17816700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100ffa40 0x7fcf10194e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf17816700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf10195490 con 0x7fcf100ffa40 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf17816700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf101955d0 con 0x7fcf100fe840 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf14db1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100ffa40 0x7fcf10194e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf14db1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100ffa40 0x7fcf10194e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34676/0 (socket says 172.21.15.159:34676) 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf14db1700 1 -- 172.21.15.159:0/669340031 learned_addr learned my addr 172.21.15.159:0/669340031 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf155b2700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcf100fe840 0x7fcf10194930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf14db1700 1 -- 172.21.15.159:0/669340031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcf100fe840 msgr2=0x7fcf10194930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf14db1700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcf100fe840 0x7fcf10194930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.196+0000 7fcf14db1700 1 -- 172.21.15.159:0/669340031 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf0c0095f0 con 0x7fcf100ffa40 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.197+0000 7fcf14db1700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100ffa40 0x7fcf10194e70 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fcf0000e920 tx=0x7fcf0000ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.197+0000 7fcf067fc700 1 -- 172.21.15.159:0/669340031 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcf0000c9d0 con 0x7fcf100ffa40 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.197+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf1019a080 con 0x7fcf100ffa40 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.197+0000 7fcf067fc700 1 -- 172.21.15.159:0/669340031 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fcf00010430 con 0x7fcf100ffa40 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.197+0000 7fcf067fc700 1 -- 172.21.15.159:0/669340031 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcf00018650 con 0x7fcf100ffa40 2024-09-17T10:46:30.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.197+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf1019a5d0 con 0x7fcf100ffa40 2024-09-17T10:46:30.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.198+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf10107390 con 0x7fcf100ffa40 2024-09-17T10:46:30.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.199+0000 7fcf067fc700 1 -- 172.21.15.159:0/669340031 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fcf000105a0 con 0x7fcf100ffa40 2024-09-17T10:46:30.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.199+0000 7fcf067fc700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fcefc07afd0 0x7fcefc07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.199+0000 7fcf067fc700 1 -- 172.21.15.159:0/669340031 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fcf00014070 con 0x7fcf100ffa40 2024-09-17T10:46:30.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.199+0000 7fcf155b2700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fcefc07afd0 0x7fcefc07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.202 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.200+0000 7fcf155b2700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fcefc07afd0 0x7fcefc07d480 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c0059d0 tx=0x7fcf0c005940 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:30.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.203+0000 7fcf067fc700 1 -- 172.21.15.159:0/669340031 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fcf00061360 con 0x7fcf100ffa40 2024-09-17T10:46:30.428 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.427+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fcf10103d80 con 0x7fcefc07afd0 2024-09-17T10:46:30.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.437+0000 7fcf067fc700 1 -- 172.21.15.159:0/669340031 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7fcf10103d80 con 0x7fcefc07afd0 2024-09-17T10:46:30.438 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:46:30.438 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (13m) 83s ago 15m 25.7M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:46:30.438 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (4m) 83s ago 15m 7880k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (4m) 19s ago 14m 7926k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (3m) 83s ago 15m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (2m) 19s ago 14m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (13m) 83s ago 14m 87.3M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (9m) 83s ago 9m 16.4M - 18.2.0 dc2bc1663786 a8d5fab3dc5f 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (9m) 83s ago 9m 19.6M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (9m) 19s ago 9m 155M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (8m) 19s ago 8m 20.7M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (4m) 83s ago 16m 515M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:46:30.439 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (4m) 19s ago 14m 454M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (3m) 83s ago 16m 49.2M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (3m) 19s ago 14m 41.4M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (15m) 83s ago 15m 15.6M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (14m) 19s ago 14m 16.8M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (2m) 83s ago 12m 105M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (2m) 83s ago 12m 101M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (88s) 83s ago 11m 12.2M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (54s) 19s ago 11m 105M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (22s) 19s ago 11m 11.4M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (10m) 19s ago 10m 240M 2240M 18.2.0 dc2bc1663786 7c0019a3d9d9 2024-09-17T10:46:30.440 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (4m) 83s ago 14m 80.0M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:46:30.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fcefc07afd0 msgr2=0x7fcefc07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fcefc07afd0 0x7fcefc07d480 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c0059d0 tx=0x7fcf0c005940 comp rx=0 tx=0).stop 2024-09-17T10:46:30.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100ffa40 msgr2=0x7fcf10194e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100ffa40 0x7fcf10194e70 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fcf0000e920 tx=0x7fcf0000ec30 comp rx=0 tx=0).stop 2024-09-17T10:46:30.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 shutdown_connections 2024-09-17T10:46:30.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fcefc07afd0 0x7fcefc07d480 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcf100fe840 0x7fcf10194930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 --2- 172.21.15.159:0/669340031 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fcf100ffa40 0x7fcf10194e70 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 >> 172.21.15.159:0/669340031 conn(0x7fcf100f9dd0 msgr2=0x7fcf100684e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:30.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 shutdown_connections 2024-09-17T10:46:30.442 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.439+0000 7fcf17816700 1 -- 172.21.15.159:0/669340031 wait complete. 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 -- 172.21.15.159:0/2015397886 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a10100250 msgr2=0x7f0a101006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/2015397886 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a10100250 0x7f0a101006a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f09fc009910 tx=0x7f09fc009c20 comp rx=0 tx=0).stop 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 -- 172.21.15.159:0/2015397886 shutdown_connections 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/2015397886 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a10100250 0x7f0a101006a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/2015397886 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a100ff050 0x7f0a100ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 -- 172.21.15.159:0/2015397886 >> 172.21.15.159:0/2015397886 conn(0x7f0a100fa600 msgr2=0x7f0a100fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 -- 172.21.15.159:0/2015397886 shutdown_connections 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.546+0000 7f0a16d6a700 1 -- 172.21.15.159:0/2015397886 wait complete. 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a16d6a700 1 Processor -- start 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a16d6a700 1 -- start start 2024-09-17T10:46:30.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a16d6a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a100ff050 0x7f0a10194880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a16d6a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a10100250 0x7f0a10194dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a16d6a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a101953e0 con 0x7f0a100ff050 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a16d6a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a10195520 con 0x7f0a10100250 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a14b06700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a100ff050 0x7f0a10194880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a14b06700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a100ff050 0x7f0a10194880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34708/0 (socket says 172.21.15.159:34708) 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a14b06700 1 -- 172.21.15.159:0/1579265671 learned_addr learned my addr 172.21.15.159:0/1579265671 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.547+0000 7f0a0ffff700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a10100250 0x7f0a10194dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a14b06700 1 -- 172.21.15.159:0/1579265671 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a10100250 msgr2=0x7f0a10194dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a14b06700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a10100250 0x7f0a10194dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a14b06700 1 -- 172.21.15.159:0/1579265671 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09fc0095f0 con 0x7f0a100ff050 2024-09-17T10:46:30.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a14b06700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a100ff050 0x7f0a10194880 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0a0400e8d0 tx=0x7f0a0400ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:30.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a0dffb700 1 -- 172.21.15.159:0/1579265671 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0a04009770 con 0x7f0a100ff050 2024-09-17T10:46:30.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a0dffb700 1 -- 172.21.15.159:0/1579265671 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0a0400c810 con 0x7f0a100ff050 2024-09-17T10:46:30.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a10199fd0 con 0x7f0a100ff050 2024-09-17T10:46:30.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a0dffb700 1 -- 172.21.15.159:0/1579265671 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0a04003da0 con 0x7f0a100ff050 2024-09-17T10:46:30.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.548+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a1019a490 con 0x7f0a100ff050 2024-09-17T10:46:30.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.549+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a10107bc0 con 0x7f0a100ff050 2024-09-17T10:46:30.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.550+0000 7f0a0dffb700 1 -- 172.21.15.159:0/1579265671 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f0a04004200 con 0x7f0a100ff050 2024-09-17T10:46:30.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.550+0000 7f0a0dffb700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0a0007afd0 0x7f0a0007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.550+0000 7f0a0dffb700 1 -- 172.21.15.159:0/1579265671 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f0a04014070 con 0x7f0a100ff050 2024-09-17T10:46:30.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.550+0000 7f0a0ffff700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0a0007afd0 0x7f0a0007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.551+0000 7f0a0ffff700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0a0007afd0 0x7f0a0007d480 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f09fc009fd0 tx=0x7f09fc005940 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:30.557 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.556+0000 7f0a0dffb700 1 -- 172.21.15.159:0/1579265671 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f0a04061410 con 0x7f0a100ff050 2024-09-17T10:46:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:30 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T10:46:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:30 smithi170 ceph-mon[62996]: Upgrade: osd.5 is safe to restart 2024-09-17T10:46:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:30 smithi170 ceph-mon[62996]: from='client.34340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:30 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:30.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.864+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f0a10107d80 con 0x7f0a100ff050 2024-09-17T10:46:30.865 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:30 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-17T10:46:30.866 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:30 smithi159 ceph-mon[78956]: Upgrade: osd.5 is safe to restart 2024-09-17T10:46:30.866 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:30 smithi159 ceph-mon[78956]: from='client.34340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:30.866 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:30 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:30.866 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.864+0000 7f0a0dffb700 1 -- 172.21.15.159:0/1579265671 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+791 (secure 0 0 0) 0x7f0a04064530 con 0x7f0a100ff050 2024-09-17T10:46:30.866 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:46:30.866 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 1, 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 5 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 4 2024-09-17T10:46:30.867 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:46:30.868 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:46:30.868 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 5, 2024-09-17T10:46:30.868 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 9 2024-09-17T10:46:30.868 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:46:30.868 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:46:30.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0a0007afd0 msgr2=0x7f0a0007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0a0007afd0 0x7f0a0007d480 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f09fc009fd0 tx=0x7f09fc005940 comp rx=0 tx=0).stop 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a100ff050 msgr2=0x7f0a10194880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a100ff050 0x7f0a10194880 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0a0400e8d0 tx=0x7f0a0400ebe0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 shutdown_connections 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0a100ff050 0x7f0a10194880 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0a0007afd0 0x7f0a0007d480 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 --2- 172.21.15.159:0/1579265671 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0a10100250 0x7f0a10194dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 >> 172.21.15.159:0/1579265671 conn(0x7f0a100fa600 msgr2=0x7f0a10103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 shutdown_connections 2024-09-17T10:46:30.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.867+0000 7f0a16d6a700 1 -- 172.21.15.159:0/1579265671 wait complete. 2024-09-17T10:46:30.976 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.974+0000 7faeae51e700 1 -- 172.21.15.159:0/2325338711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 msgr2=0x7faea8101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.974+0000 7faeae51e700 1 --2- 172.21.15.159:0/2325338711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8101bd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fae98009910 tx=0x7fae98009c20 comp rx=0 tx=0).stop 2024-09-17T10:46:30.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.974+0000 7faeae51e700 1 -- 172.21.15.159:0/2325338711 shutdown_connections 2024-09-17T10:46:30.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.974+0000 7faeae51e700 1 --2- 172.21.15.159:0/2325338711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faea81021a0 0x7faea80fe260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.974+0000 7faeae51e700 1 --2- 172.21.15.159:0/2325338711 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8101bd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.974+0000 7faeae51e700 1 -- 172.21.15.159:0/2325338711 >> 172.21.15.159:0/2325338711 conn(0x7faea80f9dd0 msgr2=0x7faea80fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:30.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.975+0000 7faeae51e700 1 -- 172.21.15.159:0/2325338711 shutdown_connections 2024-09-17T10:46:30.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.975+0000 7faeae51e700 1 -- 172.21.15.159:0/2325338711 wait complete. 2024-09-17T10:46:30.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.975+0000 7faeae51e700 1 Processor -- start 2024-09-17T10:46:30.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.975+0000 7faeae51e700 1 -- start start 2024-09-17T10:46:30.980 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.975+0000 7faeae51e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.975+0000 7faeae51e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faea81021a0 0x7faea8198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faeae51e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faea81987a0 con 0x7faea81017c0 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faeae51e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faea819d1b0 con 0x7faea81021a0 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8197c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34712/0 (socket says 172.21.15.159:34712) 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea7fff700 1 -- 172.21.15.159:0/3491979591 learned_addr learned my addr 172.21.15.159:0/3491979591 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea77fe700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faea81021a0 0x7faea8198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea7fff700 1 -- 172.21.15.159:0/3491979591 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faea81021a0 msgr2=0x7faea8198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea7fff700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faea81021a0 0x7faea8198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:30.981 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea7fff700 1 -- 172.21.15.159:0/3491979591 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae980095f0 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea7fff700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8197c40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fae980092e0 tx=0x7fae9800bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea57fa700 1 -- 172.21.15.159:0/3491979591 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fae9801d070 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea57fa700 1 -- 172.21.15.159:0/3491979591 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fae9800f460 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faea57fa700 1 -- 172.21.15.159:0/3491979591 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fae98017630 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faea819d350 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.976+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faea819d7c0 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.977+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faea8105640 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.978+0000 7faea57fa700 1 -- 172.21.15.159:0/3491979591 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fae9800f5d0 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.978+0000 7faea57fa700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fae9007afd0 0x7fae9007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.979+0000 7faea57fa700 1 -- 172.21.15.159:0/3491979591 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fae9809f330 con 0x7faea81017c0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.979+0000 7faea77fe700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fae9007afd0 0x7fae9007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:30.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.979+0000 7faea77fe700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fae9007afd0 0x7fae9007d480 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fae9c005950 tx=0x7fae9c00b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:30.984 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:30.983+0000 7faea57fa700 1 -- 172.21.15.159:0/3491979591 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fae980625e0 con 0x7faea81017c0 2024-09-17T10:46:31.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.236+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7faea8061a00 con 0x7faea81017c0 2024-09-17T10:46:31.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.237+0000 7faea57fa700 1 -- 172.21.15.159:0/3491979591 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 14 v14) v1 ==== 76+0+1919 (secure 0 0 0) 0x7fae9800f880 con 0x7faea81017c0 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:e14 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:46:31.239 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:46:31.240 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:46:31.241 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:46:31.242 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:46:31.243 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:46:31.243 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:46:31.243 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:14578} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/3299688482,v1:172.21.15.159:6827/3299688482] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:46:31.243 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:46:31.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fae9007afd0 msgr2=0x7fae9007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fae9007afd0 0x7fae9007d480 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fae9c005950 tx=0x7fae9c00b410 comp rx=0 tx=0).stop 2024-09-17T10:46:31.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 msgr2=0x7faea8197c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8197c40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fae980092e0 tx=0x7fae9800bd70 comp rx=0 tx=0).stop 2024-09-17T10:46:31.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 shutdown_connections 2024-09-17T10:46:31.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7faea81017c0 0x7faea8197c40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fae9007afd0 0x7fae9007d480 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 --2- 172.21.15.159:0/3491979591 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faea81021a0 0x7faea8198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 >> 172.21.15.159:0/3491979591 conn(0x7faea80f9dd0 msgr2=0x7faea8102780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:31.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 shutdown_connections 2024-09-17T10:46:31.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.239+0000 7faeae51e700 1 -- 172.21.15.159:0/3491979591 wait complete. 2024-09-17T10:46:31.245 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 14 2024-09-17T10:46:31.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 -- 172.21.15.159:0/782570021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 msgr2=0x7f4350105980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 --2- 172.21.15.159:0/782570021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f4350105980 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4338009910 tx=0x7f4338009c20 comp rx=0 tx=0).stop 2024-09-17T10:46:31.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 -- 172.21.15.159:0/782570021 shutdown_connections 2024-09-17T10:46:31.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 --2- 172.21.15.159:0/782570021 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f4350105980 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 --2- 172.21.15.159:0/782570021 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4350100c80 0x7f4350103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.347 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 -- 172.21.15.159:0/782570021 >> 172.21.15.159:0/782570021 conn(0x7f43500fa600 msgr2=0x7f43500fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:31.347 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 -- 172.21.15.159:0/782570021 shutdown_connections 2024-09-17T10:46:31.347 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.344+0000 7f435542d700 1 -- 172.21.15.159:0/782570021 wait complete. 2024-09-17T10:46:31.347 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f435542d700 1 Processor -- start 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f435542d700 1 -- start start 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f435542d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4350100c80 0x7f4350197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f435542d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f43501980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f435542d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43501986f0 con 0x7f43501035a0 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f435542d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4350198830 con 0x7f4350100c80 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434e7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f43501980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434effd700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4350100c80 0x7f4350197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:31.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434e7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f43501980d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34730/0 (socket says 172.21.15.159:34730) 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434e7fc700 1 -- 172.21.15.159:0/1124849974 learned_addr learned my addr 172.21.15.159:0/1124849974 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434e7fc700 1 -- 172.21.15.159:0/1124849974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4350100c80 msgr2=0x7f4350197b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434e7fc700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4350100c80 0x7f4350197b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434e7fc700 1 -- 172.21.15.159:0/1124849974 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43380095f0 con 0x7f43501035a0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.345+0000 7f434effd700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4350100c80 0x7f4350197b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.346+0000 7f434e7fc700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f43501980d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4338000c00 tx=0x7f433800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.346+0000 7f4347fff700 1 -- 172.21.15.159:0/1124849974 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f433801d070 con 0x7f43501035a0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.346+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f435019d280 con 0x7f43501035a0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.346+0000 7f4347fff700 1 -- 172.21.15.159:0/1124849974 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4338005dc0 con 0x7f43501035a0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.346+0000 7f4347fff700 1 -- 172.21.15.159:0/1124849974 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f43380226a0 con 0x7f43501035a0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.346+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f435019d770 con 0x7f43501035a0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.347+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43500fc1e0 con 0x7f43501035a0 2024-09-17T10:46:31.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.348+0000 7f4347fff700 1 -- 172.21.15.159:0/1124849974 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f43380038f0 con 0x7f43501035a0 2024-09-17T10:46:31.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.348+0000 7f4347fff700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f433c07afd0 0x7f433c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:31.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.348+0000 7f4347fff700 1 -- 172.21.15.159:0/1124849974 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f433809f380 con 0x7f43501035a0 2024-09-17T10:46:31.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.348+0000 7f434effd700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f433c07afd0 0x7f433c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:31.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.349+0000 7f434effd700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f433c07afd0 0x7f433c07d480 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4340009480 tx=0x7f434000b040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:31.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.352+0000 7f4347fff700 1 -- 172.21.15.159:0/1124849974 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f43380626e0 con 0x7f43501035a0 2024-09-17T10:46:31.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.587+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f4350061190 con 0x7f433c07afd0 2024-09-17T10:46:31.589 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: pgmap v143: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:31.589 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:31.589 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: from='client.34348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:31.590 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1579265671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:31.590 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:31.590 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T10:46:31.590 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:31.590 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:31 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3491979591' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:46:31.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.588+0000 7f4347fff700 1 -- 172.21.15.159:0/1124849974 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+401 (secure 0 0 0) 0x7f4350061190 con 0x7f433c07afd0 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:46:31.591 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:46:31.592 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "11/23 daemons upgraded", 2024-09-17T10:46:31.592 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading osd daemons", 2024-09-17T10:46:31.592 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:46:31.592 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:46:31.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f433c07afd0 msgr2=0x7f433c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f433c07afd0 0x7f433c07d480 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4340009480 tx=0x7f434000b040 comp rx=0 tx=0).stop 2024-09-17T10:46:31.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 msgr2=0x7f43501980d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f43501980d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4338000c00 tx=0x7f433800f690 comp rx=0 tx=0).stop 2024-09-17T10:46:31.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 shutdown_connections 2024-09-17T10:46:31.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f433c07afd0 0x7f433c07d480 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4350100c80 0x7f4350197b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 --2- 172.21.15.159:0/1124849974 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43501035a0 0x7f43501980d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 >> 172.21.15.159:0/1124849974 conn(0x7f43500fa600 msgr2=0x7f43500ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:31.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 shutdown_connections 2024-09-17T10:46:31.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.591+0000 7f435542d700 1 -- 172.21.15.159:0/1124849974 wait complete. 2024-09-17T10:46:31.699 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 -- 172.21.15.159:0/2209424829 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86781011e0 msgr2=0x7f8678101630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2209424829 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86781011e0 0x7f8678101630 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8668009910 tx=0x7f8668009c20 comp rx=0 tx=0).stop 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 -- 172.21.15.159:0/2209424829 shutdown_connections 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2209424829 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86781011e0 0x7f8678101630 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2209424829 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86780fffe0 0x7f86781003f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 -- 172.21.15.159:0/2209424829 >> 172.21.15.159:0/2209424829 conn(0x7f86780fb570 msgr2=0x7f86780fd9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 -- 172.21.15.159:0/2209424829 shutdown_connections 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 -- 172.21.15.159:0/2209424829 wait complete. 2024-09-17T10:46:31.700 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.696+0000 7f867d5ff700 1 Processor -- start 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f867d5ff700 1 -- start start 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f867d5ff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86780fffe0 0x7f8678074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f867d5ff700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86781011e0 0x7f8678073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f867d5ff700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8678073680 con 0x7f86780fffe0 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f867d5ff700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86780737c0 con 0x7f86781011e0 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f8676ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86780fffe0 0x7f8678074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f8676ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86780fffe0 0x7f8678074af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:34742/0 (socket says 172.21.15.159:34742) 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f8676ffd700 1 -- 172.21.15.159:0/2900498605 learned_addr learned my addr 172.21.15.159:0/2900498605 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:46:31.701 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f86767fc700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86781011e0 0x7f8678073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f8676ffd700 1 -- 172.21.15.159:0/2900498605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86781011e0 msgr2=0x7f8678073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f8676ffd700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86781011e0 0x7f8678073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f8676ffd700 1 -- 172.21.15.159:0/2900498605 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86680095f0 con 0x7f86780fffe0 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.697+0000 7f8676ffd700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86780fffe0 0x7f8678074af0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f866c00d900 tx=0x7f866c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.698+0000 7f865ffff700 1 -- 172.21.15.159:0/2900498605 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f866c0041f0 con 0x7f86780fffe0 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.698+0000 7f865ffff700 1 -- 172.21.15.159:0/2900498605 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f866c004350 con 0x7f86780fffe0 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.698+0000 7f865ffff700 1 -- 172.21.15.159:0/2900498605 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f866c003d20 con 0x7f86780fffe0 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.698+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8678073aa0 con 0x7f86780fffe0 2024-09-17T10:46:31.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.698+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f867819d860 con 0x7f86780fffe0 2024-09-17T10:46:31.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.699+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8678108b30 con 0x7f86780fffe0 2024-09-17T10:46:31.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.699+0000 7f865ffff700 1 -- 172.21.15.159:0/2900498605 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f866c009730 con 0x7f86780fffe0 2024-09-17T10:46:31.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.700+0000 7f865ffff700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f866007afd0 0x7f866007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:46:31.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.700+0000 7f86767fc700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f866007afd0 0x7f866007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:46:31.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.700+0000 7f865ffff700 1 -- 172.21.15.159:0/2900498605 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f866c09dc90 con 0x7f86780fffe0 2024-09-17T10:46:31.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.700+0000 7f86767fc700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f866007afd0 0x7f866007d480 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8668006010 tx=0x7f866800b560 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:46:31.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:31.704+0000 7f865ffff700 1 -- 172.21.15.159:0/2900498605 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f866c060f60 con 0x7f86780fffe0 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: pgmap v143: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: from='client.34348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1579265671' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:31 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3491979591' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:46:32.010 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.009+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f867819de10 con 0x7f86780fffe0 2024-09-17T10:46:32.011 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.009+0000 7f865ffff700 1 -- 172.21.15.159:0/2900498605 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f866c003e80 con 0x7f86780fffe0 2024-09-17T10:46:32.011 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:46:32.011 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:46:32.011 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:46:32.013 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f866007afd0 msgr2=0x7f866007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:32.013 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f866007afd0 0x7f866007d480 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8668006010 tx=0x7f866800b560 comp rx=0 tx=0).stop 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86780fffe0 msgr2=0x7f8678074af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86780fffe0 0x7f8678074af0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f866c00d900 tx=0x7f866c00dc10 comp rx=0 tx=0).stop 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 shutdown_connections 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86780fffe0 0x7f8678074af0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f866007afd0 0x7f866007d480 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 --2- 172.21.15.159:0/2900498605 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86781011e0 0x7f8678073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 >> 172.21.15.159:0/2900498605 conn(0x7f86780fb570 msgr2=0x7f8678104410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 shutdown_connections 2024-09-17T10:46:32.014 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:46:32.012+0000 7f867d5ff700 1 -- 172.21.15.159:0/2900498605 wait complete. 2024-09-17T10:46:32.594 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:32 smithi170 ceph-mon[62996]: Upgrade: Updating osd.5 2024-09-17T10:46:32.594 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:32 smithi170 ceph-mon[62996]: Deploying daemon osd.5 on smithi170 2024-09-17T10:46:32.594 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:32 smithi170 ceph-mon[62996]: from='client.34360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:32.594 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:32 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2900498605' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:46:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:32 smithi159 ceph-mon[78956]: Upgrade: Updating osd.5 2024-09-17T10:46:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:32 smithi159 ceph-mon[78956]: Deploying daemon osd.5 on smithi170 2024-09-17T10:46:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:32 smithi159 ceph-mon[78956]: from='client.34360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:46:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:32 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2900498605' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:46:33.541 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:33 smithi170 ceph-mon[62996]: pgmap v144: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:33.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:33 smithi159 ceph-mon[78956]: pgmap v144: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:34.162 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:33 smithi170 systemd[1]: Stopping Ceph osd.5 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:46:34.453 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:34 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[49069]: 2024-09-17T10:46:34.160+0000 7f9a6a7eb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:46:34.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:34 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[49069]: 2024-09-17T10:46:34.160+0000 7f9a6a7eb700 -1 osd.5 75 *** Got signal Terminated *** 2024-09-17T10:46:34.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:34 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[49069]: 2024-09-17T10:46:34.160+0000 7f9a6a7eb700 -1 osd.5 75 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:46:34.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:34 smithi159 ceph-mon[78956]: osd.5 marked itself down and dead 2024-09-17T10:46:34.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:34 smithi170 ceph-mon[62996]: osd.5 marked itself down and dead 2024-09-17T10:46:35.296 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:34 smithi170 podman[72201]: 2024-09-17 10:46:34.998405676 +0000 UTC m=+0.941885205 container died 7c0019a3d9d9c19fc3aef01f9a32cc24792e8b49ece895513ab4327cc8991919 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.29.1, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.build-date=20231212, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=-18.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-09-17T10:46:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:35 smithi170 ceph-mon[62996]: pgmap v145: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:35 smithi170 ceph-mon[62996]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:46:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:35 smithi170 ceph-mon[62996]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-17T10:46:35.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:35 smithi170 ceph-mon[62996]: osdmap e76: 6 total, 5 up, 6 in 2024-09-17T10:46:35.704 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:35 smithi170 podman[72201]: 2024-09-17 10:46:35.394011722 +0000 UTC m=+1.337491242 container cleanup 7c0019a3d9d9c19fc3aef01f9a32cc24792e8b49ece895513ab4327cc8991919 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=-18.2.0, maintainer=Guillaume Abrioux , io.buildah.version=1.29.1, org.label-schema.vendor=CentOS, ceph=True, RELEASE=HEAD) 2024-09-17T10:46:35.704 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:35 smithi170 bash[72201]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5 2024-09-17T10:46:35.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:35 smithi159 ceph-mon[78956]: pgmap v145: 65 pgs: 65 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:35.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:35 smithi159 ceph-mon[78956]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-17T10:46:35.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:35 smithi159 ceph-mon[78956]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-17T10:46:35.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:35 smithi159 ceph-mon[78956]: osdmap e76: 6 total, 5 up, 6 in 2024-09-17T10:46:36.074 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:35 smithi170 podman[72216]: 2024-09-17 10:46:35.737272458 +0000 UTC m=+0.733628594 container remove 7c0019a3d9d9c19fc3aef01f9a32cc24792e8b49ece895513ab4327cc8991919 (image=quay.io/ceph/ceph@sha256:1793ff3af6ae74527c86e1a0b22401e9c42dc08d0ebb8379653be07db17d0007, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-18.2.0, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, GIT_COMMIT=0396eef90bef641b676c164ec7a3876f45010308, io.buildah.version=1.29.1, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20231212, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T10:46:36.383 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:36 smithi170 podman[72303]: 2024-09-17 10:46:35.975722481 +0000 UTC m=+0.015419196 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:46:36.383 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:36 smithi170 podman[72303]: 2024-09-17 10:46:36.080214063 +0000 UTC m=+0.119910760 container create 797e3249d8b7d65a10989533fb12575f9fb0cebe3d1bfcc9ff126c3004eef6ed (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=main-7498493, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-17T10:46:36.384 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:36 smithi170 podman[72303]: 2024-09-17 10:46:36.307927143 +0000 UTC m=+0.347623840 container init 797e3249d8b7d65a10989533fb12575f9fb0cebe3d1bfcc9ff126c3004eef6ed (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=main-7498493, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-17T10:46:36.384 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:36 smithi170 podman[72303]: 2024-09-17 10:46:36.311219401 +0000 UTC m=+0.350916098 container start 797e3249d8b7d65a10989533fb12575f9fb0cebe3d1bfcc9ff126c3004eef6ed (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-17T10:46:36.384 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:36 smithi170 podman[72303]: 2024-09-17 10:46:36.382702319 +0000 UTC m=+0.422399035 container attach 797e3249d8b7d65a10989533fb12575f9fb0cebe3d1bfcc9ff126c3004eef6ed (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-7498493, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:46:36.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:36 smithi170 ceph-mon[62996]: osdmap e77: 6 total, 5 up, 6 in 2024-09-17T10:46:36.704 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:36 smithi170 podman[72303]: 2024-09-17 10:46:36.501954947 +0000 UTC m=+0.541651658 container died 797e3249d8b7d65a10989533fb12575f9fb0cebe3d1bfcc9ff126c3004eef6ed (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-17T10:46:36.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:36 smithi159 ceph-mon[78956]: osdmap e77: 6 total, 5 up, 6 in 2024-09-17T10:46:37.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 podman[72326]: 2024-09-17 10:46:37.036450187 +0000 UTC m=+0.525014846 container remove 797e3249d8b7d65a10989533fb12575f9fb0cebe3d1bfcc9ff126c3004eef6ed (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-7498493, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-17T10:46:37.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-17T10:46:37.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 systemd[1]: Stopped Ceph osd.5 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:46:37.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 systemd[1]: ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.5.service: Consumed 1min 3.767s CPU time. 2024-09-17T10:46:37.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 systemd[1]: Starting Ceph osd.5 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:46:37.750 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:37 smithi170 ceph-mon[62996]: pgmap v148: 65 pgs: 8 peering, 9 stale+active+clean, 48 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:37.750 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:37 smithi170 ceph-mon[62996]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2024-09-17T10:46:37.750 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 podman[72425]: 2024-09-17 10:46:37.372163631 +0000 UTC m=+0.016037097 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:46:37.750 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 podman[72425]: 2024-09-17 10:46:37.505347795 +0000 UTC m=+0.149221245 container create b64ad26c19e9a05c0bf00d274b7bd374552c4637a8e3b8c4a39daf65a7c2beea (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=main-7498493) 2024-09-17T10:46:37.750 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 podman[72425]: 2024-09-17 10:46:37.748993237 +0000 UTC m=+0.392866702 container init b64ad26c19e9a05c0bf00d274b7bd374552c4637a8e3b8c4a39daf65a7c2beea (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-7498493, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-17T10:46:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:37 smithi159 ceph-mon[78956]: pgmap v148: 65 pgs: 8 peering, 9 stale+active+clean, 48 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:37 smithi159 ceph-mon[78956]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2024-09-17T10:46:38.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 podman[72425]: 2024-09-17 10:46:37.752269011 +0000 UTC m=+0.396142470 container start b64ad26c19e9a05c0bf00d274b7bd374552c4637a8e3b8c4a39daf65a7c2beea (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , RELEASE=main-7498493, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-17T10:46:38.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 podman[72425]: 2024-09-17 10:46:37.832330527 +0000 UTC m=+0.476203980 container attach b64ad26c19e9a05c0bf00d274b7bd374552c4637a8e3b8c4a39daf65a7c2beea (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, GIT_BRANCH=HEAD, ceph=True) 2024-09-17T10:46:38.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:38.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 bash[72425]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:38.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:38.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:37 smithi170 bash[72425]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-17T10:46:38.904 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-mon[62996]: Health check failed: Degraded data redundancy: 7/222 objects degraded (3.153%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:38.905 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T10:46:38.905 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 bash[72425]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T10:46:38.905 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T10:46:38.905 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 bash[72425]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-17T10:46:38.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:38 smithi159 ceph-mon[78956]: Health check failed: Degraded data redundancy: 7/222 objects degraded (3.153%), 3 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:39.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T10:46:39.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 bash[72425]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-17T10:46:39.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T10:46:39.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 bash[72425]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-17T10:46:39.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5/block 2024-09-17T10:46:39.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 bash[72425]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5/block 2024-09-17T10:46:39.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T10:46:39.205 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 bash[72425]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-17T10:46:39.205 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate[72441]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-17T10:46:39.205 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 bash[72425]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-17T10:46:39.205 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:38 smithi170 podman[72425]: 2024-09-17 10:46:38.93167346 +0000 UTC m=+1.575546923 container died b64ad26c19e9a05c0bf00d274b7bd374552c4637a8e3b8c4a39daf65a7c2beea (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-7498493, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-17T10:46:39.878 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:39 smithi170 ceph-mon[62996]: pgmap v149: 65 pgs: 7 active+undersized, 8 peering, 3 stale+active+clean, 3 active+undersized+degraded, 44 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 7/222 objects degraded (3.153%) 2024-09-17T10:46:39.879 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:39 smithi170 podman[72571]: 2024-09-17 10:46:39.670126239 +0000 UTC m=+0.728108049 container remove b64ad26c19e9a05c0bf00d274b7bd374552c4637a8e3b8c4a39daf65a7c2beea (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-17T10:46:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:39 smithi159 ceph-mon[78956]: pgmap v149: 65 pgs: 7 active+undersized, 8 peering, 3 stale+active+clean, 3 active+undersized+degraded, 44 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 7/222 objects degraded (3.153%) 2024-09-17T10:46:40.132 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:39 smithi170 podman[72631]: 2024-09-17 10:46:39.780568743 +0000 UTC m=+0.016432296 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:46:40.133 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:39 smithi170 podman[72631]: 2024-09-17 10:46:39.921499143 +0000 UTC m=+0.157362687 container create 530a6d7c476f56f3c5d6e0c9183c5a2d5750ffd47290091941c7d92699e8681c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=main-7498493, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-17T10:46:40.133 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:40 smithi170 podman[72631]: 2024-09-17 10:46:40.131921298 +0000 UTC m=+0.367784838 container init 530a6d7c476f56f3c5d6e0c9183c5a2d5750ffd47290091941c7d92699e8681c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=main-7498493) 2024-09-17T10:46:40.453 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:40 smithi170 podman[72631]: 2024-09-17 10:46:40.135126617 +0000 UTC m=+0.370990162 container start 530a6d7c476f56f3c5d6e0c9183c5a2d5750ffd47290091941c7d92699e8681c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-7498493) 2024-09-17T10:46:40.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:40 smithi170 ceph-osd[72651]: -- 172.21.15.170:0/4029705550 <== mon.1 v2:172.21.15.170:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c822b3a1e0 con 0x55c822ac8000 2024-09-17T10:46:40.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:40 smithi170 bash[72631]: 530a6d7c476f56f3c5d6e0c9183c5a2d5750ffd47290091941c7d92699e8681c 2024-09-17T10:46:40.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:40 smithi170 systemd[1]: Started Ceph osd.5 for ac45a212-74df-11ef-bceb-c7b262605968. 2024-09-17T10:46:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:41 smithi170 ceph-mon[62996]: pgmap v150: 65 pgs: 15 active+undersized, 3 peering, 10 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 29/222 objects degraded (13.063%) 2024-09-17T10:46:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:41.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:41 smithi159 ceph-mon[78956]: pgmap v150: 65 pgs: 15 active+undersized, 3 peering, 10 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 29/222 objects degraded (13.063%) 2024-09-17T10:46:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:41.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:42.097 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:41 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:46:41.777+0000 7fc990fe3640 -1 Falling back to public interface 2024-09-17T10:46:42.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:42 smithi159 ceph-mon[78956]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T10:46:42.359 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:42 smithi170 ceph-mon[62996]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-17T10:46:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:43 smithi159 ceph-mon[78956]: pgmap v151: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:43 smithi170 ceph-mon[62996]: pgmap v151: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:43.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:43.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:44.856 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:44 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:44.857 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:44 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:44.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:44.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:44 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:45 smithi170 ceph-mon[62996]: pgmap v152: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:45.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:45 smithi159 ceph-mon[78956]: pgmap v152: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:47.427 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:46:47.080+0000 7fc990fe3640 -1 osd.5 0 read_superblock omap replica is missing. 2024-09-17T10:46:47.703 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:46:47.514+0000 7fc990fe3640 -1 osd.5 75 log_to_monitors true 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: pgmap v153: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:47.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all osd 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-17T10:46:47.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T10:46:47.706 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-17T10:46:47.706 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T10:46:47.706 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-17T10:46:47.706 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T10:46:47.706 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: Upgrade: Setting require_osd_release to 19 squid 2024-09-17T10:46:47.706 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-17T10:46:47.910 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: pgmap v153: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 893 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all osd 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:47.911 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: Upgrade: Setting require_osd_release to 19 squid 2024-09-17T10:46:47.912 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-17T10:46:48.704 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:46:48.282+0000 7fc984d85640 -1 osd.5 75 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-17T10:46:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='osd.5 [v2:172.21.15.170:6816/2511753412,v1:172.21.15.170:6817/2511753412]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T10:46:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T10:46:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-17T10:46:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-17T10:46:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T10:46:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='osd.5 [v2:172.21.15.170:6816/2511753412,v1:172.21.15.170:6817/2511753412]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:48.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: osdmap e78: 6 total, 5 up, 6 in 2024-09-17T10:46:48.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:48.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi159.cbywey"]} : dispatch 2024-09-17T10:46:48.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: Upgrade: It appears safe to stop mds.cephfs.smithi159.cbywey 2024-09-17T10:46:48.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: from='osd.5 ' entity='osd.5' 2024-09-17T10:46:48.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:48 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 31/222 objects degraded (13.964%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:48.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='osd.5 [v2:172.21.15.170:6816/2511753412,v1:172.21.15.170:6817/2511753412]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T10:46:48.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-17T10:46:48.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-17T10:46:48.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-17T10:46:48.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-17T10:46:48.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='osd.5 [v2:172.21.15.170:6816/2511753412,v1:172.21.15.170:6817/2511753412]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:48.884 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: osdmap e78: 6 total, 5 up, 6 in 2024-09-17T10:46:48.884 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]} : dispatch 2024-09-17T10:46:48.884 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi159.cbywey"]} : dispatch 2024-09-17T10:46:48.884 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: Upgrade: It appears safe to stop mds.cephfs.smithi159.cbywey 2024-09-17T10:46:48.884 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: from='osd.5 ' entity='osd.5' 2024-09-17T10:46:48.884 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:48 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 31/222 objects degraded (13.964%), 12 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:49.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: pgmap v155: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 826 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:49.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:49.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:46:49.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:49.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:46:49.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: osd.5 [v2:172.21.15.170:6816/2511753412,v1:172.21.15.170:6817/2511753412] boot 2024-09-17T10:46:49.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: osdmap e79: 6 total, 6 up, 6 in 2024-09-17T10:46:49.914 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: pgmap v155: 65 pgs: 16 active+undersized, 12 active+undersized+degraded, 37 active+clean; 197 MiB data, 826 MiB used, 536 GiB / 536 GiB avail; 31/222 objects degraded (13.964%) 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.cbywey", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: osd.5 [v2:172.21.15.170:6816/2511753412,v1:172.21.15.170:6817/2511753412] boot 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: osdmap e79: 6 total, 6 up, 6 in 2024-09-17T10:46:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-17T10:46:50.813 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:50 smithi159 ceph-mon[78956]: Upgrade: Updating mds.cephfs.smithi159.cbywey 2024-09-17T10:46:50.813 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:50 smithi159 ceph-mon[78956]: Deploying daemon mds.cephfs.smithi159.cbywey on smithi159 2024-09-17T10:46:50.813 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:50 smithi159 ceph-mon[78956]: osdmap e80: 6 total, 6 up, 6 in 2024-09-17T10:46:50.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:50 smithi170 ceph-mon[62996]: Upgrade: Updating mds.cephfs.smithi159.cbywey 2024-09-17T10:46:50.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:50 smithi170 ceph-mon[62996]: Deploying daemon mds.cephfs.smithi159.cbywey on smithi159 2024-09-17T10:46:50.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:50 smithi170 ceph-mon[62996]: osdmap e80: 6 total, 6 up, 6 in 2024-09-17T10:46:51.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:51 smithi159 ceph-mon[78956]: pgmap v157: 65 pgs: 9 peering, 12 active+undersized, 7 active+undersized+degraded, 37 active+clean; 197 MiB data, 826 MiB used, 536 GiB / 536 GiB avail; 15/222 objects degraded (6.757%) 2024-09-17T10:46:51.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:51 smithi170 ceph-mon[62996]: pgmap v157: 65 pgs: 9 peering, 12 active+undersized, 7 active+undersized+degraded, 37 active+clean; 197 MiB data, 826 MiB used, 536 GiB / 536 GiB avail; 15/222 objects degraded (6.757%) 2024-09-17T10:46:52.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:52 smithi159 ceph-mon[78956]: osdmap e81: 6 total, 6 up, 6 in 2024-09-17T10:46:52.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:52 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 2 up:standby 2024-09-17T10:46:52.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:52 smithi170 ceph-mon[62996]: osdmap e81: 6 total, 6 up, 6 in 2024-09-17T10:46:52.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:52 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 2 up:standby 2024-09-17T10:46:53.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:53 smithi159 ceph-mon[78956]: pgmap v160: 65 pgs: 1 active, 9 peering, 9 active+undersized, 4 active+undersized+degraded, 42 active+clean; 197 MiB data, 827 MiB used, 536 GiB / 536 GiB avail; 11/222 objects degraded (4.955%) 2024-09-17T10:46:53.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:53 smithi159 ceph-mon[78956]: Health check update: Degraded data redundancy: 11/222 objects degraded (4.955%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:53.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:53 smithi170 ceph-mon[62996]: pgmap v160: 65 pgs: 1 active, 9 peering, 9 active+undersized, 4 active+undersized+degraded, 42 active+clean; 197 MiB data, 827 MiB used, 536 GiB / 536 GiB avail; 11/222 objects degraded (4.955%) 2024-09-17T10:46:53.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:53 smithi170 ceph-mon[62996]: Health check update: Degraded data redundancy: 11/222 objects degraded (4.955%), 4 pgs degraded (PG_DEGRADED) 2024-09-17T10:46:54.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:54 smithi159 ceph-mon[78956]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/222 objects degraded (4.955%), 4 pgs degraded) 2024-09-17T10:46:54.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:54 smithi170 ceph-mon[62996]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/222 objects degraded (4.955%), 4 pgs degraded) 2024-09-17T10:46:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:55 smithi159 ceph-mon[78956]: pgmap v161: 65 pgs: 1 active, 9 peering, 55 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:55 smithi170 ceph-mon[62996]: pgmap v161: 65 pgs: 1 active, 9 peering, 55 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:46:57.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:56 smithi159 ceph-mon[78956]: pgmap v162: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:57.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:56 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:57.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:56 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:57.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:56 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:57.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:56 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:boot 2024-09-17T10:46:57.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:56 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:46:57.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:56 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"} : dispatch 2024-09-17T10:46:57.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:56 smithi170 ceph-mon[62996]: pgmap v162: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:57.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:56 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:57.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:56 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:46:57.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:56 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:46:57.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:56 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:boot 2024-09-17T10:46:57.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:56 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:46:57.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:56 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.cbywey"} : dispatch 2024-09-17T10:46:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:46:59 smithi170 ceph-mon[62996]: pgmap v163: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:46:59.494 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:46:59 smithi159 ceph-mon[78956]: pgmap v163: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:01.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:01 smithi159 ceph-mon[78956]: pgmap v164: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:01.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:01.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:01.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:01 smithi170 ceph-mon[62996]: pgmap v164: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:01.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:01.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:02.122 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 -- 172.21.15.159:0/2433557841 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce64100250 msgr2=0x7fce641006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.122 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 --2- 172.21.15.159:0/2433557841 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce64100250 0x7fce641006a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fce58009910 tx=0x7fce58009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:02.122 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 -- 172.21.15.159:0/2433557841 shutdown_connections 2024-09-17T10:47:02.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 --2- 172.21.15.159:0/2433557841 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce64100250 0x7fce641006a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 --2- 172.21.15.159:0/2433557841 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce640ff050 0x7fce640ff460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 -- 172.21.15.159:0/2433557841 >> 172.21.15.159:0/2433557841 conn(0x7fce640fa5e0 msgr2=0x7fce640fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:02.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 -- 172.21.15.159:0/2433557841 shutdown_connections 2024-09-17T10:47:02.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.120+0000 7fce69bd9700 1 -- 172.21.15.159:0/2433557841 wait complete. 2024-09-17T10:47:02.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce69bd9700 1 Processor -- start 2024-09-17T10:47:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce69bd9700 1 -- start start 2024-09-17T10:47:02.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce69bd9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce640ff050 0x7fce64195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce69bd9700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce64100250 0x7fce64195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce69bd9700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce64196580 con 0x7fce640ff050 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce69bd9700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce641966c0 con 0x7fce64100250 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce637fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce640ff050 0x7fce64195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce637fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce640ff050 0x7fce64195a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:49104/0 (socket says 172.21.15.159:49104) 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce637fe700 1 -- 172.21.15.159:0/4236987857 learned_addr learned my addr 172.21.15.159:0/4236987857 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce62ffd700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce64100250 0x7fce64195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce637fe700 1 -- 172.21.15.159:0/4236987857 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce64100250 msgr2=0x7fce64195f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce637fe700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce64100250 0x7fce64195f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.125 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.121+0000 7fce637fe700 1 -- 172.21.15.159:0/4236987857 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce580095f0 con 0x7fce640ff050 2024-09-17T10:47:02.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.122+0000 7fce637fe700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce640ff050 0x7fce64195a20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fce5400b480 tx=0x7fce5400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:02.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.122+0000 7fce60ff9700 1 -- 172.21.15.159:0/4236987857 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fce540118c0 con 0x7fce640ff050 2024-09-17T10:47:02.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.122+0000 7fce60ff9700 1 -- 172.21.15.159:0/4236987857 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fce54010380 con 0x7fce640ff050 2024-09-17T10:47:02.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.122+0000 7fce60ff9700 1 -- 172.21.15.159:0/4236987857 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fce5400f4f0 con 0x7fce640ff050 2024-09-17T10:47:02.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.122+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce6419b170 con 0x7fce640ff050 2024-09-17T10:47:02.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.122+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce6419b740 con 0x7fce640ff050 2024-09-17T10:47:02.126 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.123+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce64107c40 con 0x7fce640ff050 2024-09-17T10:47:02.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.124+0000 7fce60ff9700 1 -- 172.21.15.159:0/4236987857 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fce540104f0 con 0x7fce640ff050 2024-09-17T10:47:02.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.124+0000 7fce60ff9700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce4c07afd0 0x7fce4c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.124+0000 7fce60ff9700 1 -- 172.21.15.159:0/4236987857 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fce5409d8a0 con 0x7fce640ff050 2024-09-17T10:47:02.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.124+0000 7fce62ffd700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce4c07afd0 0x7fce4c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.125+0000 7fce62ffd700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce4c07afd0 0x7fce4c07d480 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fce580059d0 tx=0x7fce58005920 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:02.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.130+0000 7fce60ff9700 1 -- 172.21.15.159:0/4236987857 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fce54060bd0 con 0x7fce640ff050 2024-09-17T10:47:02.370 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.369+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fce64068aa0 con 0x7fce4c07afd0 2024-09-17T10:47:02.371 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.370+0000 7fce60ff9700 1 -- 172.21.15.159:0/4236987857 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+416 (secure 0 0 0) 0x7fce64068aa0 con 0x7fce4c07afd0 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce4c07afd0 msgr2=0x7fce4c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce4c07afd0 0x7fce4c07d480 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fce580059d0 tx=0x7fce58005920 comp rx=0 tx=0).stop 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce640ff050 msgr2=0x7fce64195a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce640ff050 0x7fce64195a20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fce5400b480 tx=0x7fce5400b840 comp rx=0 tx=0).stop 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 shutdown_connections 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fce640ff050 0x7fce64195a20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fce4c07afd0 0x7fce4c07d480 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 --2- 172.21.15.159:0/4236987857 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce64100250 0x7fce64195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.372+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 >> 172.21.15.159:0/4236987857 conn(0x7fce640fa5e0 msgr2=0x7fce64068390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:02.374 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.373+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 shutdown_connections 2024-09-17T10:47:02.375 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.373+0000 7fce69bd9700 1 -- 172.21.15.159:0/4236987857 wait complete. 2024-09-17T10:47:02.389 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:47:02.488 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 -- 172.21.15.159:0/3331840085 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc1005e0 msgr2=0x7fa6fc1009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3331840085 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc1005e0 0x7fa6fc1009f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa6f8009910 tx=0x7fa6f8009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:02.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 -- 172.21.15.159:0/3331840085 shutdown_connections 2024-09-17T10:47:02.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3331840085 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6fc0ff320 0x7fa6fc0ff770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3331840085 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc1005e0 0x7fa6fc1009f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 -- 172.21.15.159:0/3331840085 >> 172.21.15.159:0/3331840085 conn(0x7fa6fc0f9d80 msgr2=0x7fa6fc0fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:02.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 -- 172.21.15.159:0/3331840085 shutdown_connections 2024-09-17T10:47:02.489 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.487+0000 7fa7036bc700 1 -- 172.21.15.159:0/3331840085 wait complete. 2024-09-17T10:47:02.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa7036bc700 1 Processor -- start 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa7036bc700 1 -- start start 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa7036bc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc0ff320 0x7fa6fc195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa7036bc700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6fc1005e0 0x7fa6fc195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa7036bc700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6fc1964d0 con 0x7fa6fc0ff320 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa7036bc700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6fc196610 con 0x7fa6fc1005e0 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa701458700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc0ff320 0x7fa6fc195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa701458700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc0ff320 0x7fa6fc195970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:49114/0 (socket says 172.21.15.159:49114) 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa701458700 1 -- 172.21.15.159:0/3997515106 learned_addr learned my addr 172.21.15.159:0/3997515106 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa700c57700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6fc1005e0 0x7fa6fc195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa701458700 1 -- 172.21.15.159:0/3997515106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6fc1005e0 msgr2=0x7fa6fc195eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa701458700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6fc1005e0 0x7fa6fc195eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa701458700 1 -- 172.21.15.159:0/3997515106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6f80095f0 con 0x7fa6fc0ff320 2024-09-17T10:47:02.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.488+0000 7fa701458700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc0ff320 0x7fa6fc195970 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800bd70 tx=0x7fa6f800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:02.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.489+0000 7fa6f27fc700 1 -- 172.21.15.159:0/3997515106 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa6f801d070 con 0x7fa6fc0ff320 2024-09-17T10:47:02.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.489+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6fc19b060 con 0x7fa6fc0ff320 2024-09-17T10:47:02.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.489+0000 7fa6f27fc700 1 -- 172.21.15.159:0/3997515106 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa6f800f460 con 0x7fa6fc0ff320 2024-09-17T10:47:02.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.489+0000 7fa6f27fc700 1 -- 172.21.15.159:0/3997515106 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa6f8021620 con 0x7fa6fc0ff320 2024-09-17T10:47:02.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.489+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6fc19b550 con 0x7fa6fc0ff320 2024-09-17T10:47:02.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.490+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6fc107b90 con 0x7fa6fc0ff320 2024-09-17T10:47:02.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.492+0000 7fa6f27fc700 1 -- 172.21.15.159:0/3997515106 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fa6f800fa40 con 0x7fa6fc0ff320 2024-09-17T10:47:02.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.492+0000 7fa6f27fc700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa6e807afd0 0x7fa6e807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.493+0000 7fa6f27fc700 1 -- 172.21.15.159:0/3997515106 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fa6f809f4c0 con 0x7fa6fc0ff320 2024-09-17T10:47:02.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.493+0000 7fa700c57700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa6e807afd0 0x7fa6e807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.493+0000 7fa700c57700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa6e807afd0 0x7fa6e807d480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec00bbd0 tx=0x7fa6ec00b5b0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:02.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.496+0000 7fa6f27fc700 1 -- 172.21.15.159:0/3997515106 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fa6f80627f0 con 0x7fa6fc0ff320 2024-09-17T10:47:02.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:02.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:02.737 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.735+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fa6fc0fe920 con 0x7fa6e807afd0 2024-09-17T10:47:02.738 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.736+0000 7fa6f27fc700 1 -- 172.21.15.159:0/3997515106 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+416 (secure 0 0 0) 0x7fa6fc0fe920 con 0x7fa6e807afd0 2024-09-17T10:47:02.740 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa6e807afd0 msgr2=0x7fa6e807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.740 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa6e807afd0 0x7fa6e807d480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec00bbd0 tx=0x7fa6ec00b5b0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.740 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc0ff320 msgr2=0x7fa6fc195970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.740 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc0ff320 0x7fa6fc195970 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800bd70 tx=0x7fa6f800be50 comp rx=0 tx=0).stop 2024-09-17T10:47:02.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 shutdown_connections 2024-09-17T10:47:02.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6fc0ff320 0x7fa6fc195970 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa6e807afd0 0x7fa6e807d480 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 --2- 172.21.15.159:0/3997515106 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6fc1005e0 0x7fa6fc195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 >> 172.21.15.159:0/3997515106 conn(0x7fa6fc0f9d80 msgr2=0x7fa6fc0fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:02.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 shutdown_connections 2024-09-17T10:47:02.741 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.739+0000 7fa7036bc700 1 -- 172.21.15.159:0/3997515106 wait complete. 2024-09-17T10:47:02.845 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 -- 172.21.15.159:0/1444658266 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 msgr2=0x7f65380ff470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.845 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 --2- 172.21.15.159:0/1444658266 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f65380ff470 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6528009910 tx=0x7f6528009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:02.845 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 -- 172.21.15.159:0/1444658266 shutdown_connections 2024-09-17T10:47:02.845 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 --2- 172.21.15.159:0/1444658266 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6538100260 0x7f65381006b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.845 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 --2- 172.21.15.159:0/1444658266 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f65380ff470 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.846 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 -- 172.21.15.159:0/1444658266 >> 172.21.15.159:0/1444658266 conn(0x7f65380fa610 msgr2=0x7f65380fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:02.846 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 -- 172.21.15.159:0/1444658266 shutdown_connections 2024-09-17T10:47:02.846 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 -- 172.21.15.159:0/1444658266 wait complete. 2024-09-17T10:47:02.847 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 Processor -- start 2024-09-17T10:47:02.847 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.844+0000 7f653e592700 1 -- start start 2024-09-17T10:47:02.847 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f653e592700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f6538195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.847 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f653e592700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6538100260 0x7f6538195f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f653e592700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6538196590 con 0x7f65380ff060 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f653e592700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65381966d0 con 0x7f6538100260 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f6537fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f6538195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f6537fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f6538195a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:49130/0 (socket says 172.21.15.159:49130) 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f6537fff700 1 -- 172.21.15.159:0/19361899 learned_addr learned my addr 172.21.15.159:0/19361899 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f65377fe700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6538100260 0x7f6538195f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f6537fff700 1 -- 172.21.15.159:0/19361899 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6538100260 msgr2=0x7f6538195f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f6537fff700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6538100260 0x7f6538195f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f6537fff700 1 -- 172.21.15.159:0/19361899 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65280095f0 con 0x7f65380ff060 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f6537fff700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f6538195a30 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f652800bda0 tx=0x7f652800be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:02.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f65357fa700 1 -- 172.21.15.159:0/19361899 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f652801d070 con 0x7f65380ff060 2024-09-17T10:47:02.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f65357fa700 1 -- 172.21.15.159:0/19361899 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6528004c50 con 0x7f65380ff060 2024-09-17T10:47:02.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f653819b120 con 0x7f65380ff060 2024-09-17T10:47:02.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f65357fa700 1 -- 172.21.15.159:0/19361899 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f652800f690 con 0x7f65380ff060 2024-09-17T10:47:02.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.845+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6538101500 con 0x7f65380ff060 2024-09-17T10:47:02.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.846+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6538107c30 con 0x7f65380ff060 2024-09-17T10:47:02.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.847+0000 7f65357fa700 1 -- 172.21.15.159:0/19361899 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f65280229b0 con 0x7f65380ff060 2024-09-17T10:47:02.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.847+0000 7f65357fa700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f652007f3e0 0x7f6520081890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:02.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.848+0000 7f65357fa700 1 -- 172.21.15.159:0/19361899 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f652809f5e0 con 0x7f65380ff060 2024-09-17T10:47:02.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.848+0000 7f65377fe700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f652007f3e0 0x7f6520081890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:02.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.848+0000 7f65377fe700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f652007f3e0 0x7f6520081890 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f652c006fd0 tx=0x7f652c008040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:02.853 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:02.852+0000 7f65357fa700 1 -- 172.21.15.159:0/19361899 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f6528062910 con 0x7f65380ff060 2024-09-17T10:47:02.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:02.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:03.083 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.082+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f6538069480 con 0x7f652007f3e0 2024-09-17T10:47:03.093 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.091+0000 7f65357fa700 1 -- 172.21.15.159:0/19361899 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7f6538069480 con 0x7f652007f3e0 2024-09-17T10:47:03.093 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:47:03.094 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (13m) 2s ago 15m 26.1M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:47:03.094 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (5m) 2s ago 15m 8246k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:47:03.094 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (5m) 20s ago 14m 8321k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:47:03.094 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (3m) 2s ago 15m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:47:03.094 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (3m) 20s ago 14m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:47:03.094 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (13m) 2s ago 15m 88.0M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:47:03.095 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (7s) 2s ago 9m 13.3M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:47:03.095 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (9m) 2s ago 9m 20.5M - 18.2.0 dc2bc1663786 301a884365d3 2024-09-17T10:47:03.095 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (9m) 20s ago 9m 155M - 18.2.0 dc2bc1663786 fcac7ec0b478 2024-09-17T10:47:03.095 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (9m) 20s ago 9m 20.9M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:47:03.095 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (5m) 2s ago 17m 519M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:47:03.095 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (4m) 20s ago 14m 455M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:47:03.095 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (4m) 2s ago 17m 54.5M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:47:03.096 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (4m) 20s ago 14m 42.5M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:47:03.096 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (15m) 2s ago 15m 15.7M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:47:03.096 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (14m) 20s ago 14m 16.5M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:47:03.096 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (3m) 2s ago 13m 109M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:47:03.096 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (2m) 2s ago 12m 105M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:47:03.096 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (2m) 2s ago 12m 91.4M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:47:03.097 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (87s) 20s ago 12m 106M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:47:03.097 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (55s) 20s ago 11m 107M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:47:03.097 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (23s) 20s ago 11m 11.2M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:47:03.097 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (4m) 2s ago 15m 76.8M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:47:03.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f652007f3e0 msgr2=0x7f6520081890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.099 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f652007f3e0 0x7f6520081890 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f652c006fd0 tx=0x7f652c008040 comp rx=0 tx=0).stop 2024-09-17T10:47:03.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 msgr2=0x7f6538195a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f6538195a30 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f652800bda0 tx=0x7f652800be80 comp rx=0 tx=0).stop 2024-09-17T10:47:03.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 shutdown_connections 2024-09-17T10:47:03.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f65380ff060 0x7f6538195a30 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.100 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f652007f3e0 0x7f6520081890 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 --2- 172.21.15.159:0/19361899 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6538100260 0x7f6538195f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 >> 172.21.15.159:0/19361899 conn(0x7f65380fa610 msgr2=0x7f6538068d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:03.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 shutdown_connections 2024-09-17T10:47:03.101 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.094+0000 7f653e592700 1 -- 172.21.15.159:0/19361899 wait complete. 2024-09-17T10:47:03.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.198+0000 7fb33cf6b700 1 -- 172.21.15.159:0/122305026 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 msgr2=0x7fb3380ff4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.198+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/122305026 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb3380ff4a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb328009910 tx=0x7fb328009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:03.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 -- 172.21.15.159:0/122305026 shutdown_connections 2024-09-17T10:47:03.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/122305026 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb338100290 0x7fb3381006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/122305026 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb3380ff4a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 -- 172.21.15.159:0/122305026 >> 172.21.15.159:0/122305026 conn(0x7fb3380fa660 msgr2=0x7fb3380fca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:03.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 -- 172.21.15.159:0/122305026 shutdown_connections 2024-09-17T10:47:03.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 -- 172.21.15.159:0/122305026 wait complete. 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 Processor -- start 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.199+0000 7fb33cf6b700 1 -- start start 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33cf6b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb338195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33cf6b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb338100290 0x7fb338195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33cf6b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb338196580 con 0x7fb3380ff090 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33cf6b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3381966c0 con 0x7fb338100290 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb338195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb338195a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:49156/0 (socket says 172.21.15.159:49156) 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33659c700 1 -- 172.21.15.159:0/61715237 learned_addr learned my addr 172.21.15.159:0/61715237 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb335d9b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb338100290 0x7fb338195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33659c700 1 -- 172.21.15.159:0/61715237 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb338100290 msgr2=0x7fb338195f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.203 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33659c700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb338100290 0x7fb338195f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33659c700 1 -- 172.21.15.159:0/61715237 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3280095f0 con 0x7fb3380ff090 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb335d9b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb338100290 0x7fb338195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33659c700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb338195a20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb32800bda0 tx=0x7fb32800be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb3277fe700 1 -- 172.21.15.159:0/61715237 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb32801d070 con 0x7fb3380ff090 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb3277fe700 1 -- 172.21.15.159:0/61715237 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb328004c50 con 0x7fb3380ff090 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb33819b110 con 0x7fb3380ff090 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.200+0000 7fb3277fe700 1 -- 172.21.15.159:0/61715237 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb32800f690 con 0x7fb3380ff090 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.201+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33819b680 con 0x7fb3380ff090 2024-09-17T10:47:03.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.201+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb338107c60 con 0x7fb3380ff090 2024-09-17T10:47:03.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.202+0000 7fb3277fe700 1 -- 172.21.15.159:0/61715237 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb3280229b0 con 0x7fb3380ff090 2024-09-17T10:47:03.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.202+0000 7fb3277fe700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb32007afd0 0x7fb32007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:03.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.203+0000 7fb3277fe700 1 -- 172.21.15.159:0/61715237 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fb32809f5e0 con 0x7fb3380ff090 2024-09-17T10:47:03.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.203+0000 7fb335d9b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb32007afd0 0x7fb32007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:03.205 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.203+0000 7fb335d9b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb32007afd0 0x7fb32007d480 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb32c007900 tx=0x7fb32c008040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:03.208 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.207+0000 7fb3277fe700 1 -- 172.21.15.159:0/61715237 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb328062910 con 0x7fb3380ff090 2024-09-17T10:47:03.524 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.522+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fb338107e50 con 0x7fb3380ff090 2024-09-17T10:47:03.524 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.523+0000 7fb3277fe700 1 -- 172.21.15.159:0/61715237 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+805 (secure 0 0 0) 0x7fb328065a30 con 0x7fb3380ff090 2024-09-17T10:47:03.524 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:47:03.524 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:47:03.524 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 3, 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 1 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:47:03.525 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 3, 2024-09-17T10:47:03.526 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 11 2024-09-17T10:47:03.526 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:47:03.526 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:47:03.526 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb32007afd0 msgr2=0x7fb32007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb32007afd0 0x7fb32007d480 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb32c007900 tx=0x7fb32c008040 comp rx=0 tx=0).stop 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 msgr2=0x7fb338195a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb338195a20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb32800bda0 tx=0x7fb32800be80 comp rx=0 tx=0).stop 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 shutdown_connections 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb3380ff090 0x7fb338195a20 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb32007afd0 0x7fb32007d480 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 --2- 172.21.15.159:0/61715237 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb338100290 0x7fb338195f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 >> 172.21.15.159:0/61715237 conn(0x7fb3380fa660 msgr2=0x7fb338068d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 shutdown_connections 2024-09-17T10:47:03.527 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.525+0000 7fb33cf6b700 1 -- 172.21.15.159:0/61715237 wait complete. 2024-09-17T10:47:03.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 -- 172.21.15.159:0/346175620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 msgr2=0x7f90d80ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 --2- 172.21.15.159:0/346175620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d80ff460 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f90c8009910 tx=0x7f90c8009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:03.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 -- 172.21.15.159:0/346175620 shutdown_connections 2024-09-17T10:47:03.640 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 --2- 172.21.15.159:0/346175620 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90d8100250 0x7f90d81006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 --2- 172.21.15.159:0/346175620 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d80ff460 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 -- 172.21.15.159:0/346175620 >> 172.21.15.159:0/346175620 conn(0x7f90d80fa5e0 msgr2=0x7f90d80fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:03.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 -- 172.21.15.159:0/346175620 shutdown_connections 2024-09-17T10:47:03.641 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.638+0000 7f90de97a700 1 -- 172.21.15.159:0/346175620 wait complete. 2024-09-17T10:47:03.641 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:03 smithi159 ceph-mon[78956]: pgmap v165: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:03.641 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:03 smithi159 ceph-mon[78956]: from='client.34376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:03.641 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:03 smithi159 ceph-mon[78956]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.639+0000 7f90de97a700 1 Processor -- start 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.639+0000 7f90de97a700 1 -- start start 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90de97a700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d8068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90de97a700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90d8100250 0x7f90d819a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90de97a700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d819ad40 con 0x7f90d80ff050 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90de97a700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d819ae80 con 0x7f90d8100250 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d8068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d7fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d8068f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:49170/0 (socket says 172.21.15.159:49170) 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d7fff700 1 -- 172.21.15.159:0/232226269 learned_addr learned my addr 172.21.15.159:0/232226269 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:03.643 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d7fff700 1 -- 172.21.15.159:0/232226269 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90d8100250 msgr2=0x7f90d819a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d7fff700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90d8100250 0x7f90d819a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d7fff700 1 -- 172.21.15.159:0/232226269 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90c80095f0 con 0x7f90d80ff050 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d7fff700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d8068f30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f90c800bda0 tx=0x7f90c800be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d57fa700 1 -- 172.21.15.159:0/232226269 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f90c801d070 con 0x7f90d80ff050 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90d819b100 con 0x7f90d80ff050 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d57fa700 1 -- 172.21.15.159:0/232226269 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f90c8004c50 con 0x7f90d80ff050 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90d57fa700 1 -- 172.21.15.159:0/232226269 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f90c800f690 con 0x7f90d80ff050 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.640+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90d819b670 con 0x7f90d80ff050 2024-09-17T10:47:03.644 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.642+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90d8107c20 con 0x7f90d80ff050 2024-09-17T10:47:03.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.642+0000 7f90d57fa700 1 -- 172.21.15.159:0/232226269 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f90c800f900 con 0x7f90d80ff050 2024-09-17T10:47:03.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.643+0000 7f90d57fa700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f90c007afd0 0x7f90c007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:03.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.643+0000 7f90d77fe700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f90c007afd0 0x7f90c007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:03.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.643+0000 7f90d57fa700 1 -- 172.21.15.159:0/232226269 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 6242+0+0 (secure 0 0 0) 0x7f90c809f740 con 0x7f90d80ff050 2024-09-17T10:47:03.645 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.644+0000 7f90d77fe700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f90c007afd0 0x7f90c007d480 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f90d80694b0 tx=0x7f90cc006d20 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:03.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.647+0000 7f90d57fa700 1 -- 172.21.15.159:0/232226269 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f90c80629f0 con 0x7f90d80ff050 2024-09-17T10:47:03.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.916+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f90d8107e40 con 0x7f90d80ff050 2024-09-17T10:47:03.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.917+0000 7f90d57fa700 1 -- 172.21.15.159:0/232226269 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 16 v16) v1 ==== 76+0+1918 (secure 0 0 0) 0x7f90c806f020 con 0x7f90d80ff050 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:e16 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:btime 2024-09-17T10:46:56:637626+0000 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:47:03.920 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 14 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:37:37.245262+0000 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 47 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:47:03.921 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24299} 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 0 members: 2024-09-17T10:47:03.922 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{0:24299} state up:active seq 6 join_fscid=1 addr [v2:172.21.15.170:6824/2669011643,v1:172.21.15.170:6825/2669011643] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:47:03.923 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:03.923 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:03.923 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:47:03.923 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:03.923 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:14566} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.159:6828/605660415,v1:172.21.15.159:6829/605660415] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:47:03.923 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:24309} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:47:03.923 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:34372} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f90c007afd0 msgr2=0x7f90c007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f90c007afd0 0x7f90c007d480 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f90d80694b0 tx=0x7f90cc006d20 comp rx=0 tx=0).stop 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 msgr2=0x7f90d8068f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d8068f30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f90c800bda0 tx=0x7f90c800be80 comp rx=0 tx=0).stop 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 shutdown_connections 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f90d80ff050 0x7f90d8068f30 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f90c007afd0 0x7f90c007d480 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.924 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 --2- 172.21.15.159:0/232226269 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90d8100250 0x7f90d819a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:03.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 >> 172.21.15.159:0/232226269 conn(0x7f90d80fa5e0 msgr2=0x7f90d8103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:03.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 shutdown_connections 2024-09-17T10:47:03.925 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:03.920+0000 7f90de97a700 1 -- 172.21.15.159:0/232226269 wait complete. 2024-09-17T10:47:03.925 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 16 2024-09-17T10:47:03.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:03 smithi170 ceph-mon[62996]: pgmap v165: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:03.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:03 smithi170 ceph-mon[62996]: from='client.34376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:03.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:03 smithi170 ceph-mon[62996]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:04.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 -- 172.21.15.159:0/2176271879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 msgr2=0x7fb46c1017a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2176271879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c1017a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb454009910 tx=0x7fb454009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:04.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 -- 172.21.15.159:0/2176271879 shutdown_connections 2024-09-17T10:47:04.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2176271879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c1017a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2176271879 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb46c100150 0x7fb46c100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 -- 172.21.15.159:0/2176271879 >> 172.21.15.159:0/2176271879 conn(0x7fb46c0fb6e0 msgr2=0x7fb46c0fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:04.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 -- 172.21.15.159:0/2176271879 shutdown_connections 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.029+0000 7fb4724ce700 1 -- 172.21.15.159:0/2176271879 wait complete. 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.030+0000 7fb4724ce700 1 Processor -- start 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.030+0000 7fb4724ce700 1 -- start start 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.030+0000 7fb4724ce700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb46c100150 0x7fb46c195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.030+0000 7fb4724ce700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.030+0000 7fb4724ce700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c1964c0 con 0x7fb46c101350 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.030+0000 7fb4724ce700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c196600 con 0x7fb46c100150 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb463fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb463fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c195ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:49180/0 (socket says 172.21.15.159:49180) 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb463fff700 1 -- 172.21.15.159:0/2204495291 learned_addr learned my addr 172.21.15.159:0/2204495291 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:04.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb46bfff700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb46c100150 0x7fb46c195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb463fff700 1 -- 172.21.15.159:0/2204495291 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb46c100150 msgr2=0x7fb46c195960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb463fff700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb46c100150 0x7fb46c195960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb463fff700 1 -- 172.21.15.159:0/2204495291 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4540095f0 con 0x7fb46c101350 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb463fff700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c195ea0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb45400b5c0 tx=0x7fb45400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb469ffb700 1 -- 172.21.15.159:0/2204495291 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb45401d070 con 0x7fb46c101350 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb469ffb700 1 -- 172.21.15.159:0/2204495291 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb45400f460 con 0x7fb46c101350 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb469ffb700 1 -- 172.21.15.159:0/2204495291 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb454021640 con 0x7fb46c101350 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb46c19b050 con 0x7fb46c101350 2024-09-17T10:47:04.036 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.031+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb46c19b540 con 0x7fb46c101350 2024-09-17T10:47:04.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.032+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb46c108ca0 con 0x7fb46c101350 2024-09-17T10:47:04.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.033+0000 7fb469ffb700 1 -- 172.21.15.159:0/2204495291 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb45400f5d0 con 0x7fb46c101350 2024-09-17T10:47:04.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.033+0000 7fb469ffb700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb45807afd0 0x7fb45807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:04.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.034+0000 7fb469ffb700 1 -- 172.21.15.159:0/2204495291 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fb45409f170 con 0x7fb46c101350 2024-09-17T10:47:04.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.034+0000 7fb46bfff700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb45807afd0 0x7fb45807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:04.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.034+0000 7fb46bfff700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb45807afd0 0x7fb45807d480 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb45c005950 tx=0x7fb45c0058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:04.040 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.038+0000 7fb469ffb700 1 -- 172.21.15.159:0/2204495291 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb4540624a0 con 0x7fb46c101350 2024-09-17T10:47:04.286 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.283+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fb46c105ca0 con 0x7fb45807afd0 2024-09-17T10:47:04.287 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.285+0000 7fb469ffb700 1 -- 172.21.15.159:0/2204495291 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+416 (secure 0 0 0) 0x7fb46c105ca0 con 0x7fb45807afd0 2024-09-17T10:47:04.287 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:47:04.287 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "osd", 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "13/23 daemons upgraded", 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading mds daemons", 2024-09-17T10:47:04.288 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:47:04.289 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:47:04.289 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb45807afd0 msgr2=0x7fb45807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb45807afd0 0x7fb45807d480 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb45c005950 tx=0x7fb45c0058e0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 msgr2=0x7fb46c195ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c195ea0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb45400b5c0 tx=0x7fb45400be20 comp rx=0 tx=0).stop 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 shutdown_connections 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb45807afd0 0x7fb45807d480 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb46c100150 0x7fb46c195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 --2- 172.21.15.159:0/2204495291 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb46c101350 0x7fb46c195ea0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 >> 172.21.15.159:0/2204495291 conn(0x7fb46c0fb6e0 msgr2=0x7fb46c104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 shutdown_connections 2024-09-17T10:47:04.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.287+0000 7fb4724ce700 1 -- 172.21.15.159:0/2204495291 wait complete. 2024-09-17T10:47:04.395 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 -- 172.21.15.159:0/3212076695 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794101370 msgr2=0x7fe7941017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.396 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 --2- 172.21.15.159:0/3212076695 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794101370 0x7fe7941017c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe784009910 tx=0x7fe784009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:04.396 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 -- 172.21.15.159:0/3212076695 shutdown_connections 2024-09-17T10:47:04.396 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 --2- 172.21.15.159:0/3212076695 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794101370 0x7fe7941017c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.396 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 --2- 172.21.15.159:0/3212076695 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe794100170 0x7fe794100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.396 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 -- 172.21.15.159:0/3212076695 >> 172.21.15.159:0/3212076695 conn(0x7fe7940fb6e0 msgr2=0x7fe7940fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:04.396 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 -- 172.21.15.159:0/3212076695 shutdown_connections 2024-09-17T10:47:04.396 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.393+0000 7fe79b817700 1 -- 172.21.15.159:0/3212076695 wait complete. 2024-09-17T10:47:04.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe79b817700 1 Processor -- start 2024-09-17T10:47:04.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe79b817700 1 -- start start 2024-09-17T10:47:04.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe79b817700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794100170 0x7fe794074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:04.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe79b817700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe794101370 0x7fe794073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:04.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe79b817700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe794073680 con 0x7fe794100170 2024-09-17T10:47:04.398 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe79b817700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7940737c0 con 0x7fe794101370 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe7995b3700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794100170 0x7fe794074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe7995b3700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794100170 0x7fe794074af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:49192/0 (socket says 172.21.15.159:49192) 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe7995b3700 1 -- 172.21.15.159:0/1613608955 learned_addr learned my addr 172.21.15.159:0/1613608955 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe798db2700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe794101370 0x7fe794073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe7995b3700 1 -- 172.21.15.159:0/1613608955 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe794101370 msgr2=0x7fe794073140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe7995b3700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe794101370 0x7fe794073140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe7995b3700 1 -- 172.21.15.159:0/1613608955 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7840095f0 con 0x7fe794100170 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe798db2700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe794101370 0x7fe794073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.394+0000 7fe7995b3700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794100170 0x7fe794074af0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe79000b480 tx=0x7fe79000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.395+0000 7fe78a7fc700 1 -- 172.21.15.159:0/1613608955 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe7900118c0 con 0x7fe794100170 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.395+0000 7fe78a7fc700 1 -- 172.21.15.159:0/1613608955 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe790010380 con 0x7fe794100170 2024-09-17T10:47:04.399 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.395+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe794073aa0 con 0x7fe794100170 2024-09-17T10:47:04.400 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.395+0000 7fe78a7fc700 1 -- 172.21.15.159:0/1613608955 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe79000f4f0 con 0x7fe794100170 2024-09-17T10:47:04.400 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.395+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe79419da90 con 0x7fe794100170 2024-09-17T10:47:04.400 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.396+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe794108d60 con 0x7fe794100170 2024-09-17T10:47:04.400 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.396+0000 7fe78a7fc700 1 -- 172.21.15.159:0/1613608955 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fe7900104f0 con 0x7fe794100170 2024-09-17T10:47:04.400 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.397+0000 7fe78a7fc700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe78007afd0 0x7fe78007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:04.400 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.397+0000 7fe78a7fc700 1 -- 172.21.15.159:0/1613608955 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 6242+0+0 (secure 0 0 0) 0x7fe79009d8a0 con 0x7fe794100170 2024-09-17T10:47:04.401 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.397+0000 7fe798db2700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe78007afd0 0x7fe78007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:04.401 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.397+0000 7fe798db2700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe78007afd0 0x7fe78007d480 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe78400b5c0 tx=0x7fe784005e20 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:04.404 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.401+0000 7fe78a7fc700 1 -- 172.21.15.159:0/1613608955 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fe790060bd0 con 0x7fe794100170 2024-09-17T10:47:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:04 smithi159 ceph-mon[78956]: from='client.34384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:04 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/61715237' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:04.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:04 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/232226269' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:47:04.722 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.720+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7fe79419e4a0 con 0x7fe794100170 2024-09-17T10:47:04.723 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.720+0000 7fe78a7fc700 1 -- 172.21.15.159:0/1613608955 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7fe790063cf0 con 0x7fe794100170 2024-09-17T10:47:04.723 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:47:04.723 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:47:04.723 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:47:04.725 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe78007afd0 msgr2=0x7fe78007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.725 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe78007afd0 0x7fe78007d480 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe78400b5c0 tx=0x7fe784005e20 comp rx=0 tx=0).stop 2024-09-17T10:47:04.725 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794100170 msgr2=0x7fe794074af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:04.725 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794100170 0x7fe794074af0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe79000b480 tx=0x7fe79000b840 comp rx=0 tx=0).stop 2024-09-17T10:47:04.725 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 shutdown_connections 2024-09-17T10:47:04.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe794100170 0x7fe794074af0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe78007afd0 0x7fe78007d480 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 --2- 172.21.15.159:0/1613608955 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe794101370 0x7fe794073140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:04.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 >> 172.21.15.159:0/1613608955 conn(0x7fe7940fb6e0 msgr2=0x7fe7941045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:04.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 shutdown_connections 2024-09-17T10:47:04.726 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:04.723+0000 7fe79b817700 1 -- 172.21.15.159:0/1613608955 wait complete. 2024-09-17T10:47:04.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:04 smithi170 ceph-mon[62996]: from='client.34384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:04.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:04 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/61715237' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:04.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:04 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/232226269' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:47:05.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: pgmap v166: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:05.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='client.34396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:05.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1613608955' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:47:05.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:05.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:05.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:05.567 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi159.jbziyi"]} : dispatch 2024-09-17T10:47:05.568 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:05 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: pgmap v166: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='client.34396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1613608955' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:05.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:05.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi159.jbziyi"]} : dispatch 2024-09-17T10:47:05.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:05 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:06.769 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:06 smithi159 ceph-mon[78956]: Detected new or changed devices on smithi159 2024-09-17T10:47:06.769 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:06 smithi159 ceph-mon[78956]: Upgrade: It appears safe to stop mds.cephfs.smithi159.jbziyi 2024-09-17T10:47:06.769 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:06 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:06.769 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:06 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:47:06.770 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:06 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:06 smithi170 ceph-mon[62996]: Detected new or changed devices on smithi159 2024-09-17T10:47:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:06 smithi170 ceph-mon[62996]: Upgrade: It appears safe to stop mds.cephfs.smithi159.jbziyi 2024-09-17T10:47:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:06 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:06 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi159.jbziyi", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:47:06.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:06 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:07.779 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:07 smithi159 ceph-mon[78956]: pgmap v167: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:07.780 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:07 smithi159 ceph-mon[78956]: Upgrade: Updating mds.cephfs.smithi159.jbziyi 2024-09-17T10:47:07.780 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:07 smithi159 ceph-mon[78956]: Deploying daemon mds.cephfs.smithi159.jbziyi on smithi159 2024-09-17T10:47:07.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:07 smithi170 ceph-mon[62996]: pgmap v167: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:07 smithi170 ceph-mon[62996]: Upgrade: Updating mds.cephfs.smithi159.jbziyi 2024-09-17T10:47:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:07 smithi170 ceph-mon[62996]: Deploying daemon mds.cephfs.smithi159.jbziyi on smithi159 2024-09-17T10:47:09.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:09 smithi170 ceph-mon[62996]: pgmap v168: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:09.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:09 smithi170 ceph-mon[62996]: osdmap e82: 6 total, 6 up, 6 in 2024-09-17T10:47:09.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:09 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 2 up:standby 2024-09-17T10:47:09.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:09 smithi159 ceph-mon[78956]: pgmap v168: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:09.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:09 smithi159 ceph-mon[78956]: osdmap e82: 6 total, 6 up, 6 in 2024-09-17T10:47:09.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:09 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 2 up:standby 2024-09-17T10:47:10.537 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:10.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:11.833 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:11 smithi159 ceph-mon[78956]: pgmap v170: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:11 smithi170 ceph-mon[62996]: pgmap v170: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:13.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:12 smithi159 ceph-mon[78956]: pgmap v171: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:13.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:13.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:13.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:13.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:12 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] up:boot 2024-09-17T10:47:13.258 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:12 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:47:13.258 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:12 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"} : dispatch 2024-09-17T10:47:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:12 smithi170 ceph-mon[62996]: pgmap v171: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:12 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] up:boot 2024-09-17T10:47:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:12 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi170.coklrp=up:active} 3 up:standby 2024-09-17T10:47:13.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:12 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi159.jbziyi"} : dispatch 2024-09-17T10:47:15.407 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:14 smithi159 ceph-mon[78956]: pgmap v172: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:15.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:14 smithi170 ceph-mon[62996]: pgmap v172: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:18.034 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:17 smithi159 ceph-mon[78956]: pgmap v173: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:18.034 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:18.034 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:18.034 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:18.034 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:17 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:18.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:17 smithi170 ceph-mon[62996]: pgmap v173: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:18.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:18.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:18.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:18.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:17 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:20.128 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:19 smithi159 ceph-mon[78956]: pgmap v174: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:20.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:19 smithi170 ceph-mon[62996]: pgmap v174: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:21.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: pgmap v175: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:21.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:21.900 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi170.coklrp"]} : dispatch 2024-09-17T10:47:21.901 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:21 smithi159 ceph-mon[78956]: Upgrade: It appears safe to stop mds.cephfs.smithi170.coklrp 2024-09-17T10:47:21.921 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: pgmap v175: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:21.922 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi170.coklrp"]} : dispatch 2024-09-17T10:47:21.923 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:21 smithi170 ceph-mon[62996]: Upgrade: It appears safe to stop mds.cephfs.smithi170.coklrp 2024-09-17T10:47:23.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:22 smithi159 ceph-mon[78956]: pgmap v176: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:23.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:22 smithi159 ceph-mon[78956]: Upgrade: Updating mds.cephfs.smithi170.coklrp 2024-09-17T10:47:23.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:23.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:47:23.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:23.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:22 smithi159 ceph-mon[78956]: Deploying daemon mds.cephfs.smithi170.coklrp on smithi170 2024-09-17T10:47:23.264 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:22 smithi170 ceph-mon[62996]: pgmap v176: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:23.264 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:22 smithi170 ceph-mon[62996]: Upgrade: Updating mds.cephfs.smithi170.coklrp 2024-09-17T10:47:23.264 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:23.264 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.coklrp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:47:23.264 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:23.264 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:22 smithi170 ceph-mon[62996]: Deploying daemon mds.cephfs.smithi170.coklrp on smithi170 2024-09-17T10:47:24.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[78952]: 2024-09-17T10:47:23.804+0000 7f5296b73640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:47:24.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-mon[78956]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T10:47:24.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-mon[78956]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:47:24.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-mon[78956]: osdmap e83: 6 total, 6 up, 6 in 2024-09-17T10:47:24.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-mon[78956]: Standby daemon mds.cephfs.smithi170.qtpusg assigned to filesystem cephfs as rank 0 2024-09-17T10:47:24.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-mon[78956]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T10:47:24.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-mon[78956]: fsmap cephfs:0/1 3 up:standby, 1 failed 2024-09-17T10:47:24.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:23 smithi159 ceph-mon[78956]: fsmap cephfs:1/1 {0=cephfs.smithi170.qtpusg=up:replay} 2 up:standby 2024-09-17T10:47:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:23 smithi170 ceph-mon[62996]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T10:47:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:23 smithi170 ceph-mon[62996]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:47:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:23 smithi170 ceph-mon[62996]: osdmap e83: 6 total, 6 up, 6 in 2024-09-17T10:47:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:23 smithi170 ceph-mon[62996]: Standby daemon mds.cephfs.smithi170.qtpusg assigned to filesystem cephfs as rank 0 2024-09-17T10:47:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:23 smithi170 ceph-mon[62996]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T10:47:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:23 smithi170 ceph-mon[62996]: fsmap cephfs:0/1 3 up:standby, 1 failed 2024-09-17T10:47:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:23 smithi170 ceph-mon[62996]: fsmap cephfs:1/1 {0=cephfs.smithi170.qtpusg=up:replay} 2 up:standby 2024-09-17T10:47:25.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:24 smithi159 ceph-mon[78956]: pgmap v178: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:25.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:24 smithi170 ceph-mon[62996]: pgmap v178: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:47:26.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:26 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:26.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:26 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:26.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:26 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:47:26.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:26 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:26.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:26 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:26.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:26 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:47:27.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:27 smithi159 ceph-mon[78956]: pgmap v179: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 5.3 MiB/s rd, 2 op/s 2024-09-17T10:47:27.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:27 smithi170 ceph-mon[62996]: pgmap v179: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 5.3 MiB/s rd, 2 op/s 2024-09-17T10:47:29.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:29 smithi159 ceph-mon[78956]: pgmap v180: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 8.5 MiB/s rd, 3 op/s 2024-09-17T10:47:29.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:29 smithi170 ceph-mon[62996]: pgmap v180: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 8.5 MiB/s rd, 3 op/s 2024-09-17T10:47:31.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:31 smithi159 ceph-mon[78956]: pgmap v181: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 14 MiB/s rd, 4 op/s 2024-09-17T10:47:31.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:31 smithi170 ceph-mon[62996]: pgmap v181: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 14 MiB/s rd, 4 op/s 2024-09-17T10:47:33.151 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:33 smithi170 ceph-mon[62996]: pgmap v182: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 18 MiB/s rd, 5 op/s 2024-09-17T10:47:33.151 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:33 smithi170 ceph-mon[62996]: reconnect by client.14606 v1:172.21.15.170:0/574471774 after 0 2024-09-17T10:47:33.151 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:33 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:reconnect 2024-09-17T10:47:33.151 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:33 smithi170 ceph-mon[62996]: fsmap cephfs:1/1 {0=cephfs.smithi170.qtpusg=up:reconnect} 2 up:standby 2024-09-17T10:47:33.151 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:33 smithi170 ceph-mon[62996]: reconnect by client.14600 v1:192.168.0.1:0/912598407 after 0.00399991 2024-09-17T10:47:33.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:33 smithi159 ceph-mon[78956]: pgmap v182: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 18 MiB/s rd, 5 op/s 2024-09-17T10:47:33.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:33 smithi159 ceph-mon[78956]: reconnect by client.14606 v1:172.21.15.170:0/574471774 after 0 2024-09-17T10:47:33.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:33 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:reconnect 2024-09-17T10:47:33.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:33 smithi159 ceph-mon[78956]: fsmap cephfs:1/1 {0=cephfs.smithi170.qtpusg=up:reconnect} 2 up:standby 2024-09-17T10:47:33.395 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:33 smithi159 ceph-mon[78956]: reconnect by client.14600 v1:192.168.0.1:0/912598407 after 0.00399991 2024-09-17T10:47:34.177 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:34 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:rejoin 2024-09-17T10:47:34.177 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:34 smithi170 ceph-mon[62996]: fsmap cephfs:1/1 {0=cephfs.smithi170.qtpusg=up:rejoin} 2 up:standby 2024-09-17T10:47:34.178 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:34 smithi170 ceph-mon[62996]: daemon mds.cephfs.smithi170.qtpusg is now active in filesystem cephfs as rank 0 2024-09-17T10:47:34.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:34 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:rejoin 2024-09-17T10:47:34.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:34 smithi159 ceph-mon[78956]: fsmap cephfs:1/1 {0=cephfs.smithi170.qtpusg=up:rejoin} 2 up:standby 2024-09-17T10:47:34.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:34 smithi159 ceph-mon[78956]: daemon mds.cephfs.smithi170.qtpusg is now active in filesystem cephfs as rank 0 2024-09-17T10:47:34.847 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 -- 172.21.15.159:0/223125552 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 msgr2=0x7f0ba4100a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:34.847 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/223125552 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4100a20 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0b9400b0a0 tx=0x7f0b9400b3b0 comp rx=0 tx=0).stop 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 -- 172.21.15.159:0/223125552 shutdown_connections 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/223125552 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0ba40ff350 0x7f0ba40ff7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/223125552 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4100a20 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 -- 172.21.15.159:0/223125552 >> 172.21.15.159:0/223125552 conn(0x7f0ba40f9db0 msgr2=0x7f0ba40fc1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 -- 172.21.15.159:0/223125552 shutdown_connections 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.843+0000 7f0ba90b3700 1 -- 172.21.15.159:0/223125552 wait complete. 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.844+0000 7f0ba90b3700 1 Processor -- start 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.844+0000 7f0ba90b3700 1 -- start start 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba90b3700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0ba40ff350 0x7f0ba4195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba90b3700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4195f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:34.848 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba90b3700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba4196570 con 0x7f0ba4100610 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba90b3700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba41966b0 con 0x7f0ba40ff350 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba259c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4195f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba259c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4195f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35008/0 (socket says 172.21.15.159:35008) 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba259c700 1 -- 172.21.15.159:0/2357279916 learned_addr learned my addr 172.21.15.159:0/2357279916 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba2d9d700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0ba40ff350 0x7f0ba4195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba259c700 1 -- 172.21.15.159:0/2357279916 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0ba40ff350 msgr2=0x7f0ba4195a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba259c700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0ba40ff350 0x7f0ba4195a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba259c700 1 -- 172.21.15.159:0/2357279916 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b94009d00 con 0x7f0ba4100610 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba2d9d700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0ba40ff350 0x7f0ba4195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.845+0000 7f0ba259c700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4195f50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800d8d0 tx=0x7f0b9800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:34.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.846+0000 7f0b8bfff700 1 -- 172.21.15.159:0/2357279916 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0b980098a0 con 0x7f0ba4100610 2024-09-17T10:47:34.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.846+0000 7f0b8bfff700 1 -- 172.21.15.159:0/2357279916 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0b98010460 con 0x7f0ba4100610 2024-09-17T10:47:34.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.846+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba419b160 con 0x7f0ba4100610 2024-09-17T10:47:34.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.846+0000 7f0b8bfff700 1 -- 172.21.15.159:0/2357279916 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0b9800f5f0 con 0x7f0ba4100610 2024-09-17T10:47:34.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.846+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ba419b730 con 0x7f0ba4100610 2024-09-17T10:47:34.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.847+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ba4107bc0 con 0x7f0ba4100610 2024-09-17T10:47:34.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.847+0000 7f0b8bfff700 1 -- 172.21.15.159:0/2357279916 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f0b98009a00 con 0x7f0ba4100610 2024-09-17T10:47:34.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.848+0000 7f0b8bfff700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0b8c07afd0 0x7f0b8c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:34.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.848+0000 7f0ba2d9d700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0b8c07afd0 0x7f0b8c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:34.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.848+0000 7f0b8bfff700 1 -- 172.21.15.159:0/2357279916 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6328+0+0 (secure 0 0 0) 0x7f0b9809dd70 con 0x7f0ba4100610 2024-09-17T10:47:34.851 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.848+0000 7f0ba2d9d700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0b8c07afd0 0x7f0b8c07d480 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009fd0 tx=0x7f0b94000f40 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:34.854 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:34.852+0000 7f0b8bfff700 1 -- 172.21.15.159:0/2357279916 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f0b98060fd0 con 0x7f0ba4100610 2024-09-17T10:47:35.087 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.086+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f0ba40fe950 con 0x7f0b8c07afd0 2024-09-17T10:47:35.088 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.087+0000 7f0b8bfff700 1 -- 172.21.15.159:0/2357279916 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+416 (secure 0 0 0) 0x7f0ba40fe950 con 0x7f0b8c07afd0 2024-09-17T10:47:35.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0b8c07afd0 msgr2=0x7f0b8c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0b8c07afd0 0x7f0b8c07d480 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009fd0 tx=0x7f0b94000f40 comp rx=0 tx=0).stop 2024-09-17T10:47:35.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 msgr2=0x7f0ba4195f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4195f50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800d8d0 tx=0x7f0b9800dbe0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 shutdown_connections 2024-09-17T10:47:35.091 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0b8c07afd0 0x7f0b8c07d480 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0ba40ff350 0x7f0ba4195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 --2- 172.21.15.159:0/2357279916 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0ba4100610 0x7f0ba4195f50 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.089+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 >> 172.21.15.159:0/2357279916 conn(0x7f0ba40f9db0 msgr2=0x7f0ba40fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:35.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.090+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 shutdown_connections 2024-09-17T10:47:35.092 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.090+0000 7f0ba90b3700 1 -- 172.21.15.159:0/2357279916 wait complete. 2024-09-17T10:47:35.101 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:47:35.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:35 smithi159 ceph-mon[78956]: pgmap v183: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 19 MiB/s rd, 6 op/s 2024-09-17T10:47:35.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:35 smithi159 ceph-mon[78956]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T10:47:35.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:35 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:active 2024-09-17T10:47:35.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:35 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.qtpusg=up:active} 2 up:standby 2024-09-17T10:47:35.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:35 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:35.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:35 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:35.102 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:35 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:35.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.194+0000 7ff524bed700 1 -- 172.21.15.159:0/2677374702 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 msgr2=0x7ff520100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.194+0000 7ff524bed700 1 --2- 172.21.15.159:0/2677374702 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520100580 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff514009910 tx=0x7ff514009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:35.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.194+0000 7ff524bed700 1 -- 172.21.15.159:0/2677374702 shutdown_connections 2024-09-17T10:47:35.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.194+0000 7ff524bed700 1 --2- 172.21.15.159:0/2677374702 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff520101370 0x7ff5201017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.194+0000 7ff524bed700 1 --2- 172.21.15.159:0/2677374702 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520100580 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.194+0000 7ff524bed700 1 -- 172.21.15.159:0/2677374702 >> 172.21.15.159:0/2677374702 conn(0x7ff5200fb6e0 msgr2=0x7ff5200fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:35.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.195+0000 7ff524bed700 1 -- 172.21.15.159:0/2677374702 shutdown_connections 2024-09-17T10:47:35.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.195+0000 7ff524bed700 1 -- 172.21.15.159:0/2677374702 wait complete. 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.195+0000 7ff524bed700 1 Processor -- start 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.195+0000 7ff524bed700 1 -- start start 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.195+0000 7ff524bed700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff524bed700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff520101370 0x7ff520195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff524bed700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5201964f0 con 0x7ff520100170 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff524bed700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff520196630 con 0x7ff520101370 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51e59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51e59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520195990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35030/0 (socket says 172.21.15.159:35030) 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51e59c700 1 -- 172.21.15.159:0/3930604678 learned_addr learned my addr 172.21.15.159:0/3930604678 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51dd9b700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff520101370 0x7ff520195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.199 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51e59c700 1 -- 172.21.15.159:0/3930604678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff520101370 msgr2=0x7ff520195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51e59c700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff520101370 0x7ff520195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51e59c700 1 -- 172.21.15.159:0/3930604678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5140095f0 con 0x7ff520100170 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff51e59c700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520195990 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff51400bda0 tx=0x7ff51400bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff50f7fe700 1 -- 172.21.15.159:0/3930604678 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff51401d070 con 0x7ff520100170 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff50f7fe700 1 -- 172.21.15.159:0/3930604678 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff51400f460 con 0x7ff520100170 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff52019b080 con 0x7ff520100170 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff50f7fe700 1 -- 172.21.15.159:0/3930604678 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff514021620 con 0x7ff520100170 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.196+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff52019b570 con 0x7ff520100170 2024-09-17T10:47:35.200 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.197+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff520108cc0 con 0x7ff520100170 2024-09-17T10:47:35.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.198+0000 7ff50f7fe700 1 -- 172.21.15.159:0/3930604678 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7ff51400f5d0 con 0x7ff520100170 2024-09-17T10:47:35.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.199+0000 7ff50f7fe700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff50807afd0 0x7ff50807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.199+0000 7ff51dd9b700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff50807afd0 0x7ff50807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.199+0000 7ff50f7fe700 1 -- 172.21.15.159:0/3930604678 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6328+0+0 (secure 0 0 0) 0x7ff51409f1e0 con 0x7ff520100170 2024-09-17T10:47:35.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.199+0000 7ff51dd9b700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff50807afd0 0x7ff50807d480 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff510005950 tx=0x7ff51000b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:35.204 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.203+0000 7ff50f7fe700 1 -- 172.21.15.159:0/3930604678 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7ff514062440 con 0x7ff520100170 2024-09-17T10:47:35.439 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.438+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7ff520105cc0 con 0x7ff50807afd0 2024-09-17T10:47:35.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.439+0000 7ff50f7fe700 1 -- 172.21.15.159:0/3930604678 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+416 (secure 0 0 0) 0x7ff520105cc0 con 0x7ff50807afd0 2024-09-17T10:47:35.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.441+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff50807afd0 msgr2=0x7ff50807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.441+0000 7ff524bed700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff50807afd0 0x7ff50807d480 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff510005950 tx=0x7ff51000b410 comp rx=0 tx=0).stop 2024-09-17T10:47:35.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.441+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 msgr2=0x7ff520195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.441+0000 7ff524bed700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520195990 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff51400bda0 tx=0x7ff51400bdd0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.441+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 shutdown_connections 2024-09-17T10:47:35.443 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.441+0000 7ff524bed700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff520100170 0x7ff520195990 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.442+0000 7ff524bed700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff50807afd0 0x7ff50807d480 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.442+0000 7ff524bed700 1 --2- 172.21.15.159:0/3930604678 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff520101370 0x7ff520195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.442+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 >> 172.21.15.159:0/3930604678 conn(0x7ff5200fb6e0 msgr2=0x7ff5201045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:35.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.442+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 shutdown_connections 2024-09-17T10:47:35.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.442+0000 7ff524bed700 1 -- 172.21.15.159:0/3930604678 wait complete. 2024-09-17T10:47:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:35 smithi170 ceph-mon[62996]: pgmap v183: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 19 MiB/s rd, 6 op/s 2024-09-17T10:47:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:35 smithi170 ceph-mon[62996]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T10:47:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:35 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] up:active 2024-09-17T10:47:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:35 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi170.qtpusg=up:active} 2 up:standby 2024-09-17T10:47:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:35 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:35 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:35.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:35 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:35.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 -- 172.21.15.159:0/1900054178 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c101370 msgr2=0x7fb32c1017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1900054178 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c101370 0x7fb32c1017c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb314009910 tx=0x7fb314009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:35.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 -- 172.21.15.159:0/1900054178 shutdown_connections 2024-09-17T10:47:35.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1900054178 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c101370 0x7fb32c1017c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1900054178 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb32c100170 0x7fb32c100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 -- 172.21.15.159:0/1900054178 >> 172.21.15.159:0/1900054178 conn(0x7fb32c0fb6e0 msgr2=0x7fb32c0fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:35.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 -- 172.21.15.159:0/1900054178 shutdown_connections 2024-09-17T10:47:35.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.546+0000 7fb331a6f700 1 -- 172.21.15.159:0/1900054178 wait complete. 2024-09-17T10:47:35.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb331a6f700 1 Processor -- start 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb331a6f700 1 -- start start 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb331a6f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c100170 0x7fb32c195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb331a6f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb32c101370 0x7fb32c195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb331a6f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb32c1964e0 con 0x7fb32c100170 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb331a6f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb32c196620 con 0x7fb32c101370 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb32b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c100170 0x7fb32c195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb32b7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c100170 0x7fb32c195980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35058/0 (socket says 172.21.15.159:35058) 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb32b7fe700 1 -- 172.21.15.159:0/1813546445 learned_addr learned my addr 172.21.15.159:0/1813546445 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb323fff700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb32c101370 0x7fb32c195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb32b7fe700 1 -- 172.21.15.159:0/1813546445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb32c101370 msgr2=0x7fb32c195ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb32b7fe700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb32c101370 0x7fb32c195ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.550 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb32b7fe700 1 -- 172.21.15.159:0/1813546445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3140095f0 con 0x7fb32c100170 2024-09-17T10:47:35.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb32b7fe700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c100170 0x7fb32c195980 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb31c00d900 tx=0x7fb31c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:35.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb3297fa700 1 -- 172.21.15.159:0/1813546445 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb31c0041f0 con 0x7fb32c100170 2024-09-17T10:47:35.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb3297fa700 1 -- 172.21.15.159:0/1813546445 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb31c004350 con 0x7fb32c100170 2024-09-17T10:47:35.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.547+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb32c19b0d0 con 0x7fb32c100170 2024-09-17T10:47:35.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.548+0000 7fb3297fa700 1 -- 172.21.15.159:0/1813546445 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb31c003d20 con 0x7fb32c100170 2024-09-17T10:47:35.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.548+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb32c19b620 con 0x7fb32c100170 2024-09-17T10:47:35.551 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.548+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb32c108cc0 con 0x7fb32c100170 2024-09-17T10:47:35.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.549+0000 7fb3297fa700 1 -- 172.21.15.159:0/1813546445 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb31c009730 con 0x7fb32c100170 2024-09-17T10:47:35.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.550+0000 7fb3297fa700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb31807afd0 0x7fb31807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.550+0000 7fb3297fa700 1 -- 172.21.15.159:0/1813546445 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6328+0+0 (secure 0 0 0) 0x7fb31c09dd40 con 0x7fb32c100170 2024-09-17T10:47:35.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.550+0000 7fb323fff700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb31807afd0 0x7fb31807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.550+0000 7fb323fff700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb31807afd0 0x7fb31807d480 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb314006010 tx=0x7fb31400b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:35.555 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.554+0000 7fb3297fa700 1 -- 172.21.15.159:0/1813546445 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb31c060fa0 con 0x7fb32c100170 2024-09-17T10:47:35.776 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.775+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fb32c105cc0 con 0x7fb31807afd0 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.784+0000 7fb3297fa700 1 -- 172.21.15.159:0/1813546445 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7fb32c105cc0 con 0x7fb31807afd0 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (14m) 19s ago 16m 26.2M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (6m) 19s ago 16m 8266k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (5m) 52s ago 15m 8321k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (4m) 19s ago 16m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (4m) 52s ago 15m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:47:35.786 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (14m) 19s ago 16m 88.0M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (40s) 19s ago 10m 15.4M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (24s) 19s ago 10m 11.7M - 19.3.0-4937-g74984932 6c1fcab85602 efe5590f200b 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 starting - - - - 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (10m) 52s ago 10m 20.9M - 18.2.0 dc2bc1663786 f4290dc9ca8a 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (5m) 19s ago 17m 520M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (5m) 52s ago 15m 455M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (5m) 19s ago 17m 56.4M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (4m) 52s ago 15m 42.5M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (16m) 19s ago 16m 16.1M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (15m) 52s ago 15m 16.5M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (3m) 19s ago 13m 108M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (3m) 19s ago 13m 105M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (2m) 19s ago 12m 90.5M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:47:35.787 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (2m) 52s ago 12m 106M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:47:35.788 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (88s) 52s ago 12m 107M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:47:35.788 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (55s) 52s ago 11m 11.2M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:47:35.788 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (5m) 19s ago 15m 76.8M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:47:35.788 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb31807afd0 msgr2=0x7fb31807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb31807afd0 0x7fb31807d480 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb314006010 tx=0x7fb31400b540 comp rx=0 tx=0).stop 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c100170 msgr2=0x7fb32c195980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c100170 0x7fb32c195980 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb31c00d900 tx=0x7fb31c00dc10 comp rx=0 tx=0).stop 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 shutdown_connections 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb32c100170 0x7fb32c195980 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb31807afd0 0x7fb31807d480 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 --2- 172.21.15.159:0/1813546445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb32c101370 0x7fb32c195ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 >> 172.21.15.159:0/1813546445 conn(0x7fb32c0fb6e0 msgr2=0x7fb32c1045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 shutdown_connections 2024-09-17T10:47:35.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.787+0000 7fb331a6f700 1 -- 172.21.15.159:0/1813546445 wait complete. 2024-09-17T10:47:35.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 -- 172.21.15.159:0/2845172208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b880ff050 msgr2=0x7f1b880ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 --2- 172.21.15.159:0/2845172208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b880ff050 0x7f1b880ff460 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1b7800b0a0 tx=0x7f1b7800b3b0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 -- 172.21.15.159:0/2845172208 shutdown_connections 2024-09-17T10:47:35.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 --2- 172.21.15.159:0/2845172208 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b88100250 0x7f1b881006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 --2- 172.21.15.159:0/2845172208 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b880ff050 0x7f1b880ff460 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 -- 172.21.15.159:0/2845172208 >> 172.21.15.159:0/2845172208 conn(0x7f1b880fa5e0 msgr2=0x7f1b880fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:35.893 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 -- 172.21.15.159:0/2845172208 shutdown_connections 2024-09-17T10:47:35.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.891+0000 7f1b8d498700 1 -- 172.21.15.159:0/2845172208 wait complete. 2024-09-17T10:47:35.894 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b8d498700 1 Processor -- start 2024-09-17T10:47:35.895 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b8d498700 1 -- start start 2024-09-17T10:47:35.895 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b8d498700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b880ff050 0x7f1b88068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.895 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b8d498700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b88100250 0x7f1b8819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.895 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b8d498700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8819acc0 con 0x7f1b88100250 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b8d498700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b8819ae00 con 0x7f1b880ff050 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b867fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b88100250 0x7f1b8819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b867fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b88100250 0x7f1b8819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35084/0 (socket says 172.21.15.159:35084) 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b867fc700 1 -- 172.21.15.159:0/1416003758 learned_addr learned my addr 172.21.15.159:0/1416003758 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.892+0000 7f1b86ffd700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b880ff050 0x7f1b88068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b867fc700 1 -- 172.21.15.159:0/1416003758 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b880ff050 msgr2=0x7f1b88068f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b867fc700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b880ff050 0x7f1b88068f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b867fc700 1 -- 172.21.15.159:0/1416003758 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b78009d00 con 0x7f1b88100250 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b867fc700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b88100250 0x7f1b8819a6f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000d900 tx=0x7f1b7000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b7ffff700 1 -- 172.21.15.159:0/1416003758 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1b700041f0 con 0x7f1b88100250 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b7ffff700 1 -- 172.21.15.159:0/1416003758 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f1b70004ce0 con 0x7f1b88100250 2024-09-17T10:47:35.896 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b7ffff700 1 -- 172.21.15.159:0/1416003758 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1b7000b750 con 0x7f1b88100250 2024-09-17T10:47:35.897 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b8819b0e0 con 0x7f1b88100250 2024-09-17T10:47:35.897 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.893+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b8819b630 con 0x7f1b88100250 2024-09-17T10:47:35.897 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.894+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b88107ba0 con 0x7f1b88100250 2024-09-17T10:47:35.897 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.895+0000 7f1b7ffff700 1 -- 172.21.15.159:0/1416003758 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f1b70004750 con 0x7f1b88100250 2024-09-17T10:47:35.897 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.895+0000 7f1b7ffff700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b7407afd0 0x7f1b7407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:35.898 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.895+0000 7f1b7ffff700 1 -- 172.21.15.159:0/1416003758 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6328+0+0 (secure 0 0 0) 0x7f1b7009dd50 con 0x7f1b88100250 2024-09-17T10:47:35.898 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.895+0000 7f1b86ffd700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b7407afd0 0x7f1b7407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:35.898 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.896+0000 7f1b86ffd700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b7407afd0 0x7f1b7407d480 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1b7800b830 tx=0x7f1b780060c0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:35.901 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:35.900+0000 7f1b7ffff700 1 -- 172.21.15.159:0/1416003758 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f1b70061030 con 0x7f1b88100250 2024-09-17T10:47:36.208 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.206+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f1b88107dc0 con 0x7f1b88100250 2024-09-17T10:47:36.208 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.207+0000 7f1b7ffff700 1 -- 172.21.15.159:0/1416003758 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+805 (secure 0 0 0) 0x7f1b70064150 con 0x7f1b88100250 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:36.209 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 1, 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 3 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 18.2.0 (5dd24139a1eada541a3bc16b6941c5dde975e26d) reef (stable)": 1, 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 13 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:47:36.210 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b7407afd0 msgr2=0x7f1b7407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b7407afd0 0x7f1b7407d480 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1b7800b830 tx=0x7f1b780060c0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b88100250 msgr2=0x7f1b8819a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b88100250 0x7f1b8819a6f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000d900 tx=0x7f1b7000dc10 comp rx=0 tx=0).stop 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 shutdown_connections 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1b7407afd0 0x7f1b7407d480 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b880ff050 0x7f1b88068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.211 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 --2- 172.21.15.159:0/1416003758 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1b88100250 0x7f1b8819a6f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 >> 172.21.15.159:0/1416003758 conn(0x7f1b880fa5e0 msgr2=0x7f1b88103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:36.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.209+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 shutdown_connections 2024-09-17T10:47:36.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.210+0000 7f1b8d498700 1 -- 172.21.15.159:0/1416003758 wait complete. 2024-09-17T10:47:36.316 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- 172.21.15.159:0/1260579565 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 msgr2=0x7f4c581017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.316 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/1260579565 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c581017c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4c44009910 tx=0x7f4c44009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:36.316 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- 172.21.15.159:0/1260579565 shutdown_connections 2024-09-17T10:47:36.316 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/1260579565 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c581017c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.316 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/1260579565 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c58100170 0x7f4c58100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.316 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- 172.21.15.159:0/1260579565 >> 172.21.15.159:0/1260579565 conn(0x7f4c580fb6e0 msgr2=0x7f4c580fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- 172.21.15.159:0/1260579565 shutdown_connections 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- 172.21.15.159:0/1260579565 wait complete. 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 Processor -- start 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- start start 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c58100170 0x7f4c58195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c58195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c581964e0 con 0x7f4c58101370 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.314+0000 7f4c5ec82700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c58196620 con 0x7f4c58100170 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c57fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c58195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c57fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c58195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35114/0 (socket says 172.21.15.159:35114) 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c57fff700 1 -- 172.21.15.159:0/2829845567 learned_addr learned my addr 172.21.15.159:0/2829845567 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c57fff700 1 -- 172.21.15.159:0/2829845567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c58100170 msgr2=0x7f4c58195980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.317 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c57fff700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c58100170 0x7f4c58195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c57fff700 1 -- 172.21.15.159:0/2829845567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c440095f0 con 0x7f4c58101370 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c57fff700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c58195ec0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4c44006010 tx=0x7f4c4400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c55ffb700 1 -- 172.21.15.159:0/2829845567 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4c4401d070 con 0x7f4c58101370 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c55ffb700 1 -- 172.21.15.159:0/2829845567 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4c4400f460 con 0x7f4c58101370 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c5819b070 con 0x7f4c58101370 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c55ffb700 1 -- 172.21.15.159:0/2829845567 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4c44017630 con 0x7f4c58101370 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.315+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c5819b560 con 0x7f4c58101370 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.316+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c58108cc0 con 0x7f4c58101370 2024-09-17T10:47:36.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.317+0000 7f4c55ffb700 1 -- 172.21.15.159:0/2829845567 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f4c4400f5d0 con 0x7f4c58101370 2024-09-17T10:47:36.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.317+0000 7f4c55ffb700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:36.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.318+0000 7f4c55ffb700 1 -- 172.21.15.159:0/2829845567 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6328+0+0 (secure 0 0 0) 0x7f4c4409f390 con 0x7f4c58101370 2024-09-17T10:47:36.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.318+0000 7f4c5ca1e700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:36.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.318+0000 7f4c5ca1e700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4c581011d0 tx=0x7f4c4c009470 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:36.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.322+0000 7f4c55ffb700 1 -- 172.21.15.159:0/2829845567 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f4c440625f0 con 0x7f4c58101370 2024-09-17T10:47:36.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:36 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] up:boot 2024-09-17T10:47:36.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:36 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi170.qtpusg=up:active} 3 up:standby 2024-09-17T10:47:36.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:36 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:47:36.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:36 smithi159 ceph-mon[78956]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:36.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:36 smithi159 ceph-mon[78956]: from='client.34414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:36.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:36 smithi159 ceph-mon[78956]: from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:36.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:36 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] up:boot 2024-09-17T10:47:36.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:36 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi170.qtpusg=up:active} 3 up:standby 2024-09-17T10:47:36.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:36 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:47:36.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:36 smithi170 ceph-mon[62996]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:36.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:36 smithi170 ceph-mon[62996]: from='client.34414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:36.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:36 smithi170 ceph-mon[62996]: from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:36.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.579+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f4c5819bba0 con 0x7f4c58101370 2024-09-17T10:47:36.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.579+0000 7f4c55ffb700 1 -- 172.21.15.159:0/2829845567 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 24 v24) v1 ==== 76+0+1933 (secure 0 0 0) 0x7f4c44065710 con 0x7f4c58101370 2024-09-17T10:47:36.581 INFO:teuthology.orchestra.run.smithi159.stdout:e24 2024-09-17T10:47:36.581 INFO:teuthology.orchestra.run.smithi159.stdout:btime 2024-09-17T10:47:35:073321+0000 2024-09-17T10:47:36.581 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:47:36.581 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:47:36.581 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 23 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:47:34.068943+0000 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:47:36.582 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 83 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=24309} 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:47:36.583 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 24309 members: 24309 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{0:24309} state up:active seq 153 join_fscid=1 addr [v2:172.21.15.170:6826/138284750,v1:172.21.15.170:6827/138284750] compat {c=[1],r=[1],i=[7ff]}] 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{-1:34372} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:47:36.584 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:34404} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:47:36.585 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{-1:44289} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:47:36.585 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 msgr2=0x7f4c4807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.585 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4c581011d0 tx=0x7f4c4c009470 comp rx=0 tx=0).stop 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 msgr2=0x7f4c58195ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c58195ec0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4c44006010 tx=0x7f4c4400be20 comp rx=0 tx=0).stop 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 shutdown_connections 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c58100170 0x7f4c58195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 --2- 172.21.15.159:0/2829845567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c58101370 0x7f4c58195ec0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 >> 172.21.15.159:0/2829845567 conn(0x7f4c580fb6e0 msgr2=0x7f4c581045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 shutdown_connections 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.583+0000 7f4c5ec82700 1 -- 172.21.15.159:0/2829845567 wait complete. 2024-09-17T10:47:36.586 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 24 2024-09-17T10:47:36.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 -- 172.21.15.159:0/2490997912 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac0101330 msgr2=0x7f8ac01037b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2490997912 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac0101330 0x7f8ac01037b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8ab4009910 tx=0x7f8ab4009c20 comp rx=0 tx=0).stop 2024-09-17T10:47:36.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 -- 172.21.15.159:0/2490997912 shutdown_connections 2024-09-17T10:47:36.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2490997912 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac0101330 0x7f8ac01037b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2490997912 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8ac00fe9d0 0x7f8ac0100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 -- 172.21.15.159:0/2490997912 >> 172.21.15.159:0/2490997912 conn(0x7f8ac00fa600 msgr2=0x7f8ac00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 -- 172.21.15.159:0/2490997912 shutdown_connections 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 -- 172.21.15.159:0/2490997912 wait complete. 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 Processor -- start 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.689+0000 7f8ac644c700 1 -- start start 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8ac644c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac00fe9d0 0x7f8ac019bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8ac644c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8ac0101330 0x7f8ac019c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8ac644c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ac019cab0 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8ac644c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ac019cbf0 con 0x7f8ac0101330 2024-09-17T10:47:36.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac00fe9d0 0x7f8ac019bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abffff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac00fe9d0 0x7f8ac019bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53858/0 (socket says 172.21.15.159:53858) 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abffff700 1 -- 172.21.15.159:0/2899710867 learned_addr learned my addr 172.21.15.159:0/2899710867 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abf7fe700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8ac0101330 0x7f8ac019c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abffff700 1 -- 172.21.15.159:0/2899710867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8ac0101330 msgr2=0x7f8ac019c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abffff700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8ac0101330 0x7f8ac019c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abffff700 1 -- 172.21.15.159:0/2899710867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ab40095f0 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abffff700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac00fe9d0 0x7f8ac019bf50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8ab000d8d0 tx=0x7f8ab000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abd7fa700 1 -- 172.21.15.159:0/2899710867 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8ab00098a0 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abd7fa700 1 -- 172.21.15.159:0/2899710867 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f8ab0010460 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ac01a16a0 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.690+0000 7f8abd7fa700 1 -- 172.21.15.159:0/2899710867 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8ab000f5f0 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.691+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ac01a1bf0 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.691+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ac0196170 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.692+0000 7f8abd7fa700 1 -- 172.21.15.159:0/2899710867 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f8ab0009a00 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.693+0000 7f8abd7fa700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8aa807afd0 0x7f8aa807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:36.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.693+0000 7f8abd7fa700 1 -- 172.21.15.159:0/2899710867 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6328+0+0 (secure 0 0 0) 0x7f8ab009dd70 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.693+0000 7f8abf7fe700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8aa807afd0 0x7f8aa807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:36.696 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.693+0000 7f8abf7fe700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8aa807afd0 0x7f8aa807d480 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8ab400b5c0 tx=0x7f8ab4005ee0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:36.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.697+0000 7f8abd7fa700 1 -- 172.21.15.159:0/2899710867 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f8ab0060fd0 con 0x7f8ac00fe9d0 2024-09-17T10:47:36.930 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.929+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f8ac0061190 con 0x7f8aa807afd0 2024-09-17T10:47:36.932 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.930+0000 7f8abd7fa700 1 -- 172.21.15.159:0/2899710867 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+416 (secure 0 0 0) 0x7f8ac0061190 con 0x7f8aa807afd0 2024-09-17T10:47:36.932 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:47:36.932 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:47:36.932 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:47:36.932 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "osd", 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "14/23 daemons upgraded", 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading mds daemons", 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:47:36.933 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:47:36.934 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8aa807afd0 msgr2=0x7f8aa807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.934 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8aa807afd0 0x7f8aa807d480 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8ab400b5c0 tx=0x7f8ab4005ee0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.934 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac00fe9d0 msgr2=0x7f8ac019bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac00fe9d0 0x7f8ac019bf50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8ab000d8d0 tx=0x7f8ab000dbe0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 shutdown_connections 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8ac00fe9d0 0x7f8ac019bf50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8aa807afd0 0x7f8aa807d480 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 --2- 172.21.15.159:0/2899710867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8ac0101330 0x7f8ac019c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 >> 172.21.15.159:0/2899710867 conn(0x7f8ac00fa600 msgr2=0x7f8ac00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 shutdown_connections 2024-09-17T10:47:36.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:36.933+0000 7f8ac644c700 1 -- 172.21.15.159:0/2899710867 wait complete. 2024-09-17T10:47:37.038 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 -- 172.21.15.159:0/2306703465 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 msgr2=0x7fee1c073160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:37.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 --2- 172.21.15.159:0/2306703465 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c073160 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fee1400b0a0 tx=0x7fee1400b3b0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 -- 172.21.15.159:0/2306703465 shutdown_connections 2024-09-17T10:47:37.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 --2- 172.21.15.159:0/2306703465 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee1c073730 0x7fee1c073ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 --2- 172.21.15.159:0/2306703465 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c073160 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 -- 172.21.15.159:0/2306703465 >> 172.21.15.159:0/2306703465 conn(0x7fee1c0fb740 msgr2=0x7fee1c0fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:37.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 -- 172.21.15.159:0/2306703465 shutdown_connections 2024-09-17T10:47:37.039 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.037+0000 7fee24088700 1 -- 172.21.15.159:0/2306703465 wait complete. 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee24088700 1 Processor -- start 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee24088700 1 -- start start 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee24088700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee1c073730 0x7fee1c197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee24088700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c1981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee24088700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c1987d0 con 0x7fee1c074d00 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee24088700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee1c198940 con 0x7fee1c073730 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21623700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c1981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:37.041 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21623700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c1981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:53882/0 (socket says 172.21.15.159:53882) 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21623700 1 -- 172.21.15.159:0/817171110 learned_addr learned my addr 172.21.15.159:0/817171110 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21e24700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee1c073730 0x7fee1c197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21623700 1 -- 172.21.15.159:0/817171110 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee1c073730 msgr2=0x7fee1c197c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21623700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee1c073730 0x7fee1c197c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21623700 1 -- 172.21.15.159:0/817171110 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee14009d00 con 0x7fee1c074d00 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.038+0000 7fee21623700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c1981d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee1000b4b0 tx=0x7fee1000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.039+0000 7fee1affd700 1 -- 172.21.15.159:0/817171110 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fee10011800 con 0x7fee1c074d00 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.039+0000 7fee1affd700 1 -- 172.21.15.159:0/817171110 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fee10011e10 con 0x7fee1c074d00 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.039+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee1c19d3d0 con 0x7fee1c074d00 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.039+0000 7fee1affd700 1 -- 172.21.15.159:0/817171110 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fee1000f2e0 con 0x7fee1c074d00 2024-09-17T10:47:37.042 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.039+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee1c19d9a0 con 0x7fee1c074d00 2024-09-17T10:47:37.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.040+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee1c10af40 con 0x7fee1c074d00 2024-09-17T10:47:37.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.040+0000 7fee1affd700 1 -- 172.21.15.159:0/817171110 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fee10010380 con 0x7fee1c074d00 2024-09-17T10:47:37.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.041+0000 7fee1affd700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fee0407afd0 0x7fee0407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:47:37.043 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.041+0000 7fee1affd700 1 -- 172.21.15.159:0/817171110 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 6328+0+0 (secure 0 0 0) 0x7fee1009d8a0 con 0x7fee1c074d00 2024-09-17T10:47:37.044 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.041+0000 7fee21e24700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fee0407afd0 0x7fee0407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:47:37.044 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.041+0000 7fee21e24700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fee0407afd0 0x7fee0407d480 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fee1c198b70 tx=0x7fee140096e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:47:37.046 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.045+0000 7fee1affd700 1 -- 172.21.15.159:0/817171110 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fee10060b80 con 0x7fee1c074d00 2024-09-17T10:47:37.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:37 smithi170 ceph-mon[62996]: pgmap v184: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 16 MiB/s rd, 341 B/s wr, 7 op/s 2024-09-17T10:47:37.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:37 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1416003758' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:37.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:37 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2829845567' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:47:37.362 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.360+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7fee1c10b130 con 0x7fee1c074d00 2024-09-17T10:47:37.362 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:37 smithi159 ceph-mon[78956]: pgmap v184: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 16 MiB/s rd, 341 B/s wr, 7 op/s 2024-09-17T10:47:37.362 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:37 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1416003758' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:37.363 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:37 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2829845567' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:47:37.363 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.361+0000 7fee1affd700 1 -- 172.21.15.159:0/817171110 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7fee10063ca0 con 0x7fee1c074d00 2024-09-17T10:47:37.363 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:47:37.363 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:47:37.363 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fee0407afd0 msgr2=0x7fee0407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fee0407afd0 0x7fee0407d480 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fee1c198b70 tx=0x7fee140096e0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 msgr2=0x7fee1c1981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c1981d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee1000b4b0 tx=0x7fee1000b870 comp rx=0 tx=0).stop 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 shutdown_connections 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fee0407afd0 0x7fee0407d480 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fee1c073730 0x7fee1c197c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 --2- 172.21.15.159:0/817171110 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fee1c074d00 0x7fee1c1981d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:47:37.365 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 >> 172.21.15.159:0/817171110 conn(0x7fee1c0fb740 msgr2=0x7fee1c105ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:47:37.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 shutdown_connections 2024-09-17T10:47:37.366 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:47:37.363+0000 7fee24088700 1 -- 172.21.15.159:0/817171110 wait complete. 2024-09-17T10:47:38.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:38 smithi159 ceph-mon[78956]: from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:38.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:38 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/817171110' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:47:38.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:38 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:38.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:38 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:38.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:38 smithi170 ceph-mon[62996]: from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:47:38.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:38 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/817171110' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:47:38.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:38 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:38.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:38 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:39.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:39 smithi170 ceph-mon[62996]: pgmap v185: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 11 MiB/s rd, 426 B/s wr, 6 op/s 2024-09-17T10:47:39.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:39.551 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:39 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:39 smithi159 ceph-mon[78956]: pgmap v185: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 11 MiB/s rd, 426 B/s wr, 6 op/s 2024-09-17T10:47:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:39.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:39 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:41.326 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:41 smithi170 ceph-mon[62996]: pgmap v186: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 8.8 MiB/s rd, 426 B/s wr, 5 op/s 2024-09-17T10:47:41.327 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:41.327 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:41.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:41 smithi159 ceph-mon[78956]: pgmap v186: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 8.8 MiB/s rd, 426 B/s wr, 5 op/s 2024-09-17T10:47:41.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:41.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: Detected new or changed devices on smithi170 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi170.qtpusg"]} : dispatch 2024-09-17T10:47:42.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:42 smithi159 ceph-mon[78956]: Upgrade: It appears safe to stop mds.cephfs.smithi170.qtpusg 2024-09-17T10:47:42.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: Detected new or changed devices on smithi170 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:47:42.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds ok-to-stop", "ids": ["cephfs.smithi170.qtpusg"]} : dispatch 2024-09-17T10:47:42.705 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:42 smithi170 ceph-mon[62996]: Upgrade: It appears safe to stop mds.cephfs.smithi170.qtpusg 2024-09-17T10:47:43.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:43 smithi159 ceph-mon[78956]: pgmap v187: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 4.1 MiB/s rd, 426 B/s wr, 4 op/s 2024-09-17T10:47:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:43 smithi170 ceph-mon[62996]: pgmap v187: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 4.1 MiB/s rd, 426 B/s wr, 4 op/s 2024-09-17T10:47:45.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:45 smithi170 ceph-mon[62996]: pgmap v188: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.1 MiB/s rd, 4.8 KiB/s wr, 6 op/s 2024-09-17T10:47:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:45 smithi159 ceph-mon[78956]: pgmap v188: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.1 MiB/s rd, 4.8 KiB/s wr, 6 op/s 2024-09-17T10:47:47.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:47 smithi170 ceph-mon[62996]: pgmap v189: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 349 KiB/s rd, 4.8 KiB/s wr, 5 op/s 2024-09-17T10:47:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:47:47.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:47 smithi159 ceph-mon[78956]: pgmap v189: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 349 KiB/s rd, 4.8 KiB/s wr, 5 op/s 2024-09-17T10:47:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "mds.cephfs.smithi170.qtpusg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-17T10:47:47.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:47:48.669 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:48 smithi170 ceph-mon[62996]: Upgrade: Updating mds.cephfs.smithi170.qtpusg 2024-09-17T10:47:48.669 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:48 smithi170 ceph-mon[62996]: Deploying daemon mds.cephfs.smithi170.qtpusg on smithi170 2024-09-17T10:47:48.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:48 smithi159 ceph-mon[78956]: Upgrade: Updating mds.cephfs.smithi170.qtpusg 2024-09-17T10:47:48.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:48 smithi159 ceph-mon[78956]: Deploying daemon mds.cephfs.smithi170.qtpusg on smithi170 2024-09-17T10:47:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[78952]: 2024-09-17T10:47:49.166+0000 7f5296b73640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:47:49.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: pgmap v190: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.2 KiB/s rd, 4.5 KiB/s wr, 3 op/s 2024-09-17T10:47:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T10:47:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:47:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: osdmap e84: 6 total, 6 up, 6 in 2024-09-17T10:47:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: Standby daemon mds.cephfs.smithi159.cbywey assigned to filesystem cephfs as rank 0 2024-09-17T10:47:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T10:47:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: fsmap cephfs:0/1 3 up:standby, 1 failed 2024-09-17T10:47:49.428 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:49 smithi159 ceph-mon[78956]: fsmap cephfs:1/1 {0=cephfs.smithi159.cbywey=up:replay} 2 up:standby 2024-09-17T10:47:49.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: pgmap v190: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.2 KiB/s rd, 4.5 KiB/s wr, 3 op/s 2024-09-17T10:47:49.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-17T10:47:49.457 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-17T10:47:49.457 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: osdmap e84: 6 total, 6 up, 6 in 2024-09-17T10:47:49.457 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: Standby daemon mds.cephfs.smithi159.cbywey assigned to filesystem cephfs as rank 0 2024-09-17T10:47:49.457 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-17T10:47:49.457 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: fsmap cephfs:0/1 3 up:standby, 1 failed 2024-09-17T10:47:49.457 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:49 smithi170 ceph-mon[62996]: fsmap cephfs:1/1 {0=cephfs.smithi159.cbywey=up:replay} 2 up:standby 2024-09-17T10:47:51.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:51 smithi159 ceph-mon[78956]: pgmap v192: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 2.5 MiB/s rd, 5.3 KiB/s wr, 3 op/s 2024-09-17T10:47:51.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:51 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:47:51.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:51 smithi170 ceph-mon[62996]: pgmap v192: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 2.5 MiB/s rd, 5.3 KiB/s wr, 3 op/s 2024-09-17T10:47:51.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:51 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:47:53.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:53 smithi159 ceph-mon[78956]: pgmap v193: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 4.9 MiB/s rd, 5.3 KiB/s wr, 4 op/s 2024-09-17T10:47:53.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:53 smithi170 ceph-mon[62996]: pgmap v193: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 4.9 MiB/s rd, 5.3 KiB/s wr, 4 op/s 2024-09-17T10:47:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:55 smithi159 ceph-mon[78956]: pgmap v194: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 7.7 MiB/s rd, 3 op/s 2024-09-17T10:47:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:55.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:55 smithi170 ceph-mon[62996]: pgmap v194: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 7.7 MiB/s rd, 3 op/s 2024-09-17T10:47:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:47:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:47:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:57 smithi159 ceph-mon[78956]: pgmap v195: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 17 MiB/s rd, 5 op/s 2024-09-17T10:47:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:57 smithi159 ceph-mon[78956]: reconnect by client.14600 v1:192.168.0.1:0/912598407 after 0 2024-09-17T10:47:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:57 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:reconnect 2024-09-17T10:47:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:57 smithi159 ceph-mon[78956]: fsmap cephfs:1/1 {0=cephfs.smithi159.cbywey=up:reconnect} 2 up:standby 2024-09-17T10:47:57.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:57 smithi159 ceph-mon[78956]: reconnect by client.14606 v1:172.21.15.170:0/574471774 after 0.00399992 2024-09-17T10:47:57.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:57 smithi170 ceph-mon[62996]: pgmap v195: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 17 MiB/s rd, 5 op/s 2024-09-17T10:47:57.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:57 smithi170 ceph-mon[62996]: reconnect by client.14600 v1:192.168.0.1:0/912598407 after 0 2024-09-17T10:47:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:57 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:reconnect 2024-09-17T10:47:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:57 smithi170 ceph-mon[62996]: fsmap cephfs:1/1 {0=cephfs.smithi159.cbywey=up:reconnect} 2 up:standby 2024-09-17T10:47:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:57 smithi170 ceph-mon[62996]: reconnect by client.14606 v1:172.21.15.170:0/574471774 after 0.00399992 2024-09-17T10:47:58.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:58 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:rejoin 2024-09-17T10:47:58.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:58 smithi159 ceph-mon[78956]: fsmap cephfs:1/1 {0=cephfs.smithi159.cbywey=up:rejoin} 2 up:standby 2024-09-17T10:47:58.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:58 smithi159 ceph-mon[78956]: daemon mds.cephfs.smithi159.cbywey is now active in filesystem cephfs as rank 0 2024-09-17T10:47:58.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:58 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:rejoin 2024-09-17T10:47:58.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:58 smithi170 ceph-mon[62996]: fsmap cephfs:1/1 {0=cephfs.smithi159.cbywey=up:rejoin} 2 up:standby 2024-09-17T10:47:58.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:58 smithi170 ceph-mon[62996]: daemon mds.cephfs.smithi159.cbywey is now active in filesystem cephfs as rank 0 2024-09-17T10:47:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:59 smithi170 ceph-mon[62996]: pgmap v196: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 19 MiB/s rd, 102 B/s wr, 6 op/s 2024-09-17T10:47:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:59 smithi170 ceph-mon[62996]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T10:47:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:59 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:active 2024-09-17T10:47:59.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:47:59 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 2 up:standby 2024-09-17T10:47:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:59 smithi159 ceph-mon[78956]: pgmap v196: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 19 MiB/s rd, 102 B/s wr, 6 op/s 2024-09-17T10:47:59.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:59 smithi159 ceph-mon[78956]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-17T10:47:59.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:59 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] up:active 2024-09-17T10:47:59.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:47:59 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 2 up:standby 2024-09-17T10:48:01.650 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:01 smithi159 ceph-mon[78956]: pgmap v197: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 18 MiB/s rd, 192 B/s wr, 8 op/s 2024-09-17T10:48:01.650 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:01.650 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:01.650 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:01 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:01.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:01 smithi170 ceph-mon[62996]: pgmap v197: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 18 MiB/s rd, 192 B/s wr, 8 op/s 2024-09-17T10:48:01.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:01.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:01.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:01 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:02.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:02 smithi170 ceph-mon[62996]: mds.? [v2:172.21.15.170:6826/2527570615,v1:172.21.15.170:6827/2527570615] up:boot 2024-09-17T10:48:02.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:02 smithi170 ceph-mon[62996]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 3 up:standby 2024-09-17T10:48:02.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:48:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:02 smithi159 ceph-mon[78956]: mds.? [v2:172.21.15.170:6826/2527570615,v1:172.21.15.170:6827/2527570615] up:boot 2024-09-17T10:48:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:02 smithi159 ceph-mon[78956]: fsmap cephfs:1 {0=cephfs.smithi159.cbywey=up:active} 3 up:standby 2024-09-17T10:48:02.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "mds metadata", "who": "cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:48:03.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:03 smithi170 ceph-mon[62996]: pgmap v198: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 14 MiB/s rd, 170 B/s wr, 7 op/s 2024-09-17T10:48:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:03 smithi159 ceph-mon[78956]: pgmap v198: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 14 MiB/s rd, 170 B/s wr, 7 op/s 2024-09-17T10:48:04.820 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:04 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:04.820 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:04 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:04.820 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:04 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:04.820 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:04 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:04.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:04 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:04.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:04 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:04.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:04 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:04.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:04 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:05.786 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:05 smithi170 ceph-mon[62996]: pgmap v199: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 12 MiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-09-17T10:48:05.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:05 smithi159 ceph-mon[78956]: pgmap v199: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 12 MiB/s rd, 4.4 KiB/s wr, 8 op/s 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 -- 172.21.15.159:0/2883949453 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 msgr2=0x7fe228100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 --2- 172.21.15.159:0/2883949453 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe228100560 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe218009910 tx=0x7fe218009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 -- 172.21.15.159:0/2883949453 shutdown_connections 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 --2- 172.21.15.159:0/2883949453 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe228101350 0x7fe2281017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 --2- 172.21.15.159:0/2883949453 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe228100560 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 -- 172.21.15.159:0/2883949453 >> 172.21.15.159:0/2883949453 conn(0x7fe2280fb6e0 msgr2=0x7fe2280fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 -- 172.21.15.159:0/2883949453 shutdown_connections 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 -- 172.21.15.159:0/2883949453 wait complete. 2024-09-17T10:48:07.477 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 Processor -- start 2024-09-17T10:48:07.478 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.475+0000 7fe22e75b700 1 -- start start 2024-09-17T10:48:07.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe22e75b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe2281959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:07.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe22e75b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe228101350 0x7fe228195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:07.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe22e75b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe228196500 con 0x7fe228100150 2024-09-17T10:48:07.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe22e75b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe228196640 con 0x7fe228101350 2024-09-17T10:48:07.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe227fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe2281959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:07.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe227fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe2281959a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46770/0 (socket says 172.21.15.159:46770) 2024-09-17T10:48:07.479 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe227fff700 1 -- 172.21.15.159:0/108892350 learned_addr learned my addr 172.21.15.159:0/108892350 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe2277fe700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe228101350 0x7fe228195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe227fff700 1 -- 172.21.15.159:0/108892350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe228101350 msgr2=0x7fe228195ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe227fff700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe228101350 0x7fe228195ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe227fff700 1 -- 172.21.15.159:0/108892350 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2180095f0 con 0x7fe228100150 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe2277fe700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe228101350 0x7fe228195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.476+0000 7fe227fff700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe2281959a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe218000c00 tx=0x7fe21800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.477+0000 7fe2257fa700 1 -- 172.21.15.159:0/108892350 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe21801d070 con 0x7fe228100150 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.477+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe22819b090 con 0x7fe228100150 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.477+0000 7fe2257fa700 1 -- 172.21.15.159:0/108892350 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe218005dc0 con 0x7fe228100150 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.477+0000 7fe2257fa700 1 -- 172.21.15.159:0/108892350 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe218022470 con 0x7fe228100150 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.477+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe22819b580 con 0x7fe228100150 2024-09-17T10:48:07.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.478+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe228108ca0 con 0x7fe228100150 2024-09-17T10:48:07.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.478+0000 7fe2257fa700 1 -- 172.21.15.159:0/108892350 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fe218003810 con 0x7fe228100150 2024-09-17T10:48:07.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.479+0000 7fe2257fa700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe21007afd0 0x7fe21007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:07.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.479+0000 7fe2257fa700 1 -- 172.21.15.159:0/108892350 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fe21809f4b0 con 0x7fe228100150 2024-09-17T10:48:07.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.479+0000 7fe2277fe700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe21007afd0 0x7fe21007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:07.481 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.479+0000 7fe2277fe700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe21007afd0 0x7fe21007d480 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe21c011490 tx=0x7fe21c009260 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:07.485 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.483+0000 7fe2257fa700 1 -- 172.21.15.159:0/108892350 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fe2180626c0 con 0x7fe228100150 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: pgmap v200: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 9.5 MiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:07.731 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.cbywey"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.cbywey"}]': finished 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.jbziyi"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.jbziyi"}]': finished 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:48:07.732 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.coklrp"}]': finished 2024-09-17T10:48:07.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:48:07.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.qtpusg"}]': finished 2024-09-17T10:48:07.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.752 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.750+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fe228105ca0 con 0x7fe21007afd0 2024-09-17T10:48:07.753 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.751+0000 7fe2257fa700 1 -- 172.21.15.159:0/108892350 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+441 (secure 0 0 0) 0x7fe228105ca0 con 0x7fe21007afd0 2024-09-17T10:48:07.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe21007afd0 msgr2=0x7fe21007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe21007afd0 0x7fe21007d480 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe21c011490 tx=0x7fe21c009260 comp rx=0 tx=0).stop 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 msgr2=0x7fe2281959a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe2281959a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe218000c00 tx=0x7fe21800f690 comp rx=0 tx=0).stop 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 shutdown_connections 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe228100150 0x7fe2281959a0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe21007afd0 0x7fe21007d480 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 --2- 172.21.15.159:0/108892350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe228101350 0x7fe228195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 >> 172.21.15.159:0/108892350 conn(0x7fe2280fb6e0 msgr2=0x7fe228104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 shutdown_connections 2024-09-17T10:48:07.756 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.754+0000 7fe22e75b700 1 -- 172.21.15.159:0/108892350 wait complete. 2024-09-17T10:48:07.766 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:48:07.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 -- 172.21.15.159:0/340233147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4100be0 msgr2=0x7f6fc4102fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:07.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 --2- 172.21.15.159:0/340233147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4100be0 0x7f6fc4102fc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4009910 tx=0x7f6fb4009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:07.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 -- 172.21.15.159:0/340233147 shutdown_connections 2024-09-17T10:48:07.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 --2- 172.21.15.159:0/340233147 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fc4103500 0x7f6fc41058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 --2- 172.21.15.159:0/340233147 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4100be0 0x7f6fc4102fc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.865 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 -- 172.21.15.159:0/340233147 >> 172.21.15.159:0/340233147 conn(0x7f6fc40fa600 msgr2=0x7f6fc40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:07.866 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 -- 172.21.15.159:0/340233147 shutdown_connections 2024-09-17T10:48:07.866 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.863+0000 7f6fca77b700 1 -- 172.21.15.159:0/340233147 wait complete. 2024-09-17T10:48:07.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.864+0000 7f6fca77b700 1 Processor -- start 2024-09-17T10:48:07.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.864+0000 7f6fca77b700 1 -- start start 2024-09-17T10:48:07.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.864+0000 7f6fca77b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fc4100be0 0x7f6fc4195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:07.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.864+0000 7f6fca77b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4103500 0x7f6fc4195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:07.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.864+0000 7f6fca77b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc41964e0 con 0x7f6fc4103500 2024-09-17T10:48:07.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.864+0000 7f6fca77b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc4196620 con 0x7f6fc4100be0 2024-09-17T10:48:07.867 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4103500 0x7f6fc4195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc37fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4103500 0x7f6fc4195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46780/0 (socket says 172.21.15.159:46780) 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc37fe700 1 -- 172.21.15.159:0/2323342361 learned_addr learned my addr 172.21.15.159:0/2323342361 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc3fff700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fc4100be0 0x7f6fc4195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc37fe700 1 -- 172.21.15.159:0/2323342361 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fc4100be0 msgr2=0x7f6fc4195980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc37fe700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fc4100be0 0x7f6fc4195980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc37fe700 1 -- 172.21.15.159:0/2323342361 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb40095f0 con 0x7f6fc4103500 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.865+0000 7f6fc37fe700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4103500 0x7f6fc4195ec0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800d8d0 tx=0x7f6fb800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.866+0000 7f6fc17fa700 1 -- 172.21.15.159:0/2323342361 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6fb8009940 con 0x7f6fc4103500 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.866+0000 7f6fc17fa700 1 -- 172.21.15.159:0/2323342361 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6fb8010460 con 0x7f6fc4103500 2024-09-17T10:48:07.868 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.866+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fc419b080 con 0x7f6fc4103500 2024-09-17T10:48:07.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.866+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc419b5d0 con 0x7f6fc4103500 2024-09-17T10:48:07.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.866+0000 7f6fc17fa700 1 -- 172.21.15.159:0/2323342361 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6fb800f5f0 con 0x7f6fc4103500 2024-09-17T10:48:07.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.867+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fc418fb70 con 0x7f6fc4103500 2024-09-17T10:48:07.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.868+0000 7f6fc17fa700 1 -- 172.21.15.159:0/2323342361 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f6fb80105d0 con 0x7f6fc4103500 2024-09-17T10:48:07.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.869+0000 7f6fc17fa700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fac07afd0 0x7f6fac07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:07.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.869+0000 7f6fc17fa700 1 -- 172.21.15.159:0/2323342361 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f6fb809ddd0 con 0x7f6fc4103500 2024-09-17T10:48:07.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.869+0000 7f6fc3fff700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fac07afd0 0x7f6fac07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:07.870 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.869+0000 7f6fc3fff700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fac07afd0 0x7f6fac07d480 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4006010 tx=0x7f6fb400b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:07.875 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:07.873+0000 7f6fc17fa700 1 -- 172.21.15.159:0/2323342361 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f6fb8061060 con 0x7f6fc4103500 2024-09-17T10:48:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: pgmap v200: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 9.5 MiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-09-17T10:48:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.cbywey"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.cbywey"}]': finished 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.jbziyi"} : dispatch 2024-09-17T10:48:07.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi159.jbziyi"}]': finished 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.coklrp"} : dispatch 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.coklrp"}]': finished 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.qtpusg"} : dispatch 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.cephfs.smithi170.qtpusg"}]': finished 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:07.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:08.123 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.121+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f6fc4061190 con 0x7f6fac07afd0 2024-09-17T10:48:08.124 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.123+0000 7f6fc17fa700 1 -- 172.21.15.159:0/2323342361 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+441 (secure 0 0 0) 0x7f6fc4061190 con 0x7f6fac07afd0 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fac07afd0 msgr2=0x7f6fac07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fac07afd0 0x7f6fac07d480 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4006010 tx=0x7f6fb400b540 comp rx=0 tx=0).stop 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4103500 msgr2=0x7f6fc4195ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4103500 0x7f6fc4195ec0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6fb800d8d0 tx=0x7f6fb800dc90 comp rx=0 tx=0).stop 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 shutdown_connections 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6fac07afd0 0x7f6fac07d480 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fc4100be0 0x7f6fc4195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.127 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 --2- 172.21.15.159:0/2323342361 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6fc4103500 0x7f6fc4195ec0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 >> 172.21.15.159:0/2323342361 conn(0x7f6fc40fa600 msgr2=0x7f6fc40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:08.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 shutdown_connections 2024-09-17T10:48:08.128 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.125+0000 7f6fca77b700 1 -- 172.21.15.159:0/2323342361 wait complete. 2024-09-17T10:48:08.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 -- 172.21.15.159:0/1383891526 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 msgr2=0x7f0f04100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/1383891526 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04100580 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0eec009910 tx=0x7f0eec009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 -- 172.21.15.159:0/1383891526 shutdown_connections 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/1383891526 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f04101370 0x7f0f041017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/1383891526 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04100580 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 -- 172.21.15.159:0/1383891526 >> 172.21.15.159:0/1383891526 conn(0x7f0f040fb6e0 msgr2=0x7f0f040fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 -- 172.21.15.159:0/1383891526 shutdown_connections 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.230+0000 7f0f0ae74700 1 -- 172.21.15.159:0/1383891526 wait complete. 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.231+0000 7f0f0ae74700 1 Processor -- start 2024-09-17T10:48:08.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.231+0000 7f0f0ae74700 1 -- start start 2024-09-17T10:48:08.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.231+0000 7f0f0ae74700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.231+0000 7f0f0ae74700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f04101370 0x7f0f04195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.231+0000 7f0f0ae74700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f041964f0 con 0x7f0f04100170 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.231+0000 7f0f0ae74700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f04196630 con 0x7f0f04101370 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.231+0000 7f0f08c10700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f08c10700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04195990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46796/0 (socket says 172.21.15.159:46796) 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f08c10700 1 -- 172.21.15.159:0/3882074250 learned_addr learned my addr 172.21.15.159:0/3882074250 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f08c10700 1 -- 172.21.15.159:0/3882074250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f04101370 msgr2=0x7f0f04195ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f03fff700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f04101370 0x7f0f04195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f08c10700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f04101370 0x7f0f04195ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f08c10700 1 -- 172.21.15.159:0/3882074250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0eec0095f0 con 0x7f0f04100170 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f03fff700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f04101370 0x7f0f04195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f08c10700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04195990 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0eec00bda0 tx=0x7f0eec00be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:08.235 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f01ffb700 1 -- 172.21.15.159:0/3882074250 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0eec01d070 con 0x7f0f04100170 2024-09-17T10:48:08.236 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f01ffb700 1 -- 172.21.15.159:0/3882074250 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0eec004c50 con 0x7f0f04100170 2024-09-17T10:48:08.236 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f0419b080 con 0x7f0f04100170 2024-09-17T10:48:08.236 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f01ffb700 1 -- 172.21.15.159:0/3882074250 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0eec00f690 con 0x7f0f04100170 2024-09-17T10:48:08.236 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.232+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f04072f80 con 0x7f0f04100170 2024-09-17T10:48:08.236 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.233+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f04108cc0 con 0x7f0f04100170 2024-09-17T10:48:08.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.234+0000 7f0f01ffb700 1 -- 172.21.15.159:0/3882074250 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f0eec0229b0 con 0x7f0f04100170 2024-09-17T10:48:08.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.234+0000 7f0f01ffb700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0ef007afd0 0x7f0ef007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:08.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.235+0000 7f0f01ffb700 1 -- 172.21.15.159:0/3882074250 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f0eec09f5a0 con 0x7f0f04100170 2024-09-17T10:48:08.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.235+0000 7f0f03fff700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0ef007afd0 0x7f0ef007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:08.237 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.235+0000 7f0f03fff700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0ef007afd0 0x7f0ef007d480 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40060b0 tx=0x7f0ef40076a0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:08.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.239+0000 7f0f01ffb700 1 -- 172.21.15.159:0/3882074250 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f0eec062860 con 0x7f0f04100170 2024-09-17T10:48:08.471 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.469+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f0f04105cc0 con 0x7f0ef007afd0 2024-09-17T10:48:08.480 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.479+0000 7f0f01ffb700 1 -- 172.21.15.159:0/3882074250 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3816 (secure 0 0 0) 0x7f0f04105cc0 con 0x7f0ef007afd0 2024-09-17T10:48:08.480 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (14m) 51s ago 16m 26.2M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (6m) 51s ago 17m 8266k - 18.2.0 dc2bc1663786 f718b22ee447 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (6m) 4s ago 16m 8744k - 18.2.0 dc2bc1663786 19eecc13f81d 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (4m) 51s ago 17m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (4m) 4s ago 16m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (14m) 51s ago 16m 88.0M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (73s) 51s ago 10m 15.4M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (56s) 51s ago 10m 11.7M - 19.3.0-4937-g74984932 6c1fcab85602 efe5590f200b 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (34s) 4s ago 10m 12.9M - 19.3.0-4937-g74984932 6c1fcab85602 439d5cf9b663 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (8s) 4s ago 10m 11.9M - 19.3.0-4937-g74984932 6c1fcab85602 2c5c80a0f667 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (6m) 51s ago 18m 520M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:48:08.481 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (5m) 4s ago 15m 455M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (5m) 51s ago 18m 56.4M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (5m) 4s ago 15m 45.6M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (16m) 51s ago 16m 16.1M - 1.5.0 0da6a335fe13 b814e6f1013f 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (15m) 4s ago 15m 17.0M - 1.5.0 0da6a335fe13 1e500900fff5 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (4m) 51s ago 14m 108M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (3m) 51s ago 13m 105M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (3m) 51s ago 13m 90.5M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (2m) 4s ago 13m 119M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (2m) 4s ago 12m 111M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (88s) 4s ago 12m 104M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:48:08.482 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (5m) 51s ago 16m 76.8M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:48:08.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0ef007afd0 msgr2=0x7f0ef007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0ef007afd0 0x7f0ef007d480 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40060b0 tx=0x7f0ef40076a0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 msgr2=0x7f0f04195990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04195990 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0eec00bda0 tx=0x7f0eec00be80 comp rx=0 tx=0).stop 2024-09-17T10:48:08.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 shutdown_connections 2024-09-17T10:48:08.483 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f04100170 0x7f0f04195990 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0ef007afd0 0x7f0ef007d480 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 --2- 172.21.15.159:0/3882074250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f04101370 0x7f0f04195ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 >> 172.21.15.159:0/3882074250 conn(0x7f0f040fb6e0 msgr2=0x7f0f041045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:08.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 shutdown_connections 2024-09-17T10:48:08.484 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.481+0000 7f0f0ae74700 1 -- 172.21.15.159:0/3882074250 wait complete. 2024-09-17T10:48:08.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 -- 172.21.15.159:0/1085367038 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 msgr2=0x7f7bb41006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/1085367038 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb41006d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7ba8009910 tx=0x7f7ba8009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:08.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 -- 172.21.15.159:0/1085367038 shutdown_connections 2024-09-17T10:48:08.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/1085367038 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb41006d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/1085367038 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7bb40ff080 0x7f7bb40ff490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 -- 172.21.15.159:0/1085367038 >> 172.21.15.159:0/1085367038 conn(0x7f7bb40fa630 msgr2=0x7f7bb40fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:08.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 -- 172.21.15.159:0/1085367038 shutdown_connections 2024-09-17T10:48:08.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.586+0000 7f7bb9f13700 1 -- 172.21.15.159:0/1085367038 wait complete. 2024-09-17T10:48:08.589 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.587+0000 7f7bb9f13700 1 Processor -- start 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.587+0000 7f7bb9f13700 1 -- start start 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.587+0000 7f7bb9f13700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7bb40ff080 0x7f7bb4195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.587+0000 7f7bb9f13700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb4195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.587+0000 7f7bb9f13700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bb41964f0 con 0x7f7bb4100280 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.587+0000 7f7bb9f13700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bb4196630 con 0x7f7bb40ff080 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb2ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb4195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb2ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb4195ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46806/0 (socket says 172.21.15.159:46806) 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb2ffd700 1 -- 172.21.15.159:0/2488120978 learned_addr learned my addr 172.21.15.159:0/2488120978 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb37fe700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7bb40ff080 0x7f7bb4195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb2ffd700 1 -- 172.21.15.159:0/2488120978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7bb40ff080 msgr2=0x7f7bb4195990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb2ffd700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7bb40ff080 0x7f7bb4195990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb2ffd700 1 -- 172.21.15.159:0/2488120978 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ba80095f0 con 0x7f7bb4100280 2024-09-17T10:48:08.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb2ffd700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb4195ed0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7ba8000c00 tx=0x7f7ba800f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:08.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb0ff9700 1 -- 172.21.15.159:0/2488120978 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7ba801d070 con 0x7f7bb4100280 2024-09-17T10:48:08.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb0ff9700 1 -- 172.21.15.159:0/2488120978 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f7ba8005dc0 con 0x7f7bb4100280 2024-09-17T10:48:08.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bb419b080 con 0x7f7bb4100280 2024-09-17T10:48:08.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb0ff9700 1 -- 172.21.15.159:0/2488120978 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7ba80226a0 con 0x7f7bb4100280 2024-09-17T10:48:08.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.588+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bb419b570 con 0x7f7bb4100280 2024-09-17T10:48:08.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.589+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bb4107bd0 con 0x7f7bb4100280 2024-09-17T10:48:08.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.590+0000 7f7bb0ff9700 1 -- 172.21.15.159:0/2488120978 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f7ba8003680 con 0x7f7bb4100280 2024-09-17T10:48:08.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.590+0000 7f7bb0ff9700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b9c07afd0 0x7f7b9c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:08.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.590+0000 7f7bb37fe700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b9c07afd0 0x7f7b9c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:08.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.591+0000 7f7bb0ff9700 1 -- 172.21.15.159:0/2488120978 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f7ba809f540 con 0x7f7bb4100280 2024-09-17T10:48:08.593 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.591+0000 7f7bb37fe700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b9c07afd0 0x7f7b9c07d480 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7bb41000e0 tx=0x7f7ba4009260 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:08.596 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.595+0000 7f7bb0ff9700 1 -- 172.21.15.159:0/2488120978 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f7ba8062750 con 0x7f7bb4100280 2024-09-17T10:48:08.740 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:08 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all mds 2024-09-17T10:48:08.740 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:08 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all rgw 2024-09-17T10:48:08.740 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:08 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T10:48:08.740 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:08 smithi159 ceph-mon[78956]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:08.914 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.913+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f7bb419bbb0 con 0x7f7bb4100280 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.913+0000 7f7bb0ff9700 1 -- 172.21.15.159:0/2488120978 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7f7ba8003930 con 0x7f7bb4100280 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:08.915 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 14 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:48:08.916 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b9c07afd0 msgr2=0x7f7b9c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b9c07afd0 0x7f7b9c07d480 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7bb41000e0 tx=0x7f7ba4009260 comp rx=0 tx=0).stop 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 msgr2=0x7f7bb4195ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb4195ed0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7ba8000c00 tx=0x7f7ba800f740 comp rx=0 tx=0).stop 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 shutdown_connections 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f7b9c07afd0 0x7f7b9c07d480 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7bb40ff080 0x7f7bb4195990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 --2- 172.21.15.159:0/2488120978 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f7bb4100280 0x7f7bb4195ed0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 >> 172.21.15.159:0/2488120978 conn(0x7f7bb40fa630 msgr2=0x7f7bb4068cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:08.919 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 shutdown_connections 2024-09-17T10:48:08.920 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:08.917+0000 7f7bb9f13700 1 -- 172.21.15.159:0/2488120978 wait complete. 2024-09-17T10:48:08.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:08 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all mds 2024-09-17T10:48:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:08 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all rgw 2024-09-17T10:48:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:08 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all rbd-mirror 2024-09-17T10:48:08.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:08 smithi170 ceph-mon[62996]: from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:09.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.029+0000 7fbaa4a36700 1 -- 172.21.15.159:0/3068235223 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa00ff050 msgr2=0x7fbaa00ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.130 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.029+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/3068235223 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa00ff050 0x7fbaa00ff460 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fba90009910 tx=0x7fba90009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:09.130 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.029+0000 7fbaa4a36700 1 -- 172.21.15.159:0/3068235223 shutdown_connections 2024-09-17T10:48:09.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.029+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/3068235223 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa0100250 0x7fbaa01006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.030+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/3068235223 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa00ff050 0x7fbaa00ff460 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.131 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.030+0000 7fbaa4a36700 1 -- 172.21.15.159:0/3068235223 >> 172.21.15.159:0/3068235223 conn(0x7fbaa00fa5e0 msgr2=0x7fbaa00fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:09.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.030+0000 7fbaa4a36700 1 -- 172.21.15.159:0/3068235223 shutdown_connections 2024-09-17T10:48:09.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.030+0000 7fbaa4a36700 1 -- 172.21.15.159:0/3068235223 wait complete. 2024-09-17T10:48:09.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.031+0000 7fbaa4a36700 1 Processor -- start 2024-09-17T10:48:09.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.031+0000 7fbaa4a36700 1 -- start start 2024-09-17T10:48:09.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.031+0000 7fbaa4a36700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa00ff050 0x7fbaa0068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.133 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.031+0000 7fbaa4a36700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa0100250 0x7fbaa019caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.031+0000 7fbaa4a36700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaa0196560 con 0x7fbaa0100250 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.031+0000 7fbaa4a36700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaa019d030 con 0x7fbaa00ff050 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9dd9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa0100250 0x7fbaa019caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9e59c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa00ff050 0x7fbaa0068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9e59c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa00ff050 0x7fbaa0068f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:56950/0 (socket says 172.21.15.159:56950) 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9e59c700 1 -- 172.21.15.159:0/4103808594 learned_addr learned my addr 172.21.15.159:0/4103808594 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9dd9b700 1 -- 172.21.15.159:0/4103808594 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa00ff050 msgr2=0x7fbaa0068f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9dd9b700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa00ff050 0x7fbaa0068f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9dd9b700 1 -- 172.21.15.159:0/4103808594 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba900095f0 con 0x7fbaa0100250 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9e59c700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa00ff050 0x7fbaa0068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba9dd9b700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa0100250 0x7fbaa019caf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fba9400d700 tx=0x7fba9400da10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:09.134 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.032+0000 7fba8f7fe700 1 -- 172.21.15.159:0/4103808594 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fba940041f0 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.033+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbaa019d2e0 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.033+0000 7fba8f7fe700 1 -- 172.21.15.159:0/4103808594 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fba94004ce0 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.033+0000 7fba8f7fe700 1 -- 172.21.15.159:0/4103808594 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fba9400f690 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.033+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbaa019d830 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.034+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbaa0107ba0 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.035+0000 7fba8f7fe700 1 -- 172.21.15.159:0/4103808594 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fba94004e50 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.035+0000 7fba8f7fe700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba8807afd0 0x7fba8807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.035+0000 7fba8f7fe700 1 -- 172.21.15.159:0/4103808594 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fba9409e1e0 con 0x7fbaa0100250 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.035+0000 7fba9e59c700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba8807afd0 0x7fba8807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.036+0000 7fba9e59c700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba8807afd0 0x7fba8807d480 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fba90006010 tx=0x7fba9000b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:09.135 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.042+0000 7fba8f7fe700 1 -- 172.21.15.159:0/4103808594 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fba94061510 con 0x7fbaa0100250 2024-09-17T10:48:09.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.316+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fbaa0107d90 con 0x7fbaa0100250 2024-09-17T10:48:09.319 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.316+0000 7fba8f7fe700 1 -- 172.21.15.159:0/4103808594 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 30 v30) v1 ==== 76+0+1979 (secure 0 0 0) 0x7fba94064630 con 0x7fbaa0100250 2024-09-17T10:48:09.319 INFO:teuthology.orchestra.run.smithi159.stdout:e30 2024-09-17T10:48:09.319 INFO:teuthology.orchestra.run.smithi159.stdout:btime 2024-09-17T10:48:01:415751+0000 2024-09-17T10:48:09.320 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:48:09.320 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:48:09.320 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:48:09.320 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:09.321 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:48:09.321 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:48:09.321 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 29 2024-09-17T10:48:09.321 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:48:09.321 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:48:09.321 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:47:58.407398+0000 2024-09-17T10:48:09.322 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:48:09.322 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:48:09.322 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:48:09.322 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:48:09.322 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:48:09.322 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:48:09.322 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:48:09.323 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:48:09.323 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 84 2024-09-17T10:48:09.323 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-17T10:48:09.323 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:48:09.323 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:48:09.323 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=34372} 2024-09-17T10:48:09.324 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:48:09.324 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:48:09.324 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:48:09.324 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:48:09.324 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:48:09.324 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:48:09.325 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:48:09.325 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:48:09.325 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:48:09.325 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 34372 members: 34372 2024-09-17T10:48:09.325 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{0:34372} state up:active seq 19 join_fscid=1 addr [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:09.325 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:09.326 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:09.326 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:48:09.326 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:09.326 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:34404} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:09.326 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{-1:44289} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:09.326 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:44317} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6826/2527570615,v1:172.21.15.170:6827/2527570615] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:09.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba8807afd0 msgr2=0x7fba8807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba8807afd0 0x7fba8807d480 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fba90006010 tx=0x7fba9000b540 comp rx=0 tx=0).stop 2024-09-17T10:48:09.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa0100250 msgr2=0x7fbaa019caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa0100250 0x7fbaa019caf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fba9400d700 tx=0x7fba9400da10 comp rx=0 tx=0).stop 2024-09-17T10:48:09.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 shutdown_connections 2024-09-17T10:48:09.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fba8807afd0 0x7fba8807d480 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbaa00ff050 0x7fbaa0068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.329 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 --2- 172.21.15.159:0/4103808594 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbaa0100250 0x7fbaa019caf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 >> 172.21.15.159:0/4103808594 conn(0x7fbaa00fa5e0 msgr2=0x7fbaa0103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:09.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 shutdown_connections 2024-09-17T10:48:09.330 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.319+0000 7fbaa4a36700 1 -- 172.21.15.159:0/4103808594 wait complete. 2024-09-17T10:48:09.330 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 30 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 -- 172.21.15.159:0/2286059905 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 msgr2=0x7f46580ff730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 --2- 172.21.15.159:0/2286059905 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f46580ff730 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f464c009910 tx=0x7f464c009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 -- 172.21.15.159:0/2286059905 shutdown_connections 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 --2- 172.21.15.159:0/2286059905 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f46580ff730 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 --2- 172.21.15.159:0/2286059905 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4658100660 0x7f4658100a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 -- 172.21.15.159:0/2286059905 >> 172.21.15.159:0/2286059905 conn(0x7f46580f9d80 msgr2=0x7f46580fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 -- 172.21.15.159:0/2286059905 shutdown_connections 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 -- 172.21.15.159:0/2286059905 wait complete. 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.429+0000 7f465e4a8700 1 Processor -- start 2024-09-17T10:48:09.431 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f465e4a8700 1 -- start start 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f465e4a8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f4658194880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f465e4a8700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4658100660 0x7f4658194dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f465e4a8700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46581953e0 con 0x7f46580ff2c0 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f465e4a8700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4658195520 con 0x7f4658100660 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f4657fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f4658194880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f4657fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f4658194880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46840/0 (socket says 172.21.15.159:46840) 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f4657fff700 1 -- 172.21.15.159:0/3786042683 learned_addr learned my addr 172.21.15.159:0/3786042683 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f46577fe700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4658100660 0x7f4658194dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f4657fff700 1 -- 172.21.15.159:0/3786042683 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4658100660 msgr2=0x7f4658194dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.430+0000 7f4657fff700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4658100660 0x7f4658194dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f4657fff700 1 -- 172.21.15.159:0/3786042683 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f464c0095f0 con 0x7f46580ff2c0 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f46577fe700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4658100660 0x7f4658194dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f4657fff700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f4658194880 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f464800d900 tx=0x7f464800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f46557fa700 1 -- 172.21.15.159:0/3786042683 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f46480041f0 con 0x7f46580ff2c0 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f46557fa700 1 -- 172.21.15.159:0/3786042683 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4648004350 con 0x7f46580ff2c0 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f46557fa700 1 -- 172.21.15.159:0/3786042683 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4648003d20 con 0x7f46580ff2c0 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4658199fd0 con 0x7f46580ff2c0 2024-09-17T10:48:09.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.431+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f465819a440 con 0x7f46580ff2c0 2024-09-17T10:48:09.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.432+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4658107bb0 con 0x7f46580ff2c0 2024-09-17T10:48:09.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.433+0000 7f46557fa700 1 -- 172.21.15.159:0/3786042683 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f4648009730 con 0x7f46580ff2c0 2024-09-17T10:48:09.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.433+0000 7f46557fa700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f464007afd0 0x7f464007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.433+0000 7f46557fa700 1 -- 172.21.15.159:0/3786042683 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f464809dd80 con 0x7f46580ff2c0 2024-09-17T10:48:09.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.434+0000 7f46577fe700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f464007afd0 0x7f464007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.434+0000 7f46577fe700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f464007afd0 0x7f464007d480 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f464c006010 tx=0x7f464c00b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:09.439 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.438+0000 7f46557fa700 1 -- 172.21.15.159:0/3786042683 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f4648060f90 con 0x7f46580ff2c0 2024-09-17T10:48:09.683 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.681+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f4658104c20 con 0x7f464007afd0 2024-09-17T10:48:09.684 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.683+0000 7f46557fa700 1 -- 172.21.15.159:0/3786042683 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+441 (secure 0 0 0) 0x7f4658104c20 con 0x7f464007afd0 2024-09-17T10:48:09.684 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:48:09.684 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "osd", 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "mds", 2024-09-17T10:48:09.685 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:48:09.687 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:48:09.688 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "16/23 daemons upgraded", 2024-09-17T10:48:09.688 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading ceph-exporter daemons", 2024-09-17T10:48:09.688 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:48:09.688 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f464007afd0 msgr2=0x7f464007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f464007afd0 0x7f464007d480 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f464c006010 tx=0x7f464c00b540 comp rx=0 tx=0).stop 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 msgr2=0x7f4658194880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f4658194880 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f464800d900 tx=0x7f464800dc10 comp rx=0 tx=0).stop 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 shutdown_connections 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f46580ff2c0 0x7f4658194880 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f464007afd0 0x7f464007d480 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 --2- 172.21.15.159:0/3786042683 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4658100660 0x7f4658194dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 >> 172.21.15.159:0/3786042683 conn(0x7f46580f9d80 msgr2=0x7f4658103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:09.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 shutdown_connections 2024-09-17T10:48:09.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.685+0000 7f465e4a8700 1 -- 172.21.15.159:0/3786042683 wait complete. 2024-09-17T10:48:09.793 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 -- 172.21.15.159:0/1778482092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7540ff050 msgr2=0x7fe7540ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.793 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 --2- 172.21.15.159:0/1778482092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7540ff050 0x7fe7540ff460 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe74400b0a0 tx=0x7fe74400b3b0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 -- 172.21.15.159:0/1778482092 shutdown_connections 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 --2- 172.21.15.159:0/1778482092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe754100250 0x7fe7541006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 --2- 172.21.15.159:0/1778482092 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe7540ff050 0x7fe7540ff460 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 -- 172.21.15.159:0/1778482092 >> 172.21.15.159:0/1778482092 conn(0x7fe7540fa5e0 msgr2=0x7fe7540fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 -- 172.21.15.159:0/1778482092 shutdown_connections 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.790+0000 7fe75c51f700 1 -- 172.21.15.159:0/1778482092 wait complete. 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75c51f700 1 Processor -- start 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75c51f700 1 -- start start 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75c51f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7540ff050 0x7fe754068f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75c51f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe754100250 0x7fe75419a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75c51f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe75419acc0 con 0x7fe754100250 2024-09-17T10:48:09.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75c51f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe75419ae00 con 0x7fe7540ff050 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe759aba700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe754100250 0x7fe75419a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe759aba700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe754100250 0x7fe75419a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46858/0 (socket says 172.21.15.159:46858) 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe759aba700 1 -- 172.21.15.159:0/3934400896 learned_addr learned my addr 172.21.15.159:0/3934400896 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75a2bb700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7540ff050 0x7fe754068f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe759aba700 1 -- 172.21.15.159:0/3934400896 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7540ff050 msgr2=0x7fe754068f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe759aba700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7540ff050 0x7fe754068f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe759aba700 1 -- 172.21.15.159:0/3934400896 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe744009d00 con 0x7fe754100250 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe75a2bb700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7540ff050 0x7fe754068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.791+0000 7fe759aba700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe754100250 0x7fe75419a6f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe74800c8a0 tx=0x7fe74800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.792+0000 7fe7537fe700 1 -- 172.21.15.159:0/3934400896 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe74800cea0 con 0x7fe754100250 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.792+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe75419b0e0 con 0x7fe754100250 2024-09-17T10:48:09.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.792+0000 7fe7537fe700 1 -- 172.21.15.159:0/3934400896 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fe748004830 con 0x7fe754100250 2024-09-17T10:48:09.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.792+0000 7fe7537fe700 1 -- 172.21.15.159:0/3934400896 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe7480055b0 con 0x7fe754100250 2024-09-17T10:48:09.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.792+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe75419b6b0 con 0x7fe754100250 2024-09-17T10:48:09.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.793+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe754107ba0 con 0x7fe754100250 2024-09-17T10:48:09.797 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.793+0000 7fe7537fe700 1 -- 172.21.15.159:0/3934400896 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fe748007ad0 con 0x7fe754100250 2024-09-17T10:48:09.797 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.794+0000 7fe7537fe700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe73c07afd0 0x7fe73c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:09.797 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.794+0000 7fe75a2bb700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe73c07afd0 0x7fe73c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:09.797 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.794+0000 7fe7537fe700 1 -- 172.21.15.159:0/3934400896 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fe74809dc10 con 0x7fe754100250 2024-09-17T10:48:09.797 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.794+0000 7fe75a2bb700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe73c07afd0 0x7fe73c07d480 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe744000f80 tx=0x7fe74400b7b0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:09.799 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:09.798+0000 7fe7537fe700 1 -- 172.21.15.159:0/3934400896 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fe748060e20 con 0x7fe754100250 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: pgmap v201: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.5 MiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: from='client.34444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: from='client.34448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2488120978' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:09.879 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:09 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4103808594' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:48:09.902 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: pgmap v201: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.5 MiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-09-17T10:48:09.902 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: from='client.34444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:09.902 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: from='client.34448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:09.903 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:09.903 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi159", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:48:09.903 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:09.903 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2488120978' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:09.903 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:09 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4103808594' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:48:10.112 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.111+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7fe754107dc0 con 0x7fe754100250 2024-09-17T10:48:10.113 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.111+0000 7fe7537fe700 1 -- 172.21.15.159:0/3934400896 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7fe748063f40 con 0x7fe754100250 2024-09-17T10:48:10.113 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:48:10.113 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:48:10.113 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:48:10.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.113+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe73c07afd0 msgr2=0x7fe73c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:10.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.113+0000 7fe75c51f700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe73c07afd0 0x7fe73c07d480 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe744000f80 tx=0x7fe74400b7b0 comp rx=0 tx=0).stop 2024-09-17T10:48:10.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.113+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe754100250 msgr2=0x7fe75419a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:10.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe754100250 0x7fe75419a6f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe74800c8a0 tx=0x7fe74800cc60 comp rx=0 tx=0).stop 2024-09-17T10:48:10.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 shutdown_connections 2024-09-17T10:48:10.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe73c07afd0 0x7fe73c07d480 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:10.115 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7540ff050 0x7fe754068f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:10.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 --2- 172.21.15.159:0/3934400896 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe754100250 0x7fe75419a6f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:10.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 >> 172.21.15.159:0/3934400896 conn(0x7fe7540fa5e0 msgr2=0x7fe754103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:10.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 shutdown_connections 2024-09-17T10:48:10.116 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:10.114+0000 7fe75c51f700 1 -- 172.21.15.159:0/3934400896 wait complete. 2024-09-17T10:48:10.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:10 smithi159 ceph-mon[78956]: Upgrade: Updating ceph-exporter.smithi159 (1/2) 2024-09-17T10:48:10.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:10 smithi159 ceph-mon[78956]: Deploying daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:48:10.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:10 smithi159 ceph-mon[78956]: from='client.34460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:10.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:10.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:10.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:10 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3934400896' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:48:10.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:10 smithi170 ceph-mon[62996]: Upgrade: Updating ceph-exporter.smithi159 (1/2) 2024-09-17T10:48:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:10 smithi170 ceph-mon[62996]: Deploying daemon ceph-exporter.smithi159 on smithi159 2024-09-17T10:48:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:10 smithi170 ceph-mon[62996]: from='client.34460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:10 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3934400896' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:48:11.679 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:11 smithi159 ceph-mon[78956]: pgmap v202: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 7.7 KiB/s rd, 4.3 KiB/s wr, 5 op/s 2024-09-17T10:48:11.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:11 smithi170 ceph-mon[62996]: pgmap v202: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 7.7 KiB/s rd, 4.3 KiB/s wr, 5 op/s 2024-09-17T10:48:13.723 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:13 smithi159 ceph-mon[78956]: pgmap v203: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.5 KiB/s rd, 4.2 KiB/s wr, 2 op/s 2024-09-17T10:48:13.723 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:13 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:13.723 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:13 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:13.880 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:13 smithi170 ceph-mon[62996]: pgmap v203: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 1.5 KiB/s rd, 4.2 KiB/s wr, 2 op/s 2024-09-17T10:48:13.880 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:13 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:13.880 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:13 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:15.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:14 smithi159 ceph-mon[78956]: pgmap v204: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 4.2 KiB/s wr, 1 op/s 2024-09-17T10:48:15.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:14 smithi159 ceph-mon[78956]: Upgrade: Updating ceph-exporter.smithi170 (2/2) 2024-09-17T10:48:15.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:15.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:48:15.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:14 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:15.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:14 smithi159 ceph-mon[78956]: Deploying daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:48:15.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:14 smithi170 ceph-mon[62996]: pgmap v204: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail; 4.2 KiB/s wr, 1 op/s 2024-09-17T10:48:15.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:14 smithi170 ceph-mon[62996]: Upgrade: Updating ceph-exporter.smithi170 (2/2) 2024-09-17T10:48:15.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:15.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get-or-create", "entity": "client.ceph-exporter.smithi170", "caps": ["mon", "profile ceph-exporter", "mon", "allow r", "mgr", "allow r", "osd", "allow r"]} : dispatch 2024-09-17T10:48:15.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:14 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:15.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:14 smithi170 ceph-mon[62996]: Deploying daemon ceph-exporter.smithi170 on smithi170 2024-09-17T10:48:17.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:16 smithi159 ceph-mon[78956]: pgmap v205: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:17.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:16 smithi170 ceph-mon[62996]: pgmap v205: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:18.903 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:18.903 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:18.903 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:18 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:18.932 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:18.932 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:18.932 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:18 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:19.697 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:19 smithi159 ceph-mon[78956]: pgmap v206: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:19.698 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:19 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:19.698 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:19 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:19.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:19 smithi170 ceph-mon[62996]: pgmap v206: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:19.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:19 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:19.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:19 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:21.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:21 smithi159 ceph-mon[78956]: pgmap v207: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:21.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:21.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:21.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:21 smithi170 ceph-mon[62996]: pgmap v207: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:21.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:21.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.878 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.878 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.878 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.878 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:22 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:22.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:22 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:23.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:23 smithi170 ceph-mon[62996]: pgmap v208: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:23.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:23 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:23.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:23 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:23.850 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:23 smithi159 ceph-mon[78956]: pgmap v208: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:23.850 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:23 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:23.851 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:23 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.862 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: pgmap v209: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:25.862 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:25.862 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.863 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi159"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi159"}]': finished 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi170"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi170"}]': finished 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.865 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.865 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: pgmap v209: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:48:25.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi159"} : dispatch 2024-09-17T10:48:25.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi159"}]': finished 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi170"} : dispatch 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter.smithi170"}]': finished 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:25.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:26.882 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:26 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T10:48:26.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:26 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all iscsi 2024-09-17T10:48:26.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:26 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all nfs 2024-09-17T10:48:26.883 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:26 smithi159 ceph-mon[78956]: Upgrade: Setting container_image for all nvmeof 2024-09-17T10:48:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:26 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all ceph-exporter 2024-09-17T10:48:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:26 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all iscsi 2024-09-17T10:48:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:26 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all nfs 2024-09-17T10:48:26.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:26 smithi170 ceph-mon[62996]: Upgrade: Setting container_image for all nvmeof 2024-09-17T10:48:27.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:27 smithi159 ceph-mon[78956]: pgmap v210: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:27.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:27 smithi170 ceph-mon[62996]: pgmap v210: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:28.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:28 smithi159 ceph-mon[78956]: Upgrade: Updating node-exporter.smithi159 (1/2) 2024-09-17T10:48:28.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:28 smithi159 ceph-mon[78956]: Deploying daemon node-exporter.smithi159 on smithi159 2024-09-17T10:48:28.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:28 smithi170 ceph-mon[62996]: Upgrade: Updating node-exporter.smithi159 (1/2) 2024-09-17T10:48:28.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:28 smithi170 ceph-mon[62996]: Deploying daemon node-exporter.smithi159 on smithi159 2024-09-17T10:48:29.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:29 smithi159 ceph-mon[78956]: pgmap v211: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:29.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:29 smithi170 ceph-mon[62996]: pgmap v211: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:31.899 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:31 smithi159 ceph-mon[78956]: pgmap v212: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:31.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:31 smithi170 ceph-mon[62996]: pgmap v212: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:32 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:32 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:32.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:32 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:32.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:32 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:33.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:33 smithi170 ceph-mon[62996]: pgmap v213: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:33.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:33 smithi159 ceph-mon[78956]: pgmap v213: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:34.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:34 smithi159 ceph-mon[78956]: Upgrade: Updating node-exporter.smithi170 (2/2) 2024-09-17T10:48:34.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:34 smithi159 ceph-mon[78956]: Deploying daemon node-exporter.smithi170 on smithi170 2024-09-17T10:48:34.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:34 smithi170 ceph-mon[62996]: Upgrade: Updating node-exporter.smithi170 (2/2) 2024-09-17T10:48:34.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:34 smithi170 ceph-mon[62996]: Deploying daemon node-exporter.smithi170 on smithi170 2024-09-17T10:48:35.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:35 smithi159 ceph-mon[78956]: pgmap v214: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:35.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:35 smithi170 ceph-mon[62996]: pgmap v214: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:37.685 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:37 smithi170 ceph-mon[62996]: pgmap v215: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:37 smithi159 ceph-mon[78956]: pgmap v215: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:39.083 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:38 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:39.083 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:38 smithi170 ceph-mon[62996]: pgmap v216: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:39.083 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:38 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:39.083 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:38 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:39.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:38 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:39.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:38 smithi159 ceph-mon[78956]: pgmap v216: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:39.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:38 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:39.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:38 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:40.230 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/4051609051 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 msgr2=0x7f0c480ff4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/4051609051 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c480ff4b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0c44009910 tx=0x7f0c44009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/4051609051 shutdown_connections 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/4051609051 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0c481002a0 0x7f0c481006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/4051609051 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c480ff4b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/4051609051 >> 172.21.15.159:0/4051609051 conn(0x7f0c480fa630 msgr2=0x7f0c480fca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/4051609051 shutdown_connections 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/4051609051 wait complete. 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 Processor -- start 2024-09-17T10:48:40.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.227+0000 7f0c4f7e2700 1 -- start start 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4f7e2700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c48194870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4f7e2700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0c481002a0 0x7f0c48194db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4f7e2700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c481953d0 con 0x7f0c480ff0a0 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4f7e2700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c48195510 con 0x7f0c481002a0 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4d57e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c48194870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4d57e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c48194870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35684/0 (socket says 172.21.15.159:35684) 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4d57e700 1 -- 172.21.15.159:0/787582172 learned_addr learned my addr 172.21.15.159:0/787582172 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4cd7d700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0c481002a0 0x7f0c48194db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4d57e700 1 -- 172.21.15.159:0/787582172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0c481002a0 msgr2=0x7f0c48194db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.232 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4d57e700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0c481002a0 0x7f0c48194db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4d57e700 1 -- 172.21.15.159:0/787582172 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c440095f0 con 0x7f0c480ff0a0 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4d57e700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c48194870 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400bda0 tx=0x7f0c4400bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c3e7fc700 1 -- 172.21.15.159:0/787582172 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0c4401d070 con 0x7f0c480ff0a0 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c3e7fc700 1 -- 172.21.15.159:0/787582172 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f0c4400f460 con 0x7f0c480ff0a0 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c48199f60 con 0x7f0c480ff0a0 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c3e7fc700 1 -- 172.21.15.159:0/787582172 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0c44021620 con 0x7f0c480ff0a0 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.228+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c4819a3d0 con 0x7f0c480ff0a0 2024-09-17T10:48:40.233 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.229+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c48107bf0 con 0x7f0c480ff0a0 2024-09-17T10:48:40.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.230+0000 7f0c3e7fc700 1 -- 172.21.15.159:0/787582172 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f0c4400f5d0 con 0x7f0c480ff0a0 2024-09-17T10:48:40.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.231+0000 7f0c3e7fc700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0c3407afd0 0x7f0c3407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.231+0000 7f0c3e7fc700 1 -- 172.21.15.159:0/787582172 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f0c4409f170 con 0x7f0c480ff0a0 2024-09-17T10:48:40.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.231+0000 7f0c4cd7d700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0c3407afd0 0x7f0c3407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.231+0000 7f0c4cd7d700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0c3407afd0 0x7f0c3407d480 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c38007c60 tx=0x7f0c380073d0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:40.236 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.235+0000 7f0c3e7fc700 1 -- 172.21.15.159:0/787582172 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f0c44062360 con 0x7f0c480ff0a0 2024-09-17T10:48:40.496 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.494+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f0c48104bf0 con 0x7f0c3407afd0 2024-09-17T10:48:40.497 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.495+0000 7f0c3e7fc700 1 -- 172.21.15.159:0/787582172 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+466 (secure 0 0 0) 0x7f0c48104bf0 con 0x7f0c3407afd0 2024-09-17T10:48:40.499 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0c3407afd0 msgr2=0x7f0c3407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0c3407afd0 0x7f0c3407d480 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c38007c60 tx=0x7f0c380073d0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 msgr2=0x7f0c48194870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c48194870 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0c4400bda0 tx=0x7f0c4400bdd0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 shutdown_connections 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0c480ff0a0 0x7f0c48194870 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0c3407afd0 0x7f0c3407d480 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 --2- 172.21.15.159:0/787582172 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0c481002a0 0x7f0c48194db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 >> 172.21.15.159:0/787582172 conn(0x7f0c480fa630 msgr2=0x7f0c481034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 shutdown_connections 2024-09-17T10:48:40.500 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.498+0000 7f0c4f7e2700 1 -- 172.21.15.159:0/787582172 wait complete. 2024-09-17T10:48:40.510 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:48:40.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 -- 172.21.15.159:0/1422304105 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100ffaa0 msgr2=0x7f53100fff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.609 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 --2- 172.21.15.159:0/1422304105 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100ffaa0 0x7f53100fff10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f530000aa20 tx=0x7f530000ad30 comp rx=0 tx=0).stop 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 -- 172.21.15.159:0/1422304105 shutdown_connections 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 --2- 172.21.15.159:0/1422304105 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100ffaa0 0x7f53100fff10 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 --2- 172.21.15.159:0/1422304105 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53100fe800 0x7f53100fec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 -- 172.21.15.159:0/1422304105 >> 172.21.15.159:0/1422304105 conn(0x7f53100f9e50 msgr2=0x7f53100fc280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 -- 172.21.15.159:0/1422304105 shutdown_connections 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.606+0000 7f531857d700 1 -- 172.21.15.159:0/1422304105 wait complete. 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f531857d700 1 Processor -- start 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f531857d700 1 -- start start 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f531857d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100fe800 0x7f53101959e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f531857d700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53100ffaa0 0x7f5310195f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f531857d700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5310196540 con 0x7f53100fe800 2024-09-17T10:48:40.610 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f531857d700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5310196680 con 0x7f53100ffaa0 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f5316319700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100fe800 0x7f53101959e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f5316319700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100fe800 0x7f53101959e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35690/0 (socket says 172.21.15.159:35690) 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f5316319700 1 -- 172.21.15.159:0/4212912273 learned_addr learned my addr 172.21.15.159:0/4212912273 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f5315b18700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53100ffaa0 0x7f5310195f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f5316319700 1 -- 172.21.15.159:0/4212912273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53100ffaa0 msgr2=0x7f5310195f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f5316319700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53100ffaa0 0x7f5310195f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.607+0000 7f5316319700 1 -- 172.21.15.159:0/4212912273 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f530000a700 con 0x7f53100fe800 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.608+0000 7f5316319700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100fe800 0x7f53101959e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f530c00e920 tx=0x7f530c00ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.608+0000 7f53077fe700 1 -- 172.21.15.159:0/4212912273 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f530c00c9d0 con 0x7f53100fe800 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.608+0000 7f53077fe700 1 -- 172.21.15.159:0/4212912273 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f530c010430 con 0x7f53100fe800 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.608+0000 7f53077fe700 1 -- 172.21.15.159:0/4212912273 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f530c018650 con 0x7f53100fe800 2024-09-17T10:48:40.611 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.608+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f531019b130 con 0x7f53100fe800 2024-09-17T10:48:40.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.608+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f531019b680 con 0x7f53100fe800 2024-09-17T10:48:40.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.609+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5310106a40 con 0x7f53100fe800 2024-09-17T10:48:40.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.610+0000 7f53077fe700 1 -- 172.21.15.159:0/4212912273 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f530c0105a0 con 0x7f53100fe800 2024-09-17T10:48:40.612 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.610+0000 7f53077fe700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f52fc07afd0 0x7f52fc07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.610+0000 7f53077fe700 1 -- 172.21.15.159:0/4212912273 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f530c014070 con 0x7f53100fe800 2024-09-17T10:48:40.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.610+0000 7f5315b18700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f52fc07afd0 0x7f52fc07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.613 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.611+0000 7f5315b18700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f52fc07afd0 0x7f52fc07d480 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5300006010 tx=0x7f530000cf90 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:40.615 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.614+0000 7f53077fe700 1 -- 172.21.15.159:0/4212912273 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f530c061300 con 0x7f53100fe800 2024-09-17T10:48:40.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.871+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f53100fc0b0 con 0x7f52fc07afd0 2024-09-17T10:48:40.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.872+0000 7f53077fe700 1 -- 172.21.15.159:0/4212912273 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+466 (secure 0 0 0) 0x7f53100fc0b0 con 0x7f52fc07afd0 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f52fc07afd0 msgr2=0x7f52fc07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f52fc07afd0 0x7f52fc07d480 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5300006010 tx=0x7f530000cf90 comp rx=0 tx=0).stop 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100fe800 msgr2=0x7f53101959e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100fe800 0x7f53101959e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f530c00e920 tx=0x7f530c00ec30 comp rx=0 tx=0).stop 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 shutdown_connections 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f53100fe800 0x7f53101959e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f52fc07afd0 0x7f52fc07d480 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 --2- 172.21.15.159:0/4212912273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f53100ffaa0 0x7f5310195f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 >> 172.21.15.159:0/4212912273 conn(0x7f53100f9e50 msgr2=0x7f53100fb9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:40.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 shutdown_connections 2024-09-17T10:48:40.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.874+0000 7f531857d700 1 -- 172.21.15.159:0/4212912273 wait complete. 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 -- 172.21.15.159:0/3358550966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888100160 msgr2=0x7fb888100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 --2- 172.21.15.159:0/3358550966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888100160 0x7fb888100570 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb87c009910 tx=0x7fb87c009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 -- 172.21.15.159:0/3358550966 shutdown_connections 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 --2- 172.21.15.159:0/3358550966 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb888101360 0x7fb8881017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 --2- 172.21.15.159:0/3358550966 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888100160 0x7fb888100570 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 -- 172.21.15.159:0/3358550966 >> 172.21.15.159:0/3358550966 conn(0x7fb8880fb6f0 msgr2=0x7fb8880fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 -- 172.21.15.159:0/3358550966 shutdown_connections 2024-09-17T10:48:40.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.983+0000 7fb88ef48700 1 -- 172.21.15.159:0/3358550966 wait complete. 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb88ef48700 1 Processor -- start 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb88ef48700 1 -- start start 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb88ef48700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb888100160 0x7fb8881959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb88ef48700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888101360 0x7fb888195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb88ef48700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb888196510 con 0x7fb888101360 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb88ef48700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb888196650 con 0x7fb888100160 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb887fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888101360 0x7fb888195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb887fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888101360 0x7fb888195ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35702/0 (socket says 172.21.15.159:35702) 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.984+0000 7fb887fff700 1 -- 172.21.15.159:0/942294894 learned_addr learned my addr 172.21.15.159:0/942294894 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb88cce4700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb888100160 0x7fb8881959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb887fff700 1 -- 172.21.15.159:0/942294894 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb888100160 msgr2=0x7fb8881959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb887fff700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb888100160 0x7fb8881959b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:40.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb887fff700 1 -- 172.21.15.159:0/942294894 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb87c0095f0 con 0x7fb888101360 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb887fff700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888101360 0x7fb888195ef0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb87400e920 tx=0x7fb87400ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb885ffb700 1 -- 172.21.15.159:0/942294894 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb87400c9d0 con 0x7fb888101360 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb88819b100 con 0x7fb888101360 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb885ffb700 1 -- 172.21.15.159:0/942294894 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb874010430 con 0x7fb888101360 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb885ffb700 1 -- 172.21.15.159:0/942294894 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb874018650 con 0x7fb888101360 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.985+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb88819b650 con 0x7fb888101360 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.987+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb888108cb0 con 0x7fb888101360 2024-09-17T10:48:40.989 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.987+0000 7fb885ffb700 1 -- 172.21.15.159:0/942294894 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb8740105a0 con 0x7fb888101360 2024-09-17T10:48:40.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.988+0000 7fb885ffb700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb87807afd0 0x7fb87807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:40.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.988+0000 7fb885ffb700 1 -- 172.21.15.159:0/942294894 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fb874014070 con 0x7fb888101360 2024-09-17T10:48:40.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.988+0000 7fb88cce4700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb87807afd0 0x7fb87807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:40.990 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.989+0000 7fb88cce4700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb87807afd0 0x7fb87807d480 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb87c00b6f0 tx=0x7fb87c005940 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:40.994 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:40.993+0000 7fb885ffb700 1 -- 172.21.15.159:0/942294894 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb874061380 con 0x7fb888101360 2024-09-17T10:48:41.130 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:40 smithi159 ceph-mon[78956]: pgmap v217: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:41.131 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.131 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.131 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:41.131 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:40 smithi159 ceph-mon[78956]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:41.131 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.131 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:40 smithi170 ceph-mon[62996]: pgmap v217: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:40 smithi170 ceph-mon[62996]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:41.229 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.228+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fb888105cb0 con 0x7fb87807afd0 2024-09-17T10:48:41.238 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.237+0000 7fb885ffb700 1 -- 172.21.15.159:0/942294894 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7fb888105cb0 con 0x7fb87807afd0 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (15m) 19s ago 17m 26.2M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (29s) 19s ago 17m 8170k - 19.3.0-4937-g74984932 6c1fcab85602 14416ff2427c 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (24s) 1s ago 16m 8144k - 19.3.0-4937-g74984932 6c1fcab85602 b057d62991a9 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (5m) 19s ago 17m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (5m) 1s ago 16m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (15m) 19s ago 17m 88.0M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (105s) 19s ago 11m 85.0M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (89s) 19s ago 11m 14.1M - 19.3.0-4937-g74984932 6c1fcab85602 efe5590f200b 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (67s) 1s ago 11m 13.2M - 19.3.0-4937-g74984932 6c1fcab85602 439d5cf9b663 2024-09-17T10:48:41.239 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (40s) 1s ago 11m 14.0M - 19.3.0-4937-g74984932 6c1fcab85602 2c5c80a0f667 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (6m) 19s ago 18m 522M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (6m) 1s ago 16m 456M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (6m) 19s ago 18m 57.9M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (5m) 1s ago 16m 46.6M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 starting - - - - 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (3s) 1s ago 16m 3149k - 1.7.0 72c9c2088986 cf1c562ada69 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (4m) 19s ago 14m 113M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (4m) 19s ago 14m 117M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (3m) 19s ago 14m 100M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (3m) 1s ago 13m 120M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (2m) 1s ago 13m 112M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (2m) 1s ago 12m 105M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:48:41.240 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (6m) 19s ago 16m 79.7M - 2.43.0 a07b618ecd1d eabaa37cf159 2024-09-17T10:48:41.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb87807afd0 msgr2=0x7fb87807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb87807afd0 0x7fb87807d480 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb87c00b6f0 tx=0x7fb87c005940 comp rx=0 tx=0).stop 2024-09-17T10:48:41.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888101360 msgr2=0x7fb888195ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888101360 0x7fb888195ef0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb87400e920 tx=0x7fb87400ec30 comp rx=0 tx=0).stop 2024-09-17T10:48:41.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 shutdown_connections 2024-09-17T10:48:41.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb87807afd0 0x7fb87807d480 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb888100160 0x7fb8881959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 --2- 172.21.15.159:0/942294894 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb888101360 0x7fb888195ef0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.239+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 >> 172.21.15.159:0/942294894 conn(0x7fb8880fb6f0 msgr2=0x7fb888104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:41.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.240+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 shutdown_connections 2024-09-17T10:48:41.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.240+0000 7fb88ef48700 1 -- 172.21.15.159:0/942294894 wait complete. 2024-09-17T10:48:41.345 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 -- 172.21.15.159:0/2373222108 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 msgr2=0x7f45b01006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.345 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 --2- 172.21.15.159:0/2373222108 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b01006d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4598009910 tx=0x7f4598009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:41.345 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 -- 172.21.15.159:0/2373222108 shutdown_connections 2024-09-17T10:48:41.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 --2- 172.21.15.159:0/2373222108 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b01006d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 --2- 172.21.15.159:0/2373222108 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45b00ff080 0x7f45b00ff490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 -- 172.21.15.159:0/2373222108 >> 172.21.15.159:0/2373222108 conn(0x7f45b00fa630 msgr2=0x7f45b00fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:41.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 -- 172.21.15.159:0/2373222108 shutdown_connections 2024-09-17T10:48:41.346 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 -- 172.21.15.159:0/2373222108 wait complete. 2024-09-17T10:48:41.348 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.344+0000 7f45b500e700 1 Processor -- start 2024-09-17T10:48:41.348 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45b500e700 1 -- start start 2024-09-17T10:48:41.348 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45b500e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45b00ff080 0x7f45b0195990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:41.348 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45b500e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b0195ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:41.348 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45b500e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45b01964f0 con 0x7f45b0100280 2024-09-17T10:48:41.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45b500e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45b0196630 con 0x7f45b00ff080 2024-09-17T10:48:41.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45ae59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b0195ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:41.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45ae59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b0195ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35718/0 (socket says 172.21.15.159:35718) 2024-09-17T10:48:41.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45ae59c700 1 -- 172.21.15.159:0/524109277 learned_addr learned my addr 172.21.15.159:0/524109277 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:41.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45aed9d700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45b00ff080 0x7f45b0195990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:41.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45ae59c700 1 -- 172.21.15.159:0/524109277 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45b00ff080 msgr2=0x7f45b0195990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45ae59c700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45b00ff080 0x7f45b0195990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45ae59c700 1 -- 172.21.15.159:0/524109277 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45980095f0 con 0x7f45b0100280 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45ae59c700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b0195ed0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4598006010 tx=0x7f459800be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.345+0000 7f45a7fff700 1 -- 172.21.15.159:0/524109277 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f459801d070 con 0x7f45b0100280 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.346+0000 7f45a7fff700 1 -- 172.21.15.159:0/524109277 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f459800f460 con 0x7f45b0100280 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.346+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45b019b080 con 0x7f45b0100280 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.346+0000 7f45a7fff700 1 -- 172.21.15.159:0/524109277 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4598017630 con 0x7f45b0100280 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.346+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45b019b570 con 0x7f45b0100280 2024-09-17T10:48:41.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.347+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45b0107bd0 con 0x7f45b0100280 2024-09-17T10:48:41.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.347+0000 7f45a7fff700 1 -- 172.21.15.159:0/524109277 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f4598003a60 con 0x7f45b0100280 2024-09-17T10:48:41.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.348+0000 7f45a7fff700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f459c07afd0 0x7f459c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:41.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.348+0000 7f45a7fff700 1 -- 172.21.15.159:0/524109277 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f459809f360 con 0x7f45b0100280 2024-09-17T10:48:41.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.348+0000 7f45aed9d700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f459c07afd0 0x7f459c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:41.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.348+0000 7f45aed9d700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f459c07afd0 0x7f459c07d480 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f45b01000e0 tx=0x7f45a0009040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:41.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.352+0000 7f45a7fff700 1 -- 172.21.15.159:0/524109277 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f4598062570 con 0x7f45b0100280 2024-09-17T10:48:41.674 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.672+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f45b019bc10 con 0x7f45b0100280 2024-09-17T10:48:41.674 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.673+0000 7f45a7fff700 1 -- 172.21.15.159:0/524109277 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7f4598065690 con 0x7f45b0100280 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:48:41.675 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:41.676 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:48:41.676 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:48:41.676 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:48:41.676 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:48:41.676 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 14 2024-09-17T10:48:41.676 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:48:41.676 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:48:41.677 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f459c07afd0 msgr2=0x7f459c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.677 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f459c07afd0 0x7f459c07d480 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f45b01000e0 tx=0x7f45a0009040 comp rx=0 tx=0).stop 2024-09-17T10:48:41.677 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 msgr2=0x7f45b0195ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.677 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b0195ed0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4598006010 tx=0x7f459800be20 comp rx=0 tx=0).stop 2024-09-17T10:48:41.678 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 shutdown_connections 2024-09-17T10:48:41.678 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f459c07afd0 0x7f459c07d480 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.678 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f45b00ff080 0x7f45b0195990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.678 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 --2- 172.21.15.159:0/524109277 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f45b0100280 0x7f45b0195ed0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.678 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 >> 172.21.15.159:0/524109277 conn(0x7f45b00fa630 msgr2=0x7f45b0068cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:41.678 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 shutdown_connections 2024-09-17T10:48:41.678 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.676+0000 7f45b500e700 1 -- 172.21.15.159:0/524109277 wait complete. 2024-09-17T10:48:41.791 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 -- 172.21.15.159:0/1099002483 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 msgr2=0x7f08800ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 --2- 172.21.15.159:0/1099002483 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f08800ffe70 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0870009910 tx=0x7f0870009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 -- 172.21.15.159:0/1099002483 shutdown_connections 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 --2- 172.21.15.159:0/1099002483 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f08800ffe70 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 --2- 172.21.15.159:0/1099002483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08800fe820 0x7f08800fec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 -- 172.21.15.159:0/1099002483 >> 172.21.15.159:0/1099002483 conn(0x7f08800f9dd0 msgr2=0x7f08800fc200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 -- 172.21.15.159:0/1099002483 shutdown_connections 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 -- 172.21.15.159:0/1099002483 wait complete. 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 Processor -- start 2024-09-17T10:48:41.792 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.790+0000 7f08885ba700 1 -- start start 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08885ba700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08800fe820 0x7f08801027b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08885ba700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f0880100e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08885ba700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0880101340 con 0x7f08800ffa20 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08885ba700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0880101480 con 0x7f08800fe820 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0885b55700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f0880100e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0885b55700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f0880100e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35728/0 (socket says 172.21.15.159:35728) 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0885b55700 1 -- 172.21.15.159:0/4281095769 learned_addr learned my addr 172.21.15.159:0/4281095769 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:41.794 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0886356700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08800fe820 0x7f08801027b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0885b55700 1 -- 172.21.15.159:0/4281095769 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08800fe820 msgr2=0x7f08801027b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0885b55700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08800fe820 0x7f08801027b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0885b55700 1 -- 172.21.15.159:0/4281095769 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08700095f0 con 0x7f08800ffa20 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f0885b55700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f0880100e00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f08700092e0 tx=0x7f087000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08777fe700 1 -- 172.21.15.159:0/4281095769 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f087001d070 con 0x7f08800ffa20 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08777fe700 1 -- 172.21.15.159:0/4281095769 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f087000f460 con 0x7f08800ffa20 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0880101700 con 0x7f08800ffa20 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08777fe700 1 -- 172.21.15.159:0/4281095769 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0870017630 con 0x7f08800ffa20 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.791+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0880101bf0 con 0x7f08800ffa20 2024-09-17T10:48:41.795 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.792+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0880107c10 con 0x7f08800ffa20 2024-09-17T10:48:41.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.793+0000 7f08777fe700 1 -- 172.21.15.159:0/4281095769 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f087000fa00 con 0x7f08800ffa20 2024-09-17T10:48:41.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.794+0000 7f08777fe700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f086c07afd0 0x7f086c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:41.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.794+0000 7f08777fe700 1 -- 172.21.15.159:0/4281095769 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f087009f320 con 0x7f08800ffa20 2024-09-17T10:48:41.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.794+0000 7f0886356700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f086c07afd0 0x7f086c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:41.796 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.794+0000 7f0886356700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f086c07afd0 0x7f086c07d480 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f08800ff880 tx=0x7f087c00b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:41.799 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:41.798+0000 7f08777fe700 1 -- 172.21.15.159:0/4281095769 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f08700625b0 con 0x7f08800ffa20 2024-09-17T10:48:42.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.060+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f0880107e00 con 0x7f08800ffa20 2024-09-17T10:48:42.062 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.060+0000 7f08777fe700 1 -- 172.21.15.159:0/4281095769 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 30 v30) v1 ==== 76+0+1979 (secure 0 0 0) 0x7f08700656d0 con 0x7f08800ffa20 2024-09-17T10:48:42.062 INFO:teuthology.orchestra.run.smithi159.stdout:e30 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:btime 2024-09-17T10:48:01:415751+0000 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 29 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:47:58.407398+0000 2024-09-17T10:48:42.063 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 84 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-17T10:48:42.064 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=34372} 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 34372 members: 34372 2024-09-17T10:48:42.065 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{0:34372} state up:active seq 19 join_fscid=1 addr [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:42.066 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:42.066 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:42.066 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:48:42.066 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:48:42.066 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:34404} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:42.066 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{-1:44289} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:42.066 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:44317} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6826/2527570615,v1:172.21.15.170:6827/2527570615] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f086c07afd0 msgr2=0x7f086c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f086c07afd0 0x7f086c07d480 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f08800ff880 tx=0x7f087c00b410 comp rx=0 tx=0).stop 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 msgr2=0x7f0880100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f0880100e00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f08700092e0 tx=0x7f087000bd70 comp rx=0 tx=0).stop 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 shutdown_connections 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f086c07afd0 0x7f086c07d480 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08800fe820 0x7f08801027b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 --2- 172.21.15.159:0/4281095769 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f08800ffa20 0x7f0880100e00 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 >> 172.21.15.159:0/4281095769 conn(0x7f08800f9dd0 msgr2=0x7f0880104e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 shutdown_connections 2024-09-17T10:48:42.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.063+0000 7f08885ba700 1 -- 172.21.15.159:0/4281095769 wait complete. 2024-09-17T10:48:42.068 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 30 2024-09-17T10:48:42.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 -- 172.21.15.159:0/2760461029 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 msgr2=0x7f83181058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 --2- 172.21.15.159:0/2760461029 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83181058e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8304009910 tx=0x7f8304009c20 comp rx=0 tx=0).stop 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 -- 172.21.15.159:0/2760461029 shutdown_connections 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 --2- 172.21.15.159:0/2760461029 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83181058e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 --2- 172.21.15.159:0/2760461029 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8318100be0 0x7f8318102fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 -- 172.21.15.159:0/2760461029 >> 172.21.15.159:0/2760461029 conn(0x7f83180fa5e0 msgr2=0x7f83180fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 -- 172.21.15.159:0/2760461029 shutdown_connections 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.173+0000 7f831efa6700 1 -- 172.21.15.159:0/2760461029 wait complete. 2024-09-17T10:48:42.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f831efa6700 1 Processor -- start 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f831efa6700 1 -- start start 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f831efa6700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8318100be0 0x7f8318100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f831efa6700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83180feb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f831efa6700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83180ff0d0 con 0x7f8318103500 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f831efa6700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83180ff210 con 0x7f8318100be0 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f8317fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83180feb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f8317fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83180feb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35746/0 (socket says 172.21.15.159:35746) 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f8317fff700 1 -- 172.21.15.159:0/3678998801 learned_addr learned my addr 172.21.15.159:0/3678998801 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f831cd42700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8318100be0 0x7f8318100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:42.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f8317fff700 1 -- 172.21.15.159:0/3678998801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8318100be0 msgr2=0x7f8318100540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f8317fff700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8318100be0 0x7f8318100540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.174+0000 7f8317fff700 1 -- 172.21.15.159:0/3678998801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83040095f0 con 0x7f8318103500 2024-09-17T10:48:42.178 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.175+0000 7f8317fff700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83180feb90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f830400b5c0 tx=0x7f830400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.175+0000 7f8315ffb700 1 -- 172.21.15.159:0/3678998801 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f830401d070 con 0x7f8318103500 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.175+0000 7f8315ffb700 1 -- 172.21.15.159:0/3678998801 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f8304022470 con 0x7f8318103500 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.175+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83180ff490 con 0x7f8318103500 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.175+0000 7f8315ffb700 1 -- 172.21.15.159:0/3678998801 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f830400f690 con 0x7f8318103500 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.175+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83180ff980 con 0x7f8318103500 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.176+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f831818fb70 con 0x7f8318103500 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.177+0000 7f8315ffb700 1 -- 172.21.15.159:0/3678998801 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f83040225e0 con 0x7f8318103500 2024-09-17T10:48:42.179 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.177+0000 7f8315ffb700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f830807afd0 0x7f830807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:42.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.178+0000 7f8315ffb700 1 -- 172.21.15.159:0/3678998801 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f830409f750 con 0x7f8318103500 2024-09-17T10:48:42.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.178+0000 7f831cd42700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f830807afd0 0x7f830807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:42.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.178+0000 7f831cd42700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f830807afd0 0x7f830807d480 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f830c005950 tx=0x7f830c00a300 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:42.187 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.186+0000 7f8315ffb700 1 -- 172.21.15.159:0/3678998801 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f83040628c0 con 0x7f8318103500 2024-09-17T10:48:42.292 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:41 smithi170 ceph-mon[62996]: from='client.34474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:42.292 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:41 smithi170 ceph-mon[62996]: from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:42.292 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:41 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/524109277' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:42.426 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:41 smithi159 ceph-mon[78956]: from='client.34474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:42.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:41 smithi159 ceph-mon[78956]: from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:42.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:41 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/524109277' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:42.505 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.503+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f8318061190 con 0x7f830807afd0 2024-09-17T10:48:42.506 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.504+0000 7f8315ffb700 1 -- 172.21.15.159:0/3678998801 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+466 (secure 0 0 0) 0x7f8318061190 con 0x7f830807afd0 2024-09-17T10:48:42.506 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:48:42.506 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:48:42.506 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:48:42.506 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:48:42.506 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "osd", 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph-exporter", 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "mds", 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "18/23 daemons upgraded", 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:48:42.507 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:48:42.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.507+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f830807afd0 msgr2=0x7f830807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.507+0000 7f831efa6700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f830807afd0 0x7f830807d480 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f830c005950 tx=0x7f830c00a300 comp rx=0 tx=0).stop 2024-09-17T10:48:42.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.507+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 msgr2=0x7f83180feb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.507+0000 7f831efa6700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83180feb90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f830400b5c0 tx=0x7f830400bd70 comp rx=0 tx=0).stop 2024-09-17T10:48:42.509 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.508+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 shutdown_connections 2024-09-17T10:48:42.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.508+0000 7f831efa6700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f830807afd0 0x7f830807d480 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.508+0000 7f831efa6700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8318100be0 0x7f8318100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.508+0000 7f831efa6700 1 --2- 172.21.15.159:0/3678998801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8318103500 0x7f83180feb90 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.508+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 >> 172.21.15.159:0/3678998801 conn(0x7f83180fa5e0 msgr2=0x7f83180fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:42.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.508+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 shutdown_connections 2024-09-17T10:48:42.510 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.508+0000 7f831efa6700 1 -- 172.21.15.159:0/3678998801 wait complete. 2024-09-17T10:48:42.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.617+0000 7f6a95497700 1 -- 172.21.15.159:0/3498838598 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fe440 msgr2=0x7f6a900fe850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.619 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.617+0000 7f6a95497700 1 --2- 172.21.15.159:0/3498838598 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fe440 0x7f6a900fe850 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009870 tx=0x7f6a80009b80 comp rx=0 tx=0).stop 2024-09-17T10:48:42.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.617+0000 7f6a95497700 1 -- 172.21.15.159:0/3498838598 shutdown_connections 2024-09-17T10:48:42.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.617+0000 7f6a95497700 1 --2- 172.21.15.159:0/3498838598 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a900fed90 0x7f6a901014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.617+0000 7f6a95497700 1 --2- 172.21.15.159:0/3498838598 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fe440 0x7f6a900fe850 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.617+0000 7f6a95497700 1 -- 172.21.15.159:0/3498838598 >> 172.21.15.159:0/3498838598 conn(0x7f6a900f9e50 msgr2=0x7f6a900fc280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:42.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.618+0000 7f6a95497700 1 -- 172.21.15.159:0/3498838598 shutdown_connections 2024-09-17T10:48:42.620 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.618+0000 7f6a95497700 1 -- 172.21.15.159:0/3498838598 wait complete. 2024-09-17T10:48:42.621 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.618+0000 7f6a95497700 1 Processor -- start 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a95497700 1 -- start start 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a95497700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a900fe440 0x7f6a90100e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a95497700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fed90 0x7f6a900ff470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a95497700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a900ff9b0 con 0x7f6a900fe440 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a95497700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a900ffaf0 con 0x7f6a900fed90 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8effd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a900fe440 0x7f6a90100e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8e7fc700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fed90 0x7f6a900ff470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8e7fc700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fed90 0x7f6a900ff470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.159:57298/0 (socket says 172.21.15.159:57298) 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8e7fc700 1 -- 172.21.15.159:0/4044554328 learned_addr learned my addr 172.21.15.159:0/4044554328 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8effd700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a900fe440 0x7f6a90100e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:35762/0 (socket says 172.21.15.159:35762) 2024-09-17T10:48:42.622 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8e7fc700 1 -- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a900fe440 msgr2=0x7f6a90100e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8e7fc700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a900fe440 0x7f6a90100e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.619+0000 7f6a8e7fc700 1 -- 172.21.15.159:0/4044554328 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a840095f0 con 0x7f6a900fed90 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.620+0000 7f6a8e7fc700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fed90 0x7f6a900ff470 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6a8400eb30 tx=0x7f6a8400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.620+0000 7f6a77fff700 1 -- 172.21.15.159:0/4044554328 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6a8400cc60 con 0x7f6a900fed90 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.620+0000 7f6a77fff700 1 -- 172.21.15.159:0/4044554328 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6a840044d0 con 0x7f6a900fed90 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.620+0000 7f6a77fff700 1 -- 172.21.15.159:0/4044554328 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6a84010430 con 0x7f6a900fed90 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.620+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a80009520 con 0x7f6a900fed90 2024-09-17T10:48:42.623 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.620+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a90100190 con 0x7f6a900fed90 2024-09-17T10:48:42.624 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.621+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a90108c90 con 0x7f6a900fed90 2024-09-17T10:48:42.624 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.622+0000 7f6a77fff700 1 -- 172.21.15.159:0/4044554328 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f6a84004000 con 0x7f6a900fed90 2024-09-17T10:48:42.624 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.622+0000 7f6a77fff700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6a7807afd0 0x7f6a7807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:48:42.624 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.622+0000 7f6a77fff700 1 -- 172.21.15.159:0/4044554328 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f6a84014070 con 0x7f6a900fed90 2024-09-17T10:48:42.624 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.622+0000 7f6a8effd700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6a7807afd0 0x7f6a7807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:48:42.625 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.623+0000 7f6a8effd700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6a7807afd0 0x7f6a7807d480 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000b6f0 tx=0x7f6a80019040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:48:42.628 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:42.627+0000 7f6a77fff700 1 -- 172.21.15.159:0/4044554328 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f6a84061680 con 0x7f6a900fed90 2024-09-17T10:48:43.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.047+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f6a90108e50 con 0x7f6a900fed90 2024-09-17T10:48:43.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.047+0000 7f6a77fff700 1 -- 172.21.15.159:0/4044554328 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f6a840042b0 con 0x7f6a900fed90 2024-09-17T10:48:43.049 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:48:43.049 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:48:43.049 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:48:43.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6a7807afd0 msgr2=0x7f6a7807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:43.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6a7807afd0 0x7f6a7807d480 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000b6f0 tx=0x7f6a80019040 comp rx=0 tx=0).stop 2024-09-17T10:48:43.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fed90 msgr2=0x7f6a900ff470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:48:43.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fed90 0x7f6a900ff470 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6a8400eb30 tx=0x7f6a8400ee40 comp rx=0 tx=0).stop 2024-09-17T10:48:43.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 shutdown_connections 2024-09-17T10:48:43.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6a900fe440 0x7f6a90100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:43.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6a7807afd0 0x7f6a7807d480 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:43.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 --2- 172.21.15.159:0/4044554328 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6a900fed90 0x7f6a900ff470 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:48:43.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 >> 172.21.15.159:0/4044554328 conn(0x7f6a900f9e50 msgr2=0x7f6a901046f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:48:43.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 shutdown_connections 2024-09-17T10:48:43.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:48:43.051+0000 7f6a95497700 1 -- 172.21.15.159:0/4044554328 wait complete. 2024-09-17T10:48:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:42 smithi159 ceph-mon[78956]: pgmap v218: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:43.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:42 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4281095769' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:48:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:42 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:43.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:42 smithi159 ceph-mon[78956]: from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:43.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:42 smithi170 ceph-mon[62996]: pgmap v218: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:42 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4281095769' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:48:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:42 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:43.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:42 smithi170 ceph-mon[62996]: from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:48:44.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:43 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4044554328' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:48:44.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:44.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:44.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:44.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:43 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:44.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:43 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4044554328' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:48:44.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:44.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:44.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:44.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:43 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:45.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:45 smithi159 ceph-mon[78956]: pgmap v219: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:46.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:45 smithi170 ceph-mon[62996]: pgmap v219: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:47.827 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: pgmap v220: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.828 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.829 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:47 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.889 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: pgmap v220: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:47.889 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:47.889 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:47.889 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:48:47.889 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:48:47.889 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.890 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:47.891 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:47 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:48:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:49 smithi159 ceph-mon[78956]: pgmap v221: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:49 smithi159 ceph-mon[78956]: Upgrade: Updating prometheus.smithi159 2024-09-17T10:48:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:49 smithi159 ceph-mon[78956]: Deploying daemon prometheus.smithi159 on smithi159 2024-09-17T10:48:49.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:49 smithi170 ceph-mon[62996]: pgmap v221: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:49.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:49 smithi170 ceph-mon[62996]: Upgrade: Updating prometheus.smithi159 2024-09-17T10:48:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:49 smithi170 ceph-mon[62996]: Deploying daemon prometheus.smithi159 on smithi159 2024-09-17T10:48:51.899 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:51 smithi159 ceph-mon[78956]: pgmap v222: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:51.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:51 smithi170 ceph-mon[62996]: pgmap v222: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:53.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:53 smithi159 ceph-mon[78956]: pgmap v223: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:53.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:53 smithi170 ceph-mon[62996]: pgmap v223: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:55 smithi159 ceph-mon[78956]: pgmap v224: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:55 smithi170 ceph-mon[62996]: pgmap v224: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:48:57.739 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:57 smithi159 ceph-mon[78956]: pgmap v225: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:57.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:57 smithi170 ceph-mon[62996]: pgmap v225: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:59.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:48:59 smithi159 ceph-mon[78956]: pgmap v226: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:48:59.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:48:59 smithi170 ceph-mon[62996]: pgmap v226: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:01.733 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:01 smithi159 ceph-mon[78956]: pgmap v227: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:01.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:01 smithi170 ceph-mon[62996]: pgmap v227: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:02 smithi159 ceph-mon[78956]: pgmap v228: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:03.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:03.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:02 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:03.178 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:02 smithi170 ceph-mon[62996]: pgmap v228: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:03.178 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:03.178 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:03.178 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:02 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:04.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:04 smithi159 ceph-mon[78956]: pgmap v229: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:05.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:04 smithi170 ceph-mon[62996]: pgmap v229: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:07.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:07 smithi159 ceph-mon[78956]: pgmap v230: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:07.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:07.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:07.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:07.257 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:07 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:07 smithi170 ceph-mon[62996]: pgmap v230: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:07.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:07 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:09.402 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:09 smithi159 ceph-mon[78956]: pgmap v231: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:09.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:09 smithi170 ceph-mon[62996]: pgmap v231: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:49:10.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:10.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:11.179 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:12.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:11 smithi159 ceph-mon[78956]: pgmap v232: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:12.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:11 smithi170 ceph-mon[62996]: pgmap v232: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:12.966 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:12 smithi159 ceph-mon[78956]: Upgrade: Updating alertmanager.smithi159 2024-09-17T10:49:12.966 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:12 smithi159 ceph-mon[78956]: Deploying daemon alertmanager.smithi159 on smithi159 2024-09-17T10:49:13.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/1340309316 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 msgr2=0x7f6e780ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/1340309316 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e780ff460 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6e68009910 tx=0x7f6e68009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:13.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/1340309316 shutdown_connections 2024-09-17T10:49:13.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/1340309316 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6e78100250 0x7f6e781006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.194 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/1340309316 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e780ff460 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/1340309316 >> 172.21.15.159:0/1340309316 conn(0x7f6e780fa5e0 msgr2=0x7f6e780fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:13.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/1340309316 shutdown_connections 2024-09-17T10:49:13.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.190+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/1340309316 wait complete. 2024-09-17T10:49:13.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7cb5f700 1 Processor -- start 2024-09-17T10:49:13.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7cb5f700 1 -- start start 2024-09-17T10:49:13.195 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7cb5f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e78102fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7cb5f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6e78100250 0x7f6e78101630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7cb5f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e78101b70 con 0x7f6e780ff050 2024-09-17T10:49:13.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7cb5f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e78101cb0 con 0x7f6e78100250 2024-09-17T10:49:13.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e78102fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e78102fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36606/0 (socket says 172.21.15.159:36606) 2024-09-17T10:49:13.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7659c700 1 -- 172.21.15.159:0/98728340 learned_addr learned my addr 172.21.15.159:0/98728340 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:13.196 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e75d9b700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6e78100250 0x7f6e78101630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7659c700 1 -- 172.21.15.159:0/98728340 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6e78100250 msgr2=0x7f6e78101630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7659c700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6e78100250 0x7f6e78101630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.191+0000 7f6e7659c700 1 -- 172.21.15.159:0/98728340 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e680095f0 con 0x7f6e780ff050 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.192+0000 7f6e7659c700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e78102fe0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6e6800bd70 tx=0x7f6e6800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.192+0000 7f6e677fe700 1 -- 172.21.15.159:0/98728340 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6e6801d070 con 0x7f6e780ff050 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.192+0000 7f6e677fe700 1 -- 172.21.15.159:0/98728340 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6e6800f460 con 0x7f6e780ff050 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.192+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e78101f30 con 0x7f6e780ff050 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.192+0000 7f6e677fe700 1 -- 172.21.15.159:0/98728340 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6e68021640 con 0x7f6e780ff050 2024-09-17T10:49:13.197 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.192+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e78102420 con 0x7f6e780ff050 2024-09-17T10:49:13.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.193+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e78107ba0 con 0x7f6e780ff050 2024-09-17T10:49:13.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.194+0000 7f6e677fe700 1 -- 172.21.15.159:0/98728340 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f6e6800fab0 con 0x7f6e780ff050 2024-09-17T10:49:13.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.195+0000 7f6e677fe700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6e6007afd0 0x7f6e6007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.195+0000 7f6e677fe700 1 -- 172.21.15.159:0/98728340 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f6e6809f340 con 0x7f6e780ff050 2024-09-17T10:49:13.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.195+0000 7f6e75d9b700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6e6007afd0 0x7f6e6007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.198 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.195+0000 7f6e75d9b700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6e6007afd0 0x7f6e6007d480 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c005ea0 tx=0x7f6e6c005e30 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:13.201 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.200+0000 7f6e677fe700 1 -- 172.21.15.159:0/98728340 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f6e68062550 con 0x7f6e780ff050 2024-09-17T10:49:13.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:12 smithi170 ceph-mon[62996]: Upgrade: Updating alertmanager.smithi159 2024-09-17T10:49:13.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:12 smithi170 ceph-mon[62996]: Deploying daemon alertmanager.smithi159 on smithi159 2024-09-17T10:49:13.440 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.438+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f6e7819de20 con 0x7f6e6007afd0 2024-09-17T10:49:13.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.440+0000 7f6e677fe700 1 -- 172.21.15.159:0/98728340 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+465 (secure 0 0 0) 0x7f6e7819de20 con 0x7f6e6007afd0 2024-09-17T10:49:13.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6e6007afd0 msgr2=0x7f6e6007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6e6007afd0 0x7f6e6007d480 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c005ea0 tx=0x7f6e6c005e30 comp rx=0 tx=0).stop 2024-09-17T10:49:13.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 msgr2=0x7f6e78102fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.444 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e78102fe0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6e6800bd70 tx=0x7f6e6800be50 comp rx=0 tx=0).stop 2024-09-17T10:49:13.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 shutdown_connections 2024-09-17T10:49:13.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6e780ff050 0x7f6e78102fe0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f6e6007afd0 0x7f6e6007d480 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 --2- 172.21.15.159:0/98728340 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6e78100250 0x7f6e78101630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.442+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 >> 172.21.15.159:0/98728340 conn(0x7f6e780fa5e0 msgr2=0x7f6e780683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:13.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.443+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 shutdown_connections 2024-09-17T10:49:13.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.443+0000 7f6e7cb5f700 1 -- 172.21.15.159:0/98728340 wait complete. 2024-09-17T10:49:13.461 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:49:13.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 -- 172.21.15.159:0/4202855731 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c100290 msgr2=0x7ff14c100700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 --2- 172.21.15.159:0/4202855731 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c100290 0x7ff14c100700 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff13c009910 tx=0x7ff13c009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:13.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 -- 172.21.15.159:0/4202855731 shutdown_connections 2024-09-17T10:49:13.587 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 --2- 172.21.15.159:0/4202855731 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c100290 0x7ff14c100700 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 --2- 172.21.15.159:0/4202855731 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff14c0ff570 0x7ff14c0ff980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 -- 172.21.15.159:0/4202855731 >> 172.21.15.159:0/4202855731 conn(0x7ff14c0f9d80 msgr2=0x7ff14c0fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:13.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 -- 172.21.15.159:0/4202855731 shutdown_connections 2024-09-17T10:49:13.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.585+0000 7ff15440c700 1 -- 172.21.15.159:0/4202855731 wait complete. 2024-09-17T10:49:13.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff15440c700 1 Processor -- start 2024-09-17T10:49:13.588 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff15440c700 1 -- start start 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff15440c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c0ff570 0x7ff14c194890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff15440c700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff14c100290 0x7ff14c194dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff15440c700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff14c195360 con 0x7ff14c0ff570 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff15440c700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff14c1954a0 con 0x7ff14c100290 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff1521a8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c0ff570 0x7ff14c194890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff1521a8700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c0ff570 0x7ff14c194890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36618/0 (socket says 172.21.15.159:36618) 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff1521a8700 1 -- 172.21.15.159:0/1490854090 learned_addr learned my addr 172.21.15.159:0/1490854090 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.586+0000 7ff1519a7700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff14c100290 0x7ff14c194dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff1521a8700 1 -- 172.21.15.159:0/1490854090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff14c100290 msgr2=0x7ff14c194dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.590 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff1521a8700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff14c100290 0x7ff14c194dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff1521a8700 1 -- 172.21.15.159:0/1490854090 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff13c0095f0 con 0x7ff14c0ff570 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff1521a8700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c0ff570 0x7ff14c194890 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff148007b50 tx=0x7ff148007e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff1437fe700 1 -- 172.21.15.159:0/1490854090 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff148011070 con 0x7ff14c0ff570 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff14c0fe130 con 0x7ff14c0ff570 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff1437fe700 1 -- 172.21.15.159:0/1490854090 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff14800c2e0 con 0x7ff14c0ff570 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff1437fe700 1 -- 172.21.15.159:0/1490854090 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff14800e7b0 con 0x7ff14c0ff570 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.587+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff14c0fe650 con 0x7ff14c0ff570 2024-09-17T10:49:13.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.588+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff14c107bc0 con 0x7ff14c0ff570 2024-09-17T10:49:13.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.589+0000 7ff1437fe700 1 -- 172.21.15.159:0/1490854090 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7ff148003680 con 0x7ff14c0ff570 2024-09-17T10:49:13.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.589+0000 7ff1437fe700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff13807afd0 0x7ff13807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.590+0000 7ff1437fe700 1 -- 172.21.15.159:0/1490854090 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7ff14809ef00 con 0x7ff14c0ff570 2024-09-17T10:49:13.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.590+0000 7ff1519a7700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff13807afd0 0x7ff13807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.592 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.590+0000 7ff1519a7700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff13807afd0 0x7ff13807d480 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff13c006010 tx=0x7ff13c00b560 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:13.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.594+0000 7ff1437fe700 1 -- 172.21.15.159:0/1490854090 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7ff148062240 con 0x7ff14c0ff570 2024-09-17T10:49:13.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.867+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7ff14c104be0 con 0x7ff13807afd0 2024-09-17T10:49:13.869 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.868+0000 7ff1437fe700 1 -- 172.21.15.159:0/1490854090 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+465 (secure 0 0 0) 0x7ff14c104be0 con 0x7ff13807afd0 2024-09-17T10:49:13.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff13807afd0 msgr2=0x7ff13807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.872 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff13807afd0 0x7ff13807d480 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff13c006010 tx=0x7ff13c00b560 comp rx=0 tx=0).stop 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c0ff570 msgr2=0x7ff14c194890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c0ff570 0x7ff14c194890 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff148007b50 tx=0x7ff148007e60 comp rx=0 tx=0).stop 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 shutdown_connections 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff14c0ff570 0x7ff14c194890 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff13807afd0 0x7ff13807d480 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 --2- 172.21.15.159:0/1490854090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff14c100290 0x7ff14c194dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 >> 172.21.15.159:0/1490854090 conn(0x7ff14c0f9d80 msgr2=0x7ff14c1034c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 shutdown_connections 2024-09-17T10:49:13.873 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.871+0000 7ff15440c700 1 -- 172.21.15.159:0/1490854090 wait complete. 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 -- 172.21.15.159:0/2672487816 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d00ff080 msgr2=0x7ff2d00ff490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 --2- 172.21.15.159:0/2672487816 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d00ff080 0x7ff2d00ff490 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0009910 tx=0x7ff2c0009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 -- 172.21.15.159:0/2672487816 shutdown_connections 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 --2- 172.21.15.159:0/2672487816 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2d0100280 0x7ff2d01006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 --2- 172.21.15.159:0/2672487816 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d00ff080 0x7ff2d00ff490 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 -- 172.21.15.159:0/2672487816 >> 172.21.15.159:0/2672487816 conn(0x7ff2d00fa630 msgr2=0x7ff2d00fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 -- 172.21.15.159:0/2672487816 shutdown_connections 2024-09-17T10:49:13.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.980+0000 7ff2d6884700 1 -- 172.21.15.159:0/2672487816 wait complete. 2024-09-17T10:49:13.984 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2d6884700 1 Processor -- start 2024-09-17T10:49:13.984 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2d6884700 1 -- start start 2024-09-17T10:49:13.984 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2d6884700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2d00ff080 0x7ff2d01959c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.984 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2d6884700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d0100280 0x7ff2d0195f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.984 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2d6884700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d0196520 con 0x7ff2d0100280 2024-09-17T10:49:13.984 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2d6884700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2d0196660 con 0x7ff2d00ff080 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2cf7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d0100280 0x7ff2d0195f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2cf7fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d0100280 0x7ff2d0195f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36640/0 (socket says 172.21.15.159:36640) 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.981+0000 7ff2cf7fe700 1 -- 172.21.15.159:0/1624556471 learned_addr learned my addr 172.21.15.159:0/1624556471 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cffff700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2d00ff080 0x7ff2d01959c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cf7fe700 1 -- 172.21.15.159:0/1624556471 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2d00ff080 msgr2=0x7ff2d01959c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cf7fe700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2d00ff080 0x7ff2d01959c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cf7fe700 1 -- 172.21.15.159:0/1624556471 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2c00095f0 con 0x7ff2d0100280 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cf7fe700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d0100280 0x7ff2d0195f00 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff2c400e920 tx=0x7ff2c400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cd7fa700 1 -- 172.21.15.159:0/1624556471 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff2c4009790 con 0x7ff2d0100280 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cd7fa700 1 -- 172.21.15.159:0/1624556471 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7ff2c400cba0 con 0x7ff2d0100280 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2d019b110 con 0x7ff2d0100280 2024-09-17T10:49:13.985 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2cd7fa700 1 -- 172.21.15.159:0/1624556471 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7ff2c4018630 con 0x7ff2d0100280 2024-09-17T10:49:13.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.982+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2d019b660 con 0x7ff2d0100280 2024-09-17T10:49:13.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.983+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2d0107bd0 con 0x7ff2d0100280 2024-09-17T10:49:13.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.984+0000 7ff2cd7fa700 1 -- 172.21.15.159:0/1624556471 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7ff2c400cd10 con 0x7ff2d0100280 2024-09-17T10:49:13.986 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.985+0000 7ff2cd7fa700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff2b807b020 0x7ff2b807d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:13.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.985+0000 7ff2cd7fa700 1 -- 172.21.15.159:0/1624556471 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7ff2c4014070 con 0x7ff2d0100280 2024-09-17T10:49:13.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.985+0000 7ff2cffff700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff2b807b020 0x7ff2b807d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:13.987 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.986+0000 7ff2cffff700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff2b807b020 0x7ff2b807d4d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000b6f0 tx=0x7ff2c0009f90 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:13.991 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:13.990+0000 7ff2cd7fa700 1 -- 172.21.15.159:0/1624556471 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7ff2c40d5190 con 0x7ff2d0100280 2024-09-17T10:49:14.085 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:13 smithi159 ceph-mon[78956]: pgmap v233: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:14.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:13 smithi170 ceph-mon[62996]: pgmap v233: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:14.224 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.223+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7ff2d0069400 con 0x7ff2b807b020 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.239+0000 7ff2cd7fa700 1 -- 172.21.15.159:0/1624556471 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7ff2d0069400 con 0x7ff2b807b020 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (16m) 8s ago 17m 26.2M - 0.25.0 c8568f914cd2 914b9efe569b 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (62s) 8s ago 18m 8330k - 19.3.0-4937-g74984932 6c1fcab85602 14416ff2427c 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (57s) 34s ago 17m 8144k - 19.3.0-4937-g74984932 6c1fcab85602 b057d62991a9 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (5m) 8s ago 18m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (5m) 34s ago 17m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (15m) 8s ago 17m 88.0M - 9.4.7 954c08fa6188 35c36fcccb02 2024-09-17T10:49:14.241 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (2m) 8s ago 11m 84.7M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (2m) 8s ago 11m 14.4M - 19.3.0-4937-g74984932 6c1fcab85602 efe5590f200b 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (100s) 34s ago 11m 13.2M - 19.3.0-4937-g74984932 6c1fcab85602 439d5cf9b663 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (73s) 34s ago 11m 14.0M - 19.3.0-4937-g74984932 6c1fcab85602 2c5c80a0f667 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (7m) 8s ago 19m 525M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (6m) 34s ago 16m 456M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (6m) 8s ago 19m 60.6M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (6m) 34s ago 16m 46.6M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (42s) 8s ago 17m 9353k - 1.7.0 72c9c2088986 fd16258b4047 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (36s) 34s ago 17m 3149k - 1.7.0 72c9c2088986 cf1c562ada69 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (5m) 8s ago 15m 113M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (4m) 8s ago 15m 116M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (4m) 8s ago 14m 100M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:49:14.242 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (3m) 34s ago 14m 120M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:49:14.243 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (3m) 34s ago 13m 112M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:49:14.243 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (2m) 34s ago 13m 105M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:49:14.243 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (14s) 8s ago 17m 49.9M - 2.51.0 1d3b7f56885b 340433cbbda3 2024-09-17T10:49:14.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff2b807b020 msgr2=0x7ff2b807d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff2b807b020 0x7ff2b807d4d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000b6f0 tx=0x7ff2c0009f90 comp rx=0 tx=0).stop 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d0100280 msgr2=0x7ff2d0195f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d0100280 0x7ff2d0195f00 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff2c400e920 tx=0x7ff2c400ece0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 shutdown_connections 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7ff2b807b020 0x7ff2b807d4d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2d00ff080 0x7ff2d01959c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 --2- 172.21.15.159:0/1624556471 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7ff2d0100280 0x7ff2d0195f00 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 >> 172.21.15.159:0/1624556471 conn(0x7ff2d00fa630 msgr2=0x7ff2d0068cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 shutdown_connections 2024-09-17T10:49:14.244 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.242+0000 7ff2d6884700 1 -- 172.21.15.159:0/1624556471 wait complete. 2024-09-17T10:49:14.349 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 -- 172.21.15.159:0/3234577654 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 msgr2=0x7f4c601059a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 --2- 172.21.15.159:0/3234577654 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c601059a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4c54009910 tx=0x7f4c54009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 -- 172.21.15.159:0/3234577654 shutdown_connections 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 --2- 172.21.15.159:0/3234577654 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c601059a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 --2- 172.21.15.159:0/3234577654 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c60100ca0 0x7f4c60103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 -- 172.21.15.159:0/3234577654 >> 172.21.15.159:0/3234577654 conn(0x7f4c600fa660 msgr2=0x7f4c600fca70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 -- 172.21.15.159:0/3234577654 shutdown_connections 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.347+0000 7f4c65c83700 1 -- 172.21.15.159:0/3234577654 wait complete. 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c65c83700 1 Processor -- start 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c65c83700 1 -- start start 2024-09-17T10:49:14.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c65c83700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c60100ca0 0x7f4c60195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:14.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c65c83700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c60195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:14.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c65c83700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c601964c0 con 0x7f4c601035c0 2024-09-17T10:49:14.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c65c83700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c60196600 con 0x7f4c60100ca0 2024-09-17T10:49:14.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c5effd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c60195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:14.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c5effd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c60195ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36658/0 (socket says 172.21.15.159:36658) 2024-09-17T10:49:14.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.348+0000 7f4c5effd700 1 -- 172.21.15.159:0/796033811 learned_addr learned my addr 172.21.15.159:0/796033811 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:14.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5f7fe700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c60100ca0 0x7f4c60195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5effd700 1 -- 172.21.15.159:0/796033811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c60100ca0 msgr2=0x7f4c60195960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5effd700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c60100ca0 0x7f4c60195960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5effd700 1 -- 172.21.15.159:0/796033811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c540095f0 con 0x7f4c601035c0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5f7fe700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c60100ca0 0x7f4c60195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5effd700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c60195ea0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4c5400b5c0 tx=0x7f4c5400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5cff9700 1 -- 172.21.15.159:0/796033811 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4c5401d070 con 0x7f4c601035c0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5cff9700 1 -- 172.21.15.159:0/796033811 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f4c5400f460 con 0x7f4c601035c0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c5cff9700 1 -- 172.21.15.159:0/796033811 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f4c54021640 con 0x7f4c601035c0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c6019b050 con 0x7f4c601035c0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.349+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c6019b540 con 0x7f4c601035c0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.351+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c6018fbb0 con 0x7f4c601035c0 2024-09-17T10:49:14.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.351+0000 7f4c5cff9700 1 -- 172.21.15.159:0/796033811 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f4c5400f5d0 con 0x7f4c601035c0 2024-09-17T10:49:14.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.351+0000 7f4c5cff9700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:14.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.352+0000 7f4c5cff9700 1 -- 172.21.15.159:0/796033811 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f4c5409f270 con 0x7f4c601035c0 2024-09-17T10:49:14.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.352+0000 7f4c5f7fe700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:14.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.352+0000 7f4c5f7fe700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4c50005950 tx=0x7f4c500058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:14.357 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.356+0000 7f4c5cff9700 1 -- 172.21.15.159:0/796033811 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f4c540624a0 con 0x7f4c601035c0 2024-09-17T10:49:14.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.670+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f4c6002cc30 con 0x7f4c601035c0 2024-09-17T10:49:14.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.671+0000 7f4c5cff9700 1 -- 172.21.15.159:0/796033811 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7f4c540655c0 con 0x7f4c601035c0 2024-09-17T10:49:14.672 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:49:14.672 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:49:14.673 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 14 2024-09-17T10:49:14.674 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:49:14.674 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:49:14.674 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 msgr2=0x7f4c4807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4c50005950 tx=0x7f4c500058e0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 msgr2=0x7f4c60195ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c60195ea0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4c5400b5c0 tx=0x7f4c5400be20 comp rx=0 tx=0).stop 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 shutdown_connections 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f4c4807afd0 0x7f4c4807d480 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c60100ca0 0x7f4c60195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 --2- 172.21.15.159:0/796033811 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f4c601035c0 0x7f4c60195ea0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 >> 172.21.15.159:0/796033811 conn(0x7f4c600fa660 msgr2=0x7f4c600fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 shutdown_connections 2024-09-17T10:49:14.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.673+0000 7f4c65c83700 1 -- 172.21.15.159:0/796033811 wait complete. 2024-09-17T10:49:14.782 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.779+0000 7f615064e700 1 -- 172.21.15.159:0/2580103342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6148100270 msgr2=0x7f61481006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.779+0000 7f615064e700 1 --2- 172.21.15.159:0/2580103342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6148100270 0x7f61481006c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6138009910 tx=0x7f6138009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.779+0000 7f615064e700 1 -- 172.21.15.159:0/2580103342 shutdown_connections 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.779+0000 7f615064e700 1 --2- 172.21.15.159:0/2580103342 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6148100270 0x7f61481006c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.779+0000 7f615064e700 1 --2- 172.21.15.159:0/2580103342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f61480ff070 0x7f61480ff480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.779+0000 7f615064e700 1 -- 172.21.15.159:0/2580103342 >> 172.21.15.159:0/2580103342 conn(0x7f61480fa600 msgr2=0x7f61480fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 -- 172.21.15.159:0/2580103342 shutdown_connections 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 -- 172.21.15.159:0/2580103342 wait complete. 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 Processor -- start 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 -- start start 2024-09-17T10:49:14.783 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61480ff070 0x7f6148103000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6148100270 0x7f6148101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6148101b90 con 0x7f61480ff070 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.780+0000 7f615064e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6148101cd0 con 0x7f6148100270 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614e3ea700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61480ff070 0x7f6148103000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614e3ea700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61480ff070 0x7f6148103000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36666/0 (socket says 172.21.15.159:36666) 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614e3ea700 1 -- 172.21.15.159:0/1744688312 learned_addr learned my addr 172.21.15.159:0/1744688312 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614dbe9700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6148100270 0x7f6148101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614e3ea700 1 -- 172.21.15.159:0/1744688312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6148100270 msgr2=0x7f6148101650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614e3ea700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6148100270 0x7f6148101650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614e3ea700 1 -- 172.21.15.159:0/1744688312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61380095f0 con 0x7f61480ff070 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f614e3ea700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61480ff070 0x7f6148103000 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f614400c8f0 tx=0x7f614400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f613f7fe700 1 -- 172.21.15.159:0/1744688312 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6144007a70 con 0x7f61480ff070 2024-09-17T10:49:14.784 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f613f7fe700 1 -- 172.21.15.159:0/1744688312 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f6144007bd0 con 0x7f61480ff070 2024-09-17T10:49:14.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f613f7fe700 1 -- 172.21.15.159:0/1744688312 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f6144018630 con 0x7f61480ff070 2024-09-17T10:49:14.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6148101fb0 con 0x7f61480ff070 2024-09-17T10:49:14.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.781+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61481024b0 con 0x7f61480ff070 2024-09-17T10:49:14.785 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.782+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6148107bc0 con 0x7f61480ff070 2024-09-17T10:49:14.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.783+0000 7f613f7fe700 1 -- 172.21.15.159:0/1744688312 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f614400f450 con 0x7f61480ff070 2024-09-17T10:49:14.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.783+0000 7f613f7fe700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f613407afd0 0x7f613407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:14.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.783+0000 7f613f7fe700 1 -- 172.21.15.159:0/1744688312 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f614409de20 con 0x7f61480ff070 2024-09-17T10:49:14.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.783+0000 7f614dbe9700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f613407afd0 0x7f613407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:14.786 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.784+0000 7f614dbe9700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f613407afd0 0x7f613407d480 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f61380059d0 tx=0x7f6138005920 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:14.789 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:14.788+0000 7f613f7fe700 1 -- 172.21.15.159:0/1744688312 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f61440610b0 con 0x7f61480ff070 2024-09-17T10:49:14.923 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:14 smithi159 ceph-mon[78956]: from='client.34498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:14.923 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:14 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/796033811' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:15.059 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.058+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f614819dec0 con 0x7f61480ff070 2024-09-17T10:49:15.060 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.058+0000 7f613f7fe700 1 -- 172.21.15.159:0/1744688312 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 30 v30) v1 ==== 76+0+1979 (secure 0 0 0) 0x7f61440641d0 con 0x7f61480ff070 2024-09-17T10:49:15.060 INFO:teuthology.orchestra.run.smithi159.stdout:e30 2024-09-17T10:49:15.060 INFO:teuthology.orchestra.run.smithi159.stdout:btime 2024-09-17T10:48:01:415751+0000 2024-09-17T10:49:15.060 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 29 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:47:58.407398+0000 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:49:15.061 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 84 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=34372} 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:49:15.062 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 34372 members: 34372 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{0:34372} state up:active seq 19 join_fscid=1 addr [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:15.063 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:49:15.064 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:15.064 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:34404} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:15.064 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{-1:44289} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:15.064 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:44317} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6826/2527570615,v1:172.21.15.170:6827/2527570615] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:15.065 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f613407afd0 msgr2=0x7f613407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f613407afd0 0x7f613407d480 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f61380059d0 tx=0x7f6138005920 comp rx=0 tx=0).stop 2024-09-17T10:49:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61480ff070 msgr2=0x7f6148103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61480ff070 0x7f6148103000 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f614400c8f0 tx=0x7f614400ccb0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 shutdown_connections 2024-09-17T10:49:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f61480ff070 0x7f6148103000 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f613407afd0 0x7f613407d480 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.066 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 --2- 172.21.15.159:0/1744688312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6148100270 0x7f6148101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 >> 172.21.15.159:0/1744688312 conn(0x7f61480fa600 msgr2=0x7f6148068d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:15.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 shutdown_connections 2024-09-17T10:49:15.067 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.061+0000 7f615064e700 1 -- 172.21.15.159:0/1744688312 wait complete. 2024-09-17T10:49:15.067 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 30 2024-09-17T10:49:15.172 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.170+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/485146414 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c0fe9d0 msgr2=0x7f3a9c100df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.172 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.170+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/485146414 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c0fe9d0 0x7f3a9c100df0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f3a98009910 tx=0x7f3a98009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:15.172 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.170+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/485146414 shutdown_connections 2024-09-17T10:49:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.170+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/485146414 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a9c101330 0x7f3a9c1037b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.170+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/485146414 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c0fe9d0 0x7f3a9c100df0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.170+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/485146414 >> 172.21.15.159:0/485146414 conn(0x7f3a9c0fa5e0 msgr2=0x7f3a9c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.171+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/485146414 shutdown_connections 2024-09-17T10:49:15.173 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.171+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/485146414 wait complete. 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.171+0000 7f3aa3fa1700 1 Processor -- start 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.171+0000 7f3aa3fa1700 1 -- start start 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa3fa1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a9c0fe9d0 0x7f3a9c19bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa3fa1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c101330 0x7f3a9c19c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa3fa1700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a9c19ca90 con 0x7f3a9c101330 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa3fa1700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a9c19cbd0 con 0x7f3a9c0fe9d0 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa153c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c101330 0x7f3a9c19c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa153c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c101330 0x7f3a9c19c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36686/0 (socket says 172.21.15.159:36686) 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa153c700 1 -- 172.21.15.159:0/3868104352 learned_addr learned my addr 172.21.15.159:0/3868104352 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa1d3d700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a9c0fe9d0 0x7f3a9c19bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa153c700 1 -- 172.21.15.159:0/3868104352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a9c0fe9d0 msgr2=0x7f3a9c19bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.175 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa153c700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a9c0fe9d0 0x7f3a9c19bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa153c700 1 -- 172.21.15.159:0/3868104352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a980095f0 con 0x7f3a9c101330 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa153c700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c101330 0x7f3a9c19c470 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00d8d0 tx=0x7f3a8c00dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3a92ffd700 1 -- 172.21.15.159:0/3868104352 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3a8c0098a0 con 0x7f3a9c101330 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a9c1a1680 con 0x7f3a9c101330 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3a92ffd700 1 -- 172.21.15.159:0/3868104352 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f3a8c010460 con 0x7f3a9c101330 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3a92ffd700 1 -- 172.21.15.159:0/3868104352 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3a8c00f5f0 con 0x7f3a9c101330 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.172+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a9c1a1bd0 con 0x7f3a9c101330 2024-09-17T10:49:15.176 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.173+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a9c196170 con 0x7f3a9c101330 2024-09-17T10:49:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.174+0000 7f3a92ffd700 1 -- 172.21.15.159:0/3868104352 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f3a8c009a00 con 0x7f3a9c101330 2024-09-17T10:49:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.175+0000 7f3a92ffd700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3a8807afd0 0x7f3a8807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.175+0000 7f3a92ffd700 1 -- 172.21.15.159:0/3868104352 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f3a8c09ddc0 con 0x7f3a9c101330 2024-09-17T10:49:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.175+0000 7f3aa1d3d700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3a8807afd0 0x7f3a8807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:15.177 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.175+0000 7f3aa1d3d700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3a8807afd0 0x7f3a8807d480 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3a98006010 tx=0x7f3a9800b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:15.180 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.179+0000 7f3a92ffd700 1 -- 172.21.15.159:0/3868104352 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f3a8c060fd0 con 0x7f3a9c101330 2024-09-17T10:49:15.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:14 smithi170 ceph-mon[62996]: from='client.34498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:15.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:14 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/796033811' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.420+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f3a9c061190 con 0x7f3a8807afd0 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.421+0000 7f3a92ffd700 1 -- 172.21.15.159:0/3868104352 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+465 (secure 0 0 0) 0x7f3a9c061190 con 0x7f3a8807afd0 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:49:15.425 INFO:teuthology.orchestra.run.smithi159.stdout: "osd", 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph-exporter", 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "mds", 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "18/23 daemons upgraded", 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading alertmanager daemons", 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:49:15.426 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3a8807afd0 msgr2=0x7f3a8807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3a8807afd0 0x7f3a8807d480 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3a98006010 tx=0x7f3a9800b540 comp rx=0 tx=0).stop 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c101330 msgr2=0x7f3a9c19c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c101330 0x7f3a9c19c470 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00d8d0 tx=0x7f3a8c00dbe0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 shutdown_connections 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f3a8807afd0 0x7f3a8807d480 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a9c0fe9d0 0x7f3a9c19bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 --2- 172.21.15.159:0/3868104352 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3a9c101330 0x7f3a9c19c470 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.427 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 >> 172.21.15.159:0/3868104352 conn(0x7f3a9c0fa5e0 msgr2=0x7f3a9c0fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:15.428 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 shutdown_connections 2024-09-17T10:49:15.428 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.424+0000 7f3aa3fa1700 1 -- 172.21.15.159:0/3868104352 wait complete. 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 -- 172.21.15.159:0/1146234538 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a40ff050 msgr2=0x7f25a40ff460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 --2- 172.21.15.159:0/1146234538 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a40ff050 0x7f25a40ff460 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2594009910 tx=0x7f2594009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 -- 172.21.15.159:0/1146234538 shutdown_connections 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 --2- 172.21.15.159:0/1146234538 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f25a4100250 0x7f25a41006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 --2- 172.21.15.159:0/1146234538 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a40ff050 0x7f25a40ff460 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 -- 172.21.15.159:0/1146234538 >> 172.21.15.159:0/1146234538 conn(0x7f25a40fa5e0 msgr2=0x7f25a40fca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 -- 172.21.15.159:0/1146234538 shutdown_connections 2024-09-17T10:49:15.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.529+0000 7f25a96a1700 1 -- 172.21.15.159:0/1146234538 wait complete. 2024-09-17T10:49:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a96a1700 1 Processor -- start 2024-09-17T10:49:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a96a1700 1 -- start start 2024-09-17T10:49:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a96a1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f25a40ff050 0x7f25a4195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:15.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a96a1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a4100250 0x7f25a4195f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a96a1700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25a4196580 con 0x7f25a4100250 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a96a1700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25a41966c0 con 0x7f25a40ff050 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a27fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a4100250 0x7f25a4195f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a27fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a4100250 0x7f25a4195f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:36698/0 (socket says 172.21.15.159:36698) 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.530+0000 7f25a27fc700 1 -- 172.21.15.159:0/4000618429 learned_addr learned my addr 172.21.15.159:0/4000618429 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a2ffd700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f25a40ff050 0x7f25a4195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a27fc700 1 -- 172.21.15.159:0/4000618429 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f25a40ff050 msgr2=0x7f25a4195a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a27fc700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f25a40ff050 0x7f25a4195a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a27fc700 1 -- 172.21.15.159:0/4000618429 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25940095f0 con 0x7f25a4100250 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a2ffd700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f25a40ff050 0x7f25a4195a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:49:15.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a27fc700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a4100250 0x7f25a4195f60 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f259800b4b0 tx=0x7f259800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:15.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f258bfff700 1 -- 172.21.15.159:0/4000618429 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f2598011800 con 0x7f25a4100250 2024-09-17T10:49:15.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f258bfff700 1 -- 172.21.15.159:0/4000618429 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f2598011e10 con 0x7f25a4100250 2024-09-17T10:49:15.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25a419b170 con 0x7f25a4100250 2024-09-17T10:49:15.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f258bfff700 1 -- 172.21.15.159:0/4000618429 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f259800f2e0 con 0x7f25a4100250 2024-09-17T10:49:15.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.531+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25a419b740 con 0x7f25a4100250 2024-09-17T10:49:15.535 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.532+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25a4107c20 con 0x7f25a4100250 2024-09-17T10:49:15.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.533+0000 7f258bfff700 1 -- 172.21.15.159:0/4000618429 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f2598010380 con 0x7f25a4100250 2024-09-17T10:49:15.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.533+0000 7f258bfff700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f258c07afd0 0x7f258c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:15.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.533+0000 7f258bfff700 1 -- 172.21.15.159:0/4000618429 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f259809d900 con 0x7f25a4100250 2024-09-17T10:49:15.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.533+0000 7f25a2ffd700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f258c07afd0 0x7f258c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:15.536 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.534+0000 7f25a2ffd700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f258c07afd0 0x7f258c07d480 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2594006010 tx=0x7f2594005960 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:15.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.538+0000 7f258bfff700 1 -- 172.21.15.159:0/4000618429 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f2598060b90 con 0x7f25a4100250 2024-09-17T10:49:15.846 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.845+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7f25a4107e10 con 0x7f25a4100250 2024-09-17T10:49:15.846 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.845+0000 7f258bfff700 1 -- 172.21.15.159:0/4000618429 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7f2598063cb0 con 0x7f25a4100250 2024-09-17T10:49:15.847 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:49:15.847 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:49:15.847 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f258c07afd0 msgr2=0x7f258c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f258c07afd0 0x7f258c07d480 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2594006010 tx=0x7f2594005960 comp rx=0 tx=0).stop 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a4100250 msgr2=0x7f25a4195f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a4100250 0x7f25a4195f60 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f259800b4b0 tx=0x7f259800b870 comp rx=0 tx=0).stop 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 shutdown_connections 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f258c07afd0 0x7f258c07d480 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f25a40ff050 0x7f25a4195a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 --2- 172.21.15.159:0/4000618429 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f25a4100250 0x7f25a4195f60 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 >> 172.21.15.159:0/4000618429 conn(0x7f25a40fa5e0 msgr2=0x7f25a40683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 shutdown_connections 2024-09-17T10:49:15.850 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:15.848+0000 7f25a96a1700 1 -- 172.21.15.159:0/4000618429 wait complete. 2024-09-17T10:49:16.140 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:15 smithi159 ceph-mon[78956]: pgmap v234: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:16.140 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:15 smithi159 ceph-mon[78956]: from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:16.140 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:15 smithi159 ceph-mon[78956]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:16.140 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:15 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1744688312' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:49:16.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:15 smithi170 ceph-mon[62996]: pgmap v234: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:16.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:15 smithi170 ceph-mon[62996]: from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:16.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:15 smithi170 ceph-mon[62996]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:16.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:15 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1744688312' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:49:17.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:16 smithi159 ceph-mon[78956]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:17.178 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:16 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4000618429' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:49:17.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:16 smithi170 ceph-mon[62996]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:17.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:16 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4000618429' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:49:18.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:17 smithi159 ceph-mon[78956]: pgmap v235: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:18.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:17 smithi170 ceph-mon[62996]: pgmap v235: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:20.031 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:19 smithi159 ceph-mon[78956]: pgmap v236: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:20.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:19 smithi170 ceph-mon[62996]: pgmap v236: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:21.668 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:21 smithi159 ceph-mon[78956]: pgmap v237: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:21.668 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:21.668 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:21.668 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:21 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:21.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:21 smithi170 ceph-mon[62996]: pgmap v237: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:21.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:21.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:21.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:21 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:23.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:23 smithi159 ceph-mon[78956]: pgmap v238: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:23.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:23 smithi170 ceph-mon[62996]: pgmap v238: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:25.601 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:25 smithi159 ceph-mon[78956]: pgmap v239: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:25.601 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.601 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.601 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.601 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.601 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:25.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:25 smithi170 ceph-mon[62996]: pgmap v239: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:25.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:25.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:27 smithi159 ceph-mon[78956]: pgmap v240: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:27.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:27 smithi170 ceph-mon[62996]: pgmap v240: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:29.354 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: pgmap v241: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:29.354 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:29.354 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:29.354 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:29.354 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.355 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.356 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.356 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.356 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.356 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.356 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.356 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:29 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: pgmap v241: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:29.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:29.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:29.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:29.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:29.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.455 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:29.456 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:29 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:30.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:30 smithi159 ceph-mon[78956]: Upgrade: Updating grafana.smithi159 2024-09-17T10:49:30.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:30 smithi159 ceph-mon[78956]: Deploying daemon grafana.smithi159 on smithi159 2024-09-17T10:49:30.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:30 smithi170 ceph-mon[62996]: Upgrade: Updating grafana.smithi159 2024-09-17T10:49:30.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:30 smithi170 ceph-mon[62996]: Deploying daemon grafana.smithi159 on smithi159 2024-09-17T10:49:31.383 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:31 smithi159 ceph-mon[78956]: pgmap v242: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:31.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:31 smithi170 ceph-mon[62996]: pgmap v242: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:33.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:33 smithi159 ceph-mon[78956]: pgmap v243: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:33.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:33 smithi170 ceph-mon[62996]: pgmap v243: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:35.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:35 smithi159 ceph-mon[78956]: pgmap v244: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:35.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:35 smithi170 ceph-mon[62996]: pgmap v244: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:37.281 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:37 smithi159 ceph-mon[78956]: pgmap v245: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:37.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:37 smithi170 ceph-mon[62996]: pgmap v245: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:39.357 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:39 smithi159 ceph-mon[78956]: pgmap v246: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:39.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:39 smithi170 ceph-mon[62996]: pgmap v246: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:40.354 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:40.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:41.675 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:41 smithi159 ceph-mon[78956]: pgmap v247: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:41.675 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:41.675 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:41.675 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:41 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:41.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:41 smithi170 ceph-mon[62996]: pgmap v247: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:41.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:41.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:41.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:41 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:43.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:43 smithi159 ceph-mon[78956]: pgmap v248: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:43 smithi170 ceph-mon[62996]: pgmap v248: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:45 smithi159 ceph-mon[78956]: pgmap v249: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:45 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:45.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:45 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:45 smithi170 ceph-mon[62996]: pgmap v249: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:45 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:45.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:45 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:45.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 -- 172.21.15.159:0/857744963 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 msgr2=0x7fb548100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:45.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/857744963 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb548100560 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb538009910 tx=0x7fb538009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:45.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 -- 172.21.15.159:0/857744963 shutdown_connections 2024-09-17T10:49:45.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/857744963 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb548101350 0x7fb5481017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/857744963 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb548100560 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 -- 172.21.15.159:0/857744963 >> 172.21.15.159:0/857744963 conn(0x7fb5480fb6e0 msgr2=0x7fb5480fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 -- 172.21.15.159:0/857744963 shutdown_connections 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.958+0000 7fb54d3a7700 1 -- 172.21.15.159:0/857744963 wait complete. 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb54d3a7700 1 Processor -- start 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb54d3a7700 1 -- start start 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb54d3a7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb5481959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb54d3a7700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb548101350 0x7fb548195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb54d3a7700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb548196500 con 0x7fb548100150 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb54d3a7700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb548196640 con 0x7fb548101350 2024-09-17T10:49:45.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb546ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb5481959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb546ffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb5481959a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37796/0 (socket says 172.21.15.159:37796) 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb546ffd700 1 -- 172.21.15.159:0/1181776023 learned_addr learned my addr 172.21.15.159:0/1181776023 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.959+0000 7fb5467fc700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb548101350 0x7fb548195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb546ffd700 1 -- 172.21.15.159:0/1181776023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb548101350 msgr2=0x7fb548195ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb546ffd700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb548101350 0x7fb548195ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb546ffd700 1 -- 172.21.15.159:0/1181776023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5380095f0 con 0x7fb548100150 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb546ffd700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb5481959a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb53800bda0 tx=0x7fb53800bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb53ffff700 1 -- 172.21.15.159:0/1181776023 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb53801d070 con 0x7fb548100150 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb53ffff700 1 -- 172.21.15.159:0/1181776023 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fb53800f460 con 0x7fb548100150 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb54819b090 con 0x7fb548100150 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb53ffff700 1 -- 172.21.15.159:0/1181776023 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb538021620 con 0x7fb548100150 2024-09-17T10:49:45.964 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.960+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb54819b580 con 0x7fb548100150 2024-09-17T10:49:45.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.961+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb548108ca0 con 0x7fb548100150 2024-09-17T10:49:45.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.962+0000 7fb53ffff700 1 -- 172.21.15.159:0/1181776023 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb53800f5d0 con 0x7fb548100150 2024-09-17T10:49:45.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.962+0000 7fb53ffff700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb53407afd0 0x7fb53407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:45.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.963+0000 7fb5467fc700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb53407afd0 0x7fb53407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:45.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.963+0000 7fb53ffff700 1 -- 172.21.15.159:0/1181776023 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fb53809f230 con 0x7fb548100150 2024-09-17T10:49:45.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.963+0000 7fb5467fc700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb53407afd0 0x7fb53407d480 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb530005950 tx=0x7fb53000b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:45.968 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:45.967+0000 7fb53ffff700 1 -- 172.21.15.159:0/1181776023 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb538062440 con 0x7fb548100150 2024-09-17T10:49:46.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.210+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fb548105ca0 con 0x7fb53407afd0 2024-09-17T10:49:46.212 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.211+0000 7fb53ffff700 1 -- 172.21.15.159:0/1181776023 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+460 (secure 0 0 0) 0x7fb548105ca0 con 0x7fb53407afd0 2024-09-17T10:49:46.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb53407afd0 msgr2=0x7fb53407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb53407afd0 0x7fb53407d480 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb530005950 tx=0x7fb53000b410 comp rx=0 tx=0).stop 2024-09-17T10:49:46.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 msgr2=0x7fb5481959a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb5481959a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb53800bda0 tx=0x7fb53800bdd0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 shutdown_connections 2024-09-17T10:49:46.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb548100150 0x7fb5481959a0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb53407afd0 0x7fb53407d480 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 --2- 172.21.15.159:0/1181776023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb548101350 0x7fb548195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 >> 172.21.15.159:0/1181776023 conn(0x7fb5480fb6e0 msgr2=0x7fb548104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:46.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 shutdown_connections 2024-09-17T10:49:46.216 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.214+0000 7fb54d3a7700 1 -- 172.21.15.159:0/1181776023 wait complete. 2024-09-17T10:49:46.225 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:49:46.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.321+0000 7fea5f290700 1 -- 172.21.15.159:0/3250388722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea580737b0 msgr2=0x7fea58073c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.321+0000 7fea5f290700 1 --2- 172.21.15.159:0/3250388722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea580737b0 0x7fea58073c20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fea48009910 tx=0x7fea48009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:46.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.321+0000 7fea5f290700 1 -- 172.21.15.159:0/3250388722 shutdown_connections 2024-09-17T10:49:46.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.321+0000 7fea5f290700 1 --2- 172.21.15.159:0/3250388722 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea580737b0 0x7fea58073c20 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.322+0000 7fea5f290700 1 --2- 172.21.15.159:0/3250388722 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea58074d80 0x7fea580731e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.322+0000 7fea5f290700 1 -- 172.21.15.159:0/3250388722 >> 172.21.15.159:0/3250388722 conn(0x7fea580fb6e0 msgr2=0x7fea580fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:46.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.322+0000 7fea5f290700 1 -- 172.21.15.159:0/3250388722 shutdown_connections 2024-09-17T10:49:46.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.322+0000 7fea5f290700 1 -- 172.21.15.159:0/3250388722 wait complete. 2024-09-17T10:49:46.325 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.322+0000 7fea5f290700 1 Processor -- start 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.322+0000 7fea5f290700 1 -- start start 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5f290700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea580737b0 0x7fea5819bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5f290700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea58074d80 0x7fea5819c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5f290700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea5819cad0 con 0x7fea58074d80 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5f290700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea5819cc10 con 0x7fea580737b0 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5c82b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea58074d80 0x7fea5819c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5c82b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea58074d80 0x7fea5819c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:37810/0 (socket says 172.21.15.159:37810) 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5c82b700 1 -- 172.21.15.159:0/74521210 learned_addr learned my addr 172.21.15.159:0/74521210 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5d02c700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea580737b0 0x7fea5819bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5c82b700 1 -- 172.21.15.159:0/74521210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea580737b0 msgr2=0x7fea5819bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5c82b700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea580737b0 0x7fea5819bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.326 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5c82b700 1 -- 172.21.15.159:0/74521210 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea480095f0 con 0x7fea58074d80 2024-09-17T10:49:46.327 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5d02c700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea580737b0 0x7fea5819bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:49:46.327 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5c82b700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea58074d80 0x7fea5819c4b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fea48006010 tx=0x7fea4800be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:46.327 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea4e7fc700 1 -- 172.21.15.159:0/74521210 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fea4801d070 con 0x7fea58074d80 2024-09-17T10:49:46.327 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea4e7fc700 1 -- 172.21.15.159:0/74521210 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fea4800f460 con 0x7fea58074d80 2024-09-17T10:49:46.327 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea581a1660 con 0x7fea58074d80 2024-09-17T10:49:46.327 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.323+0000 7fea4e7fc700 1 -- 172.21.15.159:0/74521210 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fea48017630 con 0x7fea58074d80 2024-09-17T10:49:46.327 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.324+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea581a1b50 con 0x7fea58074d80 2024-09-17T10:49:46.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.325+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea5810f2b0 con 0x7fea58074d80 2024-09-17T10:49:46.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.325+0000 7fea4e7fc700 1 -- 172.21.15.159:0/74521210 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fea48003a60 con 0x7fea58074d80 2024-09-17T10:49:46.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.326+0000 7fea4e7fc700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fea4407afd0 0x7fea4407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:46.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.326+0000 7fea4e7fc700 1 -- 172.21.15.159:0/74521210 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fea4809f290 con 0x7fea58074d80 2024-09-17T10:49:46.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.326+0000 7fea5d02c700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fea4407afd0 0x7fea4407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:46.328 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.326+0000 7fea5d02c700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fea4407afd0 0x7fea4407d480 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fea54005fd0 tx=0x7fea54005f60 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:46.331 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.330+0000 7fea4e7fc700 1 -- 172.21.15.159:0/74521210 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fea48062520 con 0x7fea58074d80 2024-09-17T10:49:46.577 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.575+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fea581a22a0 con 0x7fea4407afd0 2024-09-17T10:49:46.578 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.577+0000 7fea4e7fc700 1 -- 172.21.15.159:0/74521210 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+460 (secure 0 0 0) 0x7fea581a22a0 con 0x7fea4407afd0 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fea4407afd0 msgr2=0x7fea4407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fea4407afd0 0x7fea4407d480 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fea54005fd0 tx=0x7fea54005f60 comp rx=0 tx=0).stop 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea58074d80 msgr2=0x7fea5819c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea58074d80 0x7fea5819c4b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fea48006010 tx=0x7fea4800be20 comp rx=0 tx=0).stop 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 shutdown_connections 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fea4407afd0 0x7fea4407d480 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea580737b0 0x7fea5819bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 --2- 172.21.15.159:0/74521210 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fea58074d80 0x7fea5819c4b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 >> 172.21.15.159:0/74521210 conn(0x7fea580fb6e0 msgr2=0x7fea581019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:46.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 shutdown_connections 2024-09-17T10:49:46.582 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.579+0000 7fea5f290700 1 -- 172.21.15.159:0/74521210 wait complete. 2024-09-17T10:49:46.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 -- 172.21.15.159:0/1014738452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24100170 msgr2=0x7fbc24100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 --2- 172.21.15.159:0/1014738452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24100170 0x7fbc24100580 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fbc14009910 tx=0x7fbc14009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:46.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 -- 172.21.15.159:0/1014738452 shutdown_connections 2024-09-17T10:49:46.687 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 --2- 172.21.15.159:0/1014738452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc24101370 0x7fbc241017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 --2- 172.21.15.159:0/1014738452 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24100170 0x7fbc24100580 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 -- 172.21.15.159:0/1014738452 >> 172.21.15.159:0/1014738452 conn(0x7fbc240fb6e0 msgr2=0x7fbc240fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:46.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 -- 172.21.15.159:0/1014738452 shutdown_connections 2024-09-17T10:49:46.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.685+0000 7fbc29459700 1 -- 172.21.15.159:0/1014738452 wait complete. 2024-09-17T10:49:46.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc29459700 1 Processor -- start 2024-09-17T10:49:46.688 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc29459700 1 -- start start 2024-09-17T10:49:46.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc29459700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc24100170 0x7fbc24074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:46.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc29459700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24101370 0x7fbc24073140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:46.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc29459700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc24073680 con 0x7fbc24101370 2024-09-17T10:49:46.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc29459700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc240737c0 con 0x7fbc24100170 2024-09-17T10:49:46.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc227fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24101370 0x7fbc24073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:46.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc227fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24101370 0x7fbc24073140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46228/0 (socket says 172.21.15.159:46228) 2024-09-17T10:49:46.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.686+0000 7fbc227fc700 1 -- 172.21.15.159:0/2601770803 learned_addr learned my addr 172.21.15.159:0/2601770803 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc22ffd700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc24100170 0x7fbc24074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc227fc700 1 -- 172.21.15.159:0/2601770803 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc24100170 msgr2=0x7fbc24074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc227fc700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc24100170 0x7fbc24074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc227fc700 1 -- 172.21.15.159:0/2601770803 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc140095f0 con 0x7fbc24101370 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc227fc700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24101370 0x7fbc24073140 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbc1800d8d0 tx=0x7fbc1800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc0bfff700 1 -- 172.21.15.159:0/2601770803 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbc18009940 con 0x7fbc24101370 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc0bfff700 1 -- 172.21.15.159:0/2601770803 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fbc18010460 con 0x7fbc24101370 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc0bfff700 1 -- 172.21.15.159:0/2601770803 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fbc1800f5f0 con 0x7fbc24101370 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc24073aa0 con 0x7fbc24101370 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.687+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc2419d9f0 con 0x7fbc24101370 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.688+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc24108cc0 con 0x7fbc24101370 2024-09-17T10:49:46.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.689+0000 7fbc0bfff700 1 -- 172.21.15.159:0/2601770803 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fbc180105d0 con 0x7fbc24101370 2024-09-17T10:49:46.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.689+0000 7fbc0bfff700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbc0c07afd0 0x7fbc0c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:46.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.689+0000 7fbc0bfff700 1 -- 172.21.15.159:0/2601770803 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fbc1809de10 con 0x7fbc24101370 2024-09-17T10:49:46.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.689+0000 7fbc22ffd700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbc0c07afd0 0x7fbc0c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:46.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.690+0000 7fbc22ffd700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbc0c07afd0 0x7fbc0c07d480 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbc14006010 tx=0x7fbc14005a90 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:46.695 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.694+0000 7fbc0bfff700 1 -- 172.21.15.159:0/2601770803 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fbc180610a0 con 0x7fbc24101370 2024-09-17T10:49:46.878 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:46 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:46.878 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:46 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:46.926 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.925+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fbc24105cc0 con 0x7fbc0c07afd0 2024-09-17T10:49:46.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.935+0000 7fbc0bfff700 1 -- 172.21.15.159:0/2601770803 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7fbc24105cc0 con 0x7fbc0c07afd0 2024-09-17T10:49:46.940 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:49:46.940 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (27s) 1s ago 18m 18.3M - 0.27.0 11f11916f8cd 252869e979af 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (94s) 1s ago 18m 8396k - 19.3.0-4937-g74984932 6c1fcab85602 14416ff2427c 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (89s) 66s ago 17m 8144k - 19.3.0-4937-g74984932 6c1fcab85602 b057d62991a9 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (6m) 1s ago 18m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (6m) 66s ago 17m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (7s) 1s ago 18m 42.5M - 10.4.0 c8b91775d855 9c963495d4a8 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (2m) 1s ago 12m 84.9M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (2m) 1s ago 12m 14.8M - 19.3.0-4937-g74984932 6c1fcab85602 efe5590f200b 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (2m) 66s ago 12m 13.2M - 19.3.0-4937-g74984932 6c1fcab85602 439d5cf9b663 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (106s) 66s ago 12m 14.0M - 19.3.0-4937-g74984932 6c1fcab85602 2c5c80a0f667 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (7m) 1s ago 19m 532M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:49:46.941 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (7m) 66s ago 17m 456M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (7m) 1s ago 20m 62.2M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (6m) 66s ago 17m 46.6M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (75s) 1s ago 18m 9655k - 1.7.0 72c9c2088986 fd16258b4047 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (69s) 66s ago 17m 3149k - 1.7.0 72c9c2088986 cf1c562ada69 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (5m) 1s ago 16m 113M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (5m) 1s ago 15m 116M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (4m) 1s ago 15m 100M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (4m) 66s ago 14m 120M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (3m) 66s ago 14m 112M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (3m) 66s ago 13m 105M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:49:46.942 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (47s) 1s ago 18m 54.8M - 2.51.0 1d3b7f56885b 340433cbbda3 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbc0c07afd0 msgr2=0x7fbc0c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbc0c07afd0 0x7fbc0c07d480 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbc14006010 tx=0x7fbc14005a90 comp rx=0 tx=0).stop 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24101370 msgr2=0x7fbc24073140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24101370 0x7fbc24073140 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbc1800d8d0 tx=0x7fbc1800dc90 comp rx=0 tx=0).stop 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 shutdown_connections 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fbc0c07afd0 0x7fbc0c07d480 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbc24100170 0x7fbc24074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.943 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 --2- 172.21.15.159:0/2601770803 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fbc24101370 0x7fbc24073140 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:46.944 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 >> 172.21.15.159:0/2601770803 conn(0x7fbc240fb6e0 msgr2=0x7fbc241045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:46.944 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 shutdown_connections 2024-09-17T10:49:46.944 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:46.938+0000 7fbc29459700 1 -- 172.21.15.159:0/2601770803 wait complete. 2024-09-17T10:49:46.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:46 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:46.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:46 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:47.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 -- 172.21.15.159:0/2182631317 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c100150 msgr2=0x7f310c100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 --2- 172.21.15.159:0/2182631317 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c100150 0x7f310c100560 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f30fc009910 tx=0x7f30fc009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:47.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 -- 172.21.15.159:0/2182631317 shutdown_connections 2024-09-17T10:49:47.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 --2- 172.21.15.159:0/2182631317 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f310c101350 0x7f310c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 --2- 172.21.15.159:0/2182631317 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c100150 0x7f310c100560 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 -- 172.21.15.159:0/2182631317 >> 172.21.15.159:0/2182631317 conn(0x7f310c0fb6e0 msgr2=0x7f310c0fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 -- 172.21.15.159:0/2182631317 shutdown_connections 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 -- 172.21.15.159:0/2182631317 wait complete. 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.048+0000 7f31116e4700 1 Processor -- start 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f31116e4700 1 -- start start 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f31116e4700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f310c100150 0x7f310c1959a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f31116e4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c101350 0x7f310c195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f31116e4700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f310c196470 con 0x7f310c101350 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f31116e4700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f310c1965b0 con 0x7f310c100150 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310a7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c101350 0x7f310c195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310a7fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c101350 0x7f310c195ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46246/0 (socket says 172.21.15.159:46246) 2024-09-17T10:49:47.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310a7fc700 1 -- 172.21.15.159:0/2679928040 learned_addr learned my addr 172.21.15.159:0/2679928040 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310affd700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f310c100150 0x7f310c1959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310a7fc700 1 -- 172.21.15.159:0/2679928040 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f310c100150 msgr2=0x7f310c1959a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310a7fc700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f310c100150 0x7f310c1959a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310a7fc700 1 -- 172.21.15.159:0/2679928040 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30fc0095f0 con 0x7f310c101350 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f310a7fc700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c101350 0x7f310c195ee0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f310000c930 tx=0x7f310000ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.049+0000 7f30f3fff700 1 -- 172.21.15.159:0/2679928040 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3100007ad0 con 0x7f310c101350 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.050+0000 7f30f3fff700 1 -- 172.21.15.159:0/2679928040 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f3100007c30 con 0x7f310c101350 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.050+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f310c19b070 con 0x7f310c101350 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.050+0000 7f30f3fff700 1 -- 172.21.15.159:0/2679928040 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3100018630 con 0x7f310c101350 2024-09-17T10:49:47.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.050+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f310c19b590 con 0x7f310c101350 2024-09-17T10:49:47.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.050+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f310c108ca0 con 0x7f310c101350 2024-09-17T10:49:47.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.051+0000 7f30f3fff700 1 -- 172.21.15.159:0/2679928040 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f310000f450 con 0x7f310c101350 2024-09-17T10:49:47.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.052+0000 7f30f3fff700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f30f407afd0 0x7f30f407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.052+0000 7f30f3fff700 1 -- 172.21.15.159:0/2679928040 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f310009e020 con 0x7f310c101350 2024-09-17T10:49:47.054 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.052+0000 7f310affd700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f30f407afd0 0x7f30f407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.055 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.052+0000 7f310affd700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f30f407afd0 0x7f30f407d480 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f30fc006010 tx=0x7f30fc00b580 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:47.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.056+0000 7f30f3fff700 1 -- 172.21.15.159:0/2679928040 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f31000612b0 con 0x7f310c101350 2024-09-17T10:49:47.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.371+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f310c108e90 con 0x7f310c101350 2024-09-17T10:49:47.373 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.372+0000 7f30f3fff700 1 -- 172.21.15.159:0/2679928040 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7f31000643d0 con 0x7f310c101350 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:49:47.374 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:49:47.375 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:49:47.375 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 14 2024-09-17T10:49:47.375 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:49:47.375 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:49:47.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f30f407afd0 msgr2=0x7f30f407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f30f407afd0 0x7f30f407d480 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f30fc006010 tx=0x7f30fc00b580 comp rx=0 tx=0).stop 2024-09-17T10:49:47.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c101350 msgr2=0x7f310c195ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.377 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c101350 0x7f310c195ee0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f310000c930 tx=0x7f310000ccf0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 shutdown_connections 2024-09-17T10:49:47.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f30f407afd0 0x7f30f407d480 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f310c100150 0x7f310c1959a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 --2- 172.21.15.159:0/2679928040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f310c101350 0x7f310c195ee0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 >> 172.21.15.159:0/2679928040 conn(0x7f310c0fb6e0 msgr2=0x7f310c104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:47.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 shutdown_connections 2024-09-17T10:49:47.378 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.376+0000 7f31116e4700 1 -- 172.21.15.159:0/2679928040 wait complete. 2024-09-17T10:49:47.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 -- 172.21.15.159:0/2836466973 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c30100280 msgr2=0x7f8c301006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 --2- 172.21.15.159:0/2836466973 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c30100280 0x7f8c301006d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8c18009910 tx=0x7f8c18009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:47.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 -- 172.21.15.159:0/2836466973 shutdown_connections 2024-09-17T10:49:47.490 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 --2- 172.21.15.159:0/2836466973 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c30100280 0x7f8c301006d0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 --2- 172.21.15.159:0/2836466973 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c300ff080 0x7f8c300ff490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 -- 172.21.15.159:0/2836466973 >> 172.21.15.159:0/2836466973 conn(0x7f8c300fa630 msgr2=0x7f8c300fca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 -- 172.21.15.159:0/2836466973 shutdown_connections 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.484+0000 7f8c35046700 1 -- 172.21.15.159:0/2836466973 wait complete. 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.485+0000 7f8c35046700 1 Processor -- start 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.485+0000 7f8c35046700 1 -- start start 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.485+0000 7f8c35046700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c300ff080 0x7f8c300698f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.491 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.485+0000 7f8c35046700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c30100280 0x7f8c3019caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.485+0000 7f8c35046700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c30196560 con 0x7f8c300ff080 2024-09-17T10:49:47.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.485+0000 7f8c35046700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3019d030 con 0x7f8c30100280 2024-09-17T10:49:47.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2ed9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c300ff080 0x7f8c300698f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2ed9d700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c300ff080 0x7f8c300698f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46254/0 (socket says 172.21.15.159:46254) 2024-09-17T10:49:47.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2ed9d700 1 -- 172.21.15.159:0/1357981481 learned_addr learned my addr 172.21.15.159:0/1357981481 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:47.492 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2e59c700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c30100280 0x7f8c3019caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2ed9d700 1 -- 172.21.15.159:0/1357981481 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c30100280 msgr2=0x7f8c3019caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2ed9d700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c30100280 0x7f8c3019caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2ed9d700 1 -- 172.21.15.159:0/1357981481 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c180095f0 con 0x7f8c300ff080 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c2ed9d700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c300ff080 0x7f8c300698f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000add0 tx=0x7f8c2000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c27fff700 1 -- 172.21.15.159:0/1357981481 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8c2000f070 con 0x7f8c300ff080 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c27fff700 1 -- 172.21.15.159:0/1357981481 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f8c200133f0 con 0x7f8c300ff080 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c3019d2e0 con 0x7f8c300ff080 2024-09-17T10:49:47.493 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c27fff700 1 -- 172.21.15.159:0/1357981481 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8c20008620 con 0x7f8c300ff080 2024-09-17T10:49:47.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.486+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c3019d830 con 0x7f8c300ff080 2024-09-17T10:49:47.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.488+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c30107bd0 con 0x7f8c300ff080 2024-09-17T10:49:47.494 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.488+0000 7f8c27fff700 1 -- 172.21.15.159:0/1357981481 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f8c20013560 con 0x7f8c300ff080 2024-09-17T10:49:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.489+0000 7f8c27fff700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8c1c07afd0 0x7f8c1c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.489+0000 7f8c2e59c700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8c1c07afd0 0x7f8c1c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.489+0000 7f8c27fff700 1 -- 172.21.15.159:0/1357981481 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f8c2009d780 con 0x7f8c300ff080 2024-09-17T10:49:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.489+0000 7f8c2e59c700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8c1c07afd0 0x7f8c1c07d480 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8c30069e70 tx=0x7f8c1800b560 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:47.495 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.493+0000 7f8c27fff700 1 -- 172.21.15.159:0/1357981481 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f8c20060990 con 0x7f8c300ff080 2024-09-17T10:49:47.762 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.760+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f8c3019de10 con 0x7f8c300ff080 2024-09-17T10:49:47.762 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:47 smithi159 ceph-mon[78956]: pgmap v250: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:47.762 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:47 smithi159 ceph-mon[78956]: from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:47.762 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:47 smithi159 ceph-mon[78956]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:47.762 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:47 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2679928040' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.761+0000 7f8c27fff700 1 -- 172.21.15.159:0/1357981481 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 30 v30) v1 ==== 76+0+1979 (secure 0 0 0) 0x7f8c20063ab0 con 0x7f8c300ff080 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout:e30 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout:btime 2024-09-17T10:48:01:415751+0000 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:49:47.763 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 29 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:47:58.407398+0000 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:49:47.764 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 84 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=34372} 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:49:47.765 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 34372 members: 34372 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{0:34372} state up:active seq 19 join_fscid=1 addr [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:34404} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{-1:44289} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:47.766 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:44317} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6826/2527570615,v1:172.21.15.170:6827/2527570615] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.763+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8c1c07afd0 msgr2=0x7f8c1c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.763+0000 7f8c35046700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8c1c07afd0 0x7f8c1c07d480 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f8c30069e70 tx=0x7f8c1800b560 comp rx=0 tx=0).stop 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.763+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c300ff080 msgr2=0x7f8c300698f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.763+0000 7f8c35046700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c300ff080 0x7f8c300698f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000add0 tx=0x7f8c2000c330 comp rx=0 tx=0).stop 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.764+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 shutdown_connections 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.764+0000 7f8c35046700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8c300ff080 0x7f8c300698f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.764+0000 7f8c35046700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8c1c07afd0 0x7f8c1c07d480 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.764+0000 7f8c35046700 1 --2- 172.21.15.159:0/1357981481 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c30100280 0x7f8c3019caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.764+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 >> 172.21.15.159:0/1357981481 conn(0x7f8c300fa630 msgr2=0x7f8c301034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:47.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.764+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 shutdown_connections 2024-09-17T10:49:47.768 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.764+0000 7f8c35046700 1 -- 172.21.15.159:0/1357981481 wait complete. 2024-09-17T10:49:47.768 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 30 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2745306892 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a80fe410 msgr2=0x7f34a80fe820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2745306892 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a80fe410 0x7f34a80fe820 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3498009910 tx=0x7f3498009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2745306892 shutdown_connections 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2745306892 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34a81013f0 0x7f34a8101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2745306892 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a80fe410 0x7f34a80fe820 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2745306892 >> 172.21.15.159:0/2745306892 conn(0x7f34a80f9d80 msgr2=0x7f34a80fc1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2745306892 shutdown_connections 2024-09-17T10:49:47.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.876+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2745306892 wait complete. 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34ad9f9700 1 Processor -- start 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34ad9f9700 1 -- start start 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34ad9f9700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34a80fe410 0x7f34a8195980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34ad9f9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a81013f0 0x7f34a8195ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34ad9f9700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a81964e0 con 0x7f34a81013f0 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34ad9f9700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a8196620 con 0x7f34a80fe410 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34a67fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a81013f0 0x7f34a8195ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34a67fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a81013f0 0x7f34a8195ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46264/0 (socket says 172.21.15.159:46264) 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.877+0000 7f34a67fc700 1 -- 172.21.15.159:0/2834303582 learned_addr learned my addr 172.21.15.159:0/2834303582 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34a6ffd700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34a80fe410 0x7f34a8195980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34a67fc700 1 -- 172.21.15.159:0/2834303582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34a80fe410 msgr2=0x7f34a8195980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:47.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34a67fc700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34a80fe410 0x7f34a8195980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34a67fc700 1 -- 172.21.15.159:0/2834303582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34980095f0 con 0x7f34a81013f0 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34a6ffd700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34a80fe410 0x7f34a8195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34a67fc700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a81013f0 0x7f34a8195ec0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f349c00d8d0 tx=0x7f349c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34ac9f7700 1 -- 172.21.15.159:0/2834303582 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f349c009940 con 0x7f34a81013f0 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34ac9f7700 1 -- 172.21.15.159:0/2834303582 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7f349c010460 con 0x7f34a81013f0 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34a819b0d0 con 0x7f34a81013f0 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34ac9f7700 1 -- 172.21.15.159:0/2834303582 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f349c00f5f0 con 0x7f34a81013f0 2024-09-17T10:49:47.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.878+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34a819b620 con 0x7f34a81013f0 2024-09-17T10:49:47.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.879+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34a8108c90 con 0x7f34a81013f0 2024-09-17T10:49:47.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.880+0000 7f34ac9f7700 1 -- 172.21.15.159:0/2834303582 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f349c0105d0 con 0x7f34a81013f0 2024-09-17T10:49:47.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.880+0000 7f34ac9f7700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f349007afd0 0x7f349007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:47.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.881+0000 7f34ac9f7700 1 -- 172.21.15.159:0/2834303582 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f349c09ddd0 con 0x7f34a81013f0 2024-09-17T10:49:47.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.881+0000 7f34a6ffd700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f349007afd0 0x7f349007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:47.882 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.881+0000 7f34a6ffd700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f349007afd0 0x7f349007d480 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3498006010 tx=0x7f349800b540 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:47.886 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:47.885+0000 7f34ac9f7700 1 -- 172.21.15.159:0/2834303582 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f349c061060 con 0x7f34a81013f0 2024-09-17T10:49:47.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:47 smithi170 ceph-mon[62996]: pgmap v250: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:47.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:47 smithi170 ceph-mon[62996]: from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:47.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:47 smithi170 ceph-mon[62996]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:47.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:47 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2679928040' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:48.140 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.138+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f34a8105d40 con 0x7f349007afd0 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.139+0000 7f34ac9f7700 1 -- 172.21.15.159:0/2834303582 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+460 (secure 0 0 0) 0x7f34a8105d40 con 0x7f349007afd0 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb", 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": true, 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [ 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout: "osd", 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph-exporter", 2024-09-17T10:49:48.141 INFO:teuthology.orchestra.run.smithi159.stdout: "crash", 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr", 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout: "mds", 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout: "mon" 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout: ], 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": "18/23 daemons upgraded", 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "Currently upgrading grafana daemons", 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:49:48.142 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f349007afd0 msgr2=0x7f349007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f349007afd0 0x7f349007d480 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3498006010 tx=0x7f349800b540 comp rx=0 tx=0).stop 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a81013f0 msgr2=0x7f34a8195ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a81013f0 0x7f34a8195ec0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f349c00d8d0 tx=0x7f349c00dc90 comp rx=0 tx=0).stop 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 shutdown_connections 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f349007afd0 0x7f349007d480 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34a80fe410 0x7f34a8195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 --2- 172.21.15.159:0/2834303582 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34a81013f0 0x7f34a8195ec0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 >> 172.21.15.159:0/2834303582 conn(0x7f34a80f9d80 msgr2=0x7f34a8104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 shutdown_connections 2024-09-17T10:49:48.145 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.143+0000 7f34ad9f9700 1 -- 172.21.15.159:0/2834303582 wait complete. 2024-09-17T10:49:48.254 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 -- 172.21.15.159:0/4574284 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 msgr2=0x7fa3b40fec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/4574284 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b40fec10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa3b0009910 tx=0x7fa3b0009c20 comp rx=0 tx=0).stop 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 -- 172.21.15.159:0/4574284 shutdown_connections 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/4574284 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3b40ffa00 0x7fa3b40ffe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/4574284 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b40fec10 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 -- 172.21.15.159:0/4574284 >> 172.21.15.159:0/4574284 conn(0x7fa3b40f9db0 msgr2=0x7fa3b40fc1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 -- 172.21.15.159:0/4574284 shutdown_connections 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 -- 172.21.15.159:0/4574284 wait complete. 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 Processor -- start 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.252+0000 7fa3bc73b700 1 -- start start 2024-09-17T10:49:48.255 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3bc73b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b41959d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3bc73b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3b40ffa00 0x7fa3b4195f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3bc73b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3b4196530 con 0x7fa3b40fe800 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3bc73b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3b4196670 con 0x7fa3b40ffa00 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3ba4d7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b41959d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3ba4d7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b41959d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46290/0 (socket says 172.21.15.159:46290) 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3ba4d7700 1 -- 172.21.15.159:0/3248632517 learned_addr learned my addr 172.21.15.159:0/3248632517 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3ba4d7700 1 -- 172.21.15.159:0/3248632517 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3b40ffa00 msgr2=0x7fa3b4195f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3ba4d7700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3b40ffa00 0x7fa3b4195f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3ba4d7700 1 -- 172.21.15.159:0/3248632517 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3b00095f0 con 0x7fa3b40fe800 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3ba4d7700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b41959d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa3b000bda0 tx=0x7fa3b000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3a77fe700 1 -- 172.21.15.159:0/3248632517 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa3b001d070 con 0x7fa3b40fe800 2024-09-17T10:49:48.256 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3a77fe700 1 -- 172.21.15.159:0/3248632517 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1101+0+0 (secure 0 0 0) 0x7fa3b000f460 con 0x7fa3b40fe800 2024-09-17T10:49:48.257 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3b419b0c0 con 0x7fa3b40fe800 2024-09-17T10:49:48.257 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3a77fe700 1 -- 172.21.15.159:0/3248632517 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa3b0021640 con 0x7fa3b40fe800 2024-09-17T10:49:48.257 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.253+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3b419b5b0 con 0x7fa3b40fe800 2024-09-17T10:49:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.254+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3b4106ac0 con 0x7fa3b40fe800 2024-09-17T10:49:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.255+0000 7fa3a77fe700 1 -- 172.21.15.159:0/3248632517 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fa3b000fa00 con 0x7fa3b40fe800 2024-09-17T10:49:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.255+0000 7fa3a77fe700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3a007afd0 0x7fa3a007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:49:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.255+0000 7fa3b9cd6700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3a007afd0 0x7fa3a007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:49:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.255+0000 7fa3a77fe700 1 -- 172.21.15.159:0/3248632517 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fa3b009f250 con 0x7fa3b40fe800 2024-09-17T10:49:48.258 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.256+0000 7fa3b9cd6700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3a007afd0 0x7fa3a007d480 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa3a8005950 tx=0x7fa3a80058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:49:48.261 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.260+0000 7fa3a77fe700 1 -- 172.21.15.159:0/3248632517 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fa3b0062460 con 0x7fa3b40fe800 2024-09-17T10:49:48.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.569+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7fa3b419bcb0 con 0x7fa3b40fe800 2024-09-17T10:49:48.571 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.570+0000 7fa3a77fe700 1 -- 172.21.15.159:0/3248632517 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7fa3b0065580 con 0x7fa3b40fe800 2024-09-17T10:49:48.572 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:49:48.572 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:49:48.572 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3a007afd0 msgr2=0x7fa3a007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3a007afd0 0x7fa3a007d480 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa3a8005950 tx=0x7fa3a80058e0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 msgr2=0x7fa3b41959d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b41959d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa3b000bda0 tx=0x7fa3b000be80 comp rx=0 tx=0).stop 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 shutdown_connections 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa3b40fe800 0x7fa3b41959d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa3a007afd0 0x7fa3a007d480 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.574 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 --2- 172.21.15.159:0/3248632517 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa3b40ffa00 0x7fa3b4195f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:49:48.575 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 >> 172.21.15.159:0/3248632517 conn(0x7fa3b40f9db0 msgr2=0x7fa3b4102c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:49:48.575 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 shutdown_connections 2024-09-17T10:49:48.575 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:49:48.572+0000 7fa3bc73b700 1 -- 172.21.15.159:0/3248632517 wait complete. 2024-09-17T10:49:48.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:48 smithi170 ceph-mon[62996]: from='client.34534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:48.870 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:48 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1357981481' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:49:48.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:48 smithi159 ceph-mon[78956]: from='client.34534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:48.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:48 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1357981481' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: pgmap v251: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='client.34546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3248632517' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:49.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.929 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.930 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: Upgrade: Finalizing container_image settings 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T10:49:49.931 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-17T10:49:49.932 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: Upgrade: Complete! 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T10:49:49.933 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:49.934 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:49.934 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:49.934 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.934 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:49.934 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:49.934 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:49.934 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: pgmap v251: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='client.34546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3248632517' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:49:49.956 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: Upgrade: Finalizing container_image settings 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-17T10:49:49.957 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-17T10:49:49.958 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: Upgrade: Complete! 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:49.959 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:49.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:49.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:49.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:49:49.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:49:49.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:49:49.960 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:51.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:51 smithi159 ceph-mon[78956]: pgmap v252: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:51.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:51 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:51.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:51 smithi170 ceph-mon[62996]: pgmap v252: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:51.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:51 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:49:53.427 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:53 smithi159 ceph-mon[78956]: pgmap v253: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:53.454 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:53 smithi170 ceph-mon[62996]: pgmap v253: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:55.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:55 smithi159 ceph-mon[78956]: pgmap v254: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:55.678 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:55.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:55 smithi170 ceph-mon[62996]: pgmap v254: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:55.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:49:57.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:57 smithi159 ceph-mon[78956]: pgmap v255: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:57.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:57 smithi170 ceph-mon[62996]: pgmap v255: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:59.621 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:49:59 smithi170 ceph-mon[62996]: pgmap v256: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:49:59.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:49:59 smithi159 ceph-mon[78956]: pgmap v256: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:00.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:00 smithi159 ceph-mon[78956]: overall HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:50:00.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:00 smithi170 ceph-mon[62996]: overall HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:50:01.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:01 smithi159 ceph-mon[78956]: pgmap v257: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:01.741 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:01 smithi170 ceph-mon[62996]: pgmap v257: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:03.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:03 smithi159 ceph-mon[78956]: pgmap v258: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:03.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:03 smithi170 ceph-mon[62996]: pgmap v258: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:05.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:05 smithi159 ceph-mon[78956]: pgmap v259: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:05.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:05 smithi170 ceph-mon[62996]: pgmap v259: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:07.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:07 smithi159 ceph-mon[78956]: pgmap v260: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:07.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:07 smithi170 ceph-mon[62996]: pgmap v260: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:09.453 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:09 smithi170 ceph-mon[62996]: pgmap v261: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:09.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:09 smithi159 ceph-mon[78956]: pgmap v261: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:10.644 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:10.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:11.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:11 smithi159 ceph-mon[78956]: pgmap v262: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:11.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:11 smithi170 ceph-mon[62996]: pgmap v262: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:13.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:13 smithi159 ceph-mon[78956]: pgmap v263: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:13.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:13 smithi170 ceph-mon[62996]: pgmap v263: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:15.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:15 smithi159 ceph-mon[78956]: pgmap v264: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:15.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:15 smithi170 ceph-mon[62996]: pgmap v264: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:17.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:17 smithi159 ceph-mon[78956]: pgmap v265: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:17.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:17 smithi170 ceph-mon[62996]: pgmap v265: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:18.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 -- 172.21.15.159:0/3427509972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34540ff070 msgr2=0x7f34540ff480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:18.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 --2- 172.21.15.159:0/3427509972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34540ff070 0x7f34540ff480 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3448009910 tx=0x7f3448009c20 comp rx=0 tx=0).stop 2024-09-17T10:50:18.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 -- 172.21.15.159:0/3427509972 shutdown_connections 2024-09-17T10:50:18.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 --2- 172.21.15.159:0/3427509972 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3454100270 0x7f34541006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:18.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 --2- 172.21.15.159:0/3427509972 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f34540ff070 0x7f34540ff480 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:18.691 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 -- 172.21.15.159:0/3427509972 >> 172.21.15.159:0/3427509972 conn(0x7f34540fa600 msgr2=0x7f34540fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 -- 172.21.15.159:0/3427509972 shutdown_connections 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 -- 172.21.15.159:0/3427509972 wait complete. 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 Processor -- start 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 -- start start 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.688+0000 7f345c6c9700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34540ff070 0x7f3454103000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f345c6c9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3454100270 0x7f3454101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f345c6c9700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3454101b90 con 0x7f3454100270 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f345c6c9700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3454101cd0 con 0x7f34540ff070 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f3459c64700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3454100270 0x7f3454101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f3459c64700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3454100270 0x7f3454101650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:58894/0 (socket says 172.21.15.159:58894) 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f3459c64700 1 -- 172.21.15.159:0/2415192968 learned_addr learned my addr 172.21.15.159:0/2415192968 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:50:18.692 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f345a465700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34540ff070 0x7f3454103000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f3459c64700 1 -- 172.21.15.159:0/2415192968 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34540ff070 msgr2=0x7f3454103000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f3459c64700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34540ff070 0x7f3454103000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f3459c64700 1 -- 172.21.15.159:0/2415192968 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34480095f0 con 0x7f3454100270 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f3459c64700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3454100270 0x7f3454101650 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f345000c930 tx=0x7f345000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f34477fe700 1 -- 172.21.15.159:0/2415192968 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3450007ad0 con 0x7f3454100270 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3454101fb0 con 0x7f3454100270 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f34477fe700 1 -- 172.21.15.159:0/2415192968 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f345000ce80 con 0x7f3454100270 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f34477fe700 1 -- 172.21.15.159:0/2415192968 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f3450018630 con 0x7f3454100270 2024-09-17T10:50:18.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.689+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f345419da10 con 0x7f3454100270 2024-09-17T10:50:18.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.690+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3454107bc0 con 0x7f3454100270 2024-09-17T10:50:18.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.691+0000 7f34477fe700 1 -- 172.21.15.159:0/2415192968 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f3450007c30 con 0x7f3454100270 2024-09-17T10:50:18.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.692+0000 7f34477fe700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f344007afd0 0x7f344007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:18.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.692+0000 7f34477fe700 1 -- 172.21.15.159:0/2415192968 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f345009ded0 con 0x7f3454100270 2024-09-17T10:50:18.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.692+0000 7f345a465700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f344007afd0 0x7f344007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:18.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.692+0000 7f345a465700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f344007afd0 0x7f344007d480 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3448006010 tx=0x7f344800b560 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:18.698 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.696+0000 7f34477fe700 1 -- 172.21.15.159:0/2415192968 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f34500610e0 con 0x7f3454100270 2024-09-17T10:50:18.927 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.926+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7f345419dfc0 con 0x7f344007afd0 2024-09-17T10:50:18.928 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.927+0000 7f34477fe700 1 -- 172.21.15.159:0/2415192968 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+175 (secure 0 0 0) 0x7f345419dfc0 con 0x7f344007afd0 2024-09-17T10:50:18.930 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f344007afd0 msgr2=0x7f344007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f344007afd0 0x7f344007d480 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3448006010 tx=0x7f344800b560 comp rx=0 tx=0).stop 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3454100270 msgr2=0x7f3454101650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3454100270 0x7f3454101650 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f345000c930 tx=0x7f345000cc40 comp rx=0 tx=0).stop 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 shutdown_connections 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f344007afd0 0x7f344007d480 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34540ff070 0x7f3454103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 --2- 172.21.15.159:0/2415192968 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f3454100270 0x7f3454101650 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 >> 172.21.15.159:0/2415192968 conn(0x7f34540fa600 msgr2=0x7f3454068d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 shutdown_connections 2024-09-17T10:50:18.931 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:18.929+0000 7f345c6c9700 1 -- 172.21.15.159:0/2415192968 wait complete. 2024-09-17T10:50:19.653 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:19 smithi159 ceph-mon[78956]: pgmap v266: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:19.675 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph orch ps' 2024-09-17T10:50:19.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:19 smithi170 ceph-mon[62996]: pgmap v266: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:19.923 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:50:20.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:20 smithi159 ceph-mon[78956]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:50:20.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:20 smithi170 ceph-mon[62996]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:50:21.528 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 -- 172.21.15.159:0/684120326 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 msgr2=0x7f1f080ff6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/684120326 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f080ff6a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8009910 tx=0x7f1ef8009c20 comp rx=0 tx=0).stop 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 -- 172.21.15.159:0/684120326 shutdown_connections 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/684120326 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f080ffc70 0x7f1f08103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/684120326 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f080ff6a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 -- 172.21.15.159:0/684120326 >> 172.21.15.159:0/684120326 conn(0x7f1f080fabb0 msgr2=0x7f1f080fcfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 -- 172.21.15.159:0/684120326 shutdown_connections 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 -- 172.21.15.159:0/684120326 wait complete. 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 Processor -- start 2024-09-17T10:50:21.529 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.525+0000 7f1f0dc37700 1 -- start start 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f0dc37700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f08195d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f0dc37700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f080ffc70 0x7f1f081962c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f0dc37700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f08196910 con 0x7f1f080ff2d0 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f0dc37700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f08196a50 con 0x7f1f080ffc70 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f077fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f08195d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f077fe700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f08195d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:58912/0 (socket says 172.21.15.159:58912) 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f077fe700 1 -- 172.21.15.159:0/1747556128 learned_addr learned my addr 172.21.15.159:0/1747556128 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1efffff700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f080ffc70 0x7f1f081962c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:21.530 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f077fe700 1 -- 172.21.15.159:0/1747556128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f080ffc70 msgr2=0x7f1f081962c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f077fe700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f080ffc70 0x7f1f081962c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f077fe700 1 -- 172.21.15.159:0/1747556128 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ef80095f0 con 0x7f1f080ff2d0 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f077fe700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f08195d80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1ef800b5c0 tx=0x7f1ef800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f057fa700 1 -- 172.21.15.159:0/1747556128 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1ef801d070 con 0x7f1f080ff2d0 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f057fa700 1 -- 172.21.15.159:0/1747556128 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f1ef800f460 con 0x7f1f080ff2d0 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f0819a840 con 0x7f1f080ff2d0 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.526+0000 7f1f057fa700 1 -- 172.21.15.159:0/1747556128 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f1ef8017630 con 0x7f1f080ff2d0 2024-09-17T10:50:21.531 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.527+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f0819ad30 con 0x7f1f080ff2d0 2024-09-17T10:50:21.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.527+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f0804ea50 con 0x7f1f080ff2d0 2024-09-17T10:50:21.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.528+0000 7f1f057fa700 1 -- 172.21.15.159:0/1747556128 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f1ef800f5d0 con 0x7f1f080ff2d0 2024-09-17T10:50:21.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.528+0000 7f1f057fa700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ef407afd0 0x7f1ef407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:21.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.529+0000 7f1efffff700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ef407afd0 0x7f1ef407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:21.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.529+0000 7f1f057fa700 1 -- 172.21.15.159:0/1747556128 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f1ef809f350 con 0x7f1f080ff2d0 2024-09-17T10:50:21.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.529+0000 7f1efffff700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ef407afd0 0x7f1ef407d480 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1f081973a0 tx=0x7f1ef000a380 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:21.534 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.533+0000 7f1f057fa700 1 -- 172.21.15.159:0/1747556128 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f1ef80625e0 con 0x7f1f080ff2d0 2024-09-17T10:50:21.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:21 smithi159 ceph-mon[78956]: pgmap v267: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:21.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:21 smithi170 ceph-mon[62996]: pgmap v267: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:21.755 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.754+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f1f0819b250 con 0x7f1ef407afd0 2024-09-17T10:50:21.764 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.763+0000 7f1f057fa700 1 -- 172.21.15.159:0/1747556128 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7f1f0819b250 con 0x7f1ef407afd0 2024-09-17T10:50:21.764 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:50:21.764 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (62s) 36s ago 18m 18.3M - 0.27.0 11f11916f8cd 252869e979af 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (2m) 36s ago 19m 8396k - 19.3.0-4937-g74984932 6c1fcab85602 14416ff2427c 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (2m) 101s ago 18m 8144k - 19.3.0-4937-g74984932 6c1fcab85602 b057d62991a9 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (6m) 36s ago 19m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (6m) 101s ago 18m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (41s) 36s ago 18m 42.5M - 10.4.0 c8b91775d855 9c963495d4a8 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (3m) 36s ago 12m 84.9M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (3m) 36s ago 12m 14.8M - 19.3.0-4937-g74984932 6c1fcab85602 efe5590f200b 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (2m) 101s ago 12m 13.2M - 19.3.0-4937-g74984932 6c1fcab85602 439d5cf9b663 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (2m) 101s ago 12m 14.0M - 19.3.0-4937-g74984932 6c1fcab85602 2c5c80a0f667 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (8m) 36s ago 20m 532M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (8m) 101s ago 18m 456M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:50:21.765 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (7m) 36s ago 20m 62.2M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (7m) 101s ago 18m 46.6M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (110s) 36s ago 19m 9655k - 1.7.0 72c9c2088986 fd16258b4047 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (104s) 101s ago 18m 3149k - 1.7.0 72c9c2088986 cf1c562ada69 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (6m) 36s ago 16m 113M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (5m) 36s ago 16m 116M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (5m) 36s ago 15m 100M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (4m) 101s ago 15m 120M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (4m) 101s ago 14m 112M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (3m) 101s ago 14m 105M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:50:21.766 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (82s) 36s ago 18m 54.8M - 2.51.0 1d3b7f56885b 340433cbbda3 2024-09-17T10:50:21.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ef407afd0 msgr2=0x7f1ef407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:21.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ef407afd0 0x7f1ef407d480 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1f081973a0 tx=0x7f1ef000a380 comp rx=0 tx=0).stop 2024-09-17T10:50:21.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 msgr2=0x7f1f08195d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:21.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f08195d80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1ef800b5c0 tx=0x7f1ef800bd50 comp rx=0 tx=0).stop 2024-09-17T10:50:21.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 shutdown_connections 2024-09-17T10:50:21.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f1f080ff2d0 0x7f1f08195d80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:21.767 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f1ef407afd0 0x7f1ef407d480 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:21.768 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 --2- 172.21.15.159:0/1747556128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f080ffc70 0x7f1f081962c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:21.768 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.765+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 >> 172.21.15.159:0/1747556128 conn(0x7f1f080fabb0 msgr2=0x7f1f08068e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:21.768 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.766+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 shutdown_connections 2024-09-17T10:50:21.768 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:21.766+0000 7f1f0dc37700 1 -- 172.21.15.159:0/1747556128 wait complete. 2024-09-17T10:50:22.466 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph orch upgrade status' 2024-09-17T10:50:22.668 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:50:22.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:22 smithi159 ceph-mon[78956]: from='client.34558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:50:22.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:22 smithi170 ceph-mon[62996]: from='client.34558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:50:23.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:23 smithi159 ceph-mon[78956]: pgmap v268: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:23.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:23 smithi170 ceph-mon[62996]: pgmap v268: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:24.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 -- 172.21.15.159:0/1288697245 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ffd30 msgr2=0x7fe09c103ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:24.350 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1288697245 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ffd30 0x7fe09c103ce0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe098009910 tx=0x7fe098009c20 comp rx=0 tx=0).stop 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 -- 172.21.15.159:0/1288697245 shutdown_connections 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1288697245 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ffd30 0x7fe09c103ce0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1288697245 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe09c0ff390 0x7fe09c0ff760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 -- 172.21.15.159:0/1288697245 >> 172.21.15.159:0/1288697245 conn(0x7fe09c074f50 msgr2=0x7fe09c075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 -- 172.21.15.159:0/1288697245 shutdown_connections 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.347+0000 7fe0a375f700 1 -- 172.21.15.159:0/1288697245 wait complete. 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a375f700 1 Processor -- start 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a375f700 1 -- start start 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a375f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ff390 0x7fe09c100d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a375f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe09c0ffd30 0x7fe09c1012c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a375f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe09c101800 con 0x7fe09c0ff390 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a375f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe09c101940 con 0x7fe09c0ffd30 2024-09-17T10:50:24.351 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a14fb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ff390 0x7fe09c100d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a14fb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ff390 0x7fe09c100d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:58930/0 (socket says 172.21.15.159:58930) 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.348+0000 7fe0a14fb700 1 -- 172.21.15.159:0/1614158306 learned_addr learned my addr 172.21.15.159:0/1614158306 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0a0cfa700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe09c0ffd30 0x7fe09c1012c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0a14fb700 1 -- 172.21.15.159:0/1614158306 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe09c0ffd30 msgr2=0x7fe09c1012c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0a14fb700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe09c0ffd30 0x7fe09c1012c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0a14fb700 1 -- 172.21.15.159:0/1614158306 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0980095f0 con 0x7fe09c0ff390 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0a14fb700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ff390 0x7fe09c100d80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00c8a0 tx=0x7fe08c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0927fc700 1 -- 172.21.15.159:0/1614158306 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe08c00cea0 con 0x7fe09c0ff390 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0927fc700 1 -- 172.21.15.159:0/1614158306 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe08c004830 con 0x7fe09c0ff390 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe09c1a1f60 con 0x7fe09c0ff390 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0927fc700 1 -- 172.21.15.159:0/1614158306 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fe08c0055b0 con 0x7fe09c0ff390 2024-09-17T10:50:24.352 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.349+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe09c1a2370 con 0x7fe09c0ff390 2024-09-17T10:50:24.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.350+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe09c04ea50 con 0x7fe09c0ff390 2024-09-17T10:50:24.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.351+0000 7fe0927fc700 1 -- 172.21.15.159:0/1614158306 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fe08c0049a0 con 0x7fe09c0ff390 2024-09-17T10:50:24.353 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.351+0000 7fe0927fc700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe08807afd0 0x7fe08807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:24.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.351+0000 7fe0927fc700 1 -- 172.21.15.159:0/1614158306 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fe08c09db90 con 0x7fe09c0ff390 2024-09-17T10:50:24.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.351+0000 7fe0a0cfa700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe08807afd0 0x7fe08807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:24.354 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.351+0000 7fe0a0cfa700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe08807afd0 0x7fe08807d480 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe0980059d0 tx=0x7fe098005960 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:24.356 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.355+0000 7fe0927fc700 1 -- 172.21.15.159:0/1614158306 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fe08c060da0 con 0x7fe09c0ff390 2024-09-17T10:50:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.589+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}) v1 -- 0x7fe09c0fcc20 con 0x7fe08807afd0 2024-09-17T10:50:24.591 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.590+0000 7fe0927fc700 1 -- 172.21.15.159:0/1614158306 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+175 (secure 0 0 0) 0x7fe09c0fcc20 con 0x7fe08807afd0 2024-09-17T10:50:24.591 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout: "target_image": null, 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout: "in_progress": false, 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout: "which": "", 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout: "services_complete": [], 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout: "progress": null, 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout: "message": "", 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout: "is_paused": false 2024-09-17T10:50:24.592 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:50:24.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.592+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe08807afd0 msgr2=0x7fe08807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:24.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.592+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe08807afd0 0x7fe08807d480 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe0980059d0 tx=0x7fe098005960 comp rx=0 tx=0).stop 2024-09-17T10:50:24.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.592+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ff390 msgr2=0x7fe09c100d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:24.594 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.592+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ff390 0x7fe09c100d80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00c8a0 tx=0x7fe08c00cc60 comp rx=0 tx=0).stop 2024-09-17T10:50:24.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.593+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 shutdown_connections 2024-09-17T10:50:24.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.593+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fe09c0ff390 0x7fe09c100d80 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:24.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.593+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fe08807afd0 0x7fe08807d480 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:24.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.593+0000 7fe0a375f700 1 --2- 172.21.15.159:0/1614158306 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe09c0ffd30 0x7fe09c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:24.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.593+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 >> 172.21.15.159:0/1614158306 conn(0x7fe09c074f50 msgr2=0x7fe09c103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:24.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.593+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 shutdown_connections 2024-09-17T10:50:24.595 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:24.593+0000 7fe0a375f700 1 -- 172.21.15.159:0/1614158306 wait complete. 2024-09-17T10:50:25.297 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph health detail' 2024-09-17T10:50:25.496 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:50:25.617 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:25 smithi159 ceph-mon[78956]: pgmap v269: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:25.617 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:25 smithi159 ceph-mon[78956]: from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:50:25.617 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:25.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:25 smithi170 ceph-mon[62996]: pgmap v269: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:25.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:25 smithi170 ceph-mon[62996]: from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:50:25.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:27.149 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 -- 172.21.15.159:0/2344843432 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ffb80 msgr2=0x7fc83010a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 --2- 172.21.15.159:0/2344843432 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ffb80 0x7fc83010a5f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc820009910 tx=0x7fc820009c20 comp rx=0 tx=0).stop 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 -- 172.21.15.159:0/2344843432 shutdown_connections 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 --2- 172.21.15.159:0/2344843432 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ffb80 0x7fc83010a5f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 --2- 172.21.15.159:0/2344843432 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8300ff270 0x7fc8300ff640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 -- 172.21.15.159:0/2344843432 >> 172.21.15.159:0/2344843432 conn(0x7fc830074850 msgr2=0x7fc830074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 -- 172.21.15.159:0/2344843432 shutdown_connections 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.147+0000 7fc837a84700 1 -- 172.21.15.159:0/2344843432 wait complete. 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc837a84700 1 Processor -- start 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc837a84700 1 -- start start 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc837a84700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ff270 0x7fc830195de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:27.150 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc837a84700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8300ffb80 0x7fc830196320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:27.151 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc837a84700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc830196a00 con 0x7fc8300ff270 2024-09-17T10:50:27.151 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc837a84700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc83019a790 con 0x7fc8300ffb80 2024-09-17T10:50:27.151 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc835820700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ff270 0x7fc830195de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:27.151 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc835820700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ff270 0x7fc830195de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46298/0 (socket says 172.21.15.159:46298) 2024-09-17T10:50:27.151 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.148+0000 7fc835820700 1 -- 172.21.15.159:0/761912113 learned_addr learned my addr 172.21.15.159:0/761912113 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:50:27.152 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc83501f700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8300ffb80 0x7fc830196320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc835820700 1 -- 172.21.15.159:0/761912113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8300ffb80 msgr2=0x7fc830196320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc835820700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8300ffb80 0x7fc830196320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc835820700 1 -- 172.21.15.159:0/761912113 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8200095f0 con 0x7fc8300ff270 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc835820700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ff270 0x7fc830195de0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc82c00ada0 tx=0x7fc82c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc826ffd700 1 -- 172.21.15.159:0/761912113 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc82c00f070 con 0x7fc8300ff270 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc826ffd700 1 -- 172.21.15.159:0/761912113 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc82c007be0 con 0x7fc8300ff270 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc83019aa70 con 0x7fc8300ff270 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc826ffd700 1 -- 172.21.15.159:0/761912113 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc82c0083f0 con 0x7fc8300ff270 2024-09-17T10:50:27.153 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.149+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc83019afc0 con 0x7fc8300ff270 2024-09-17T10:50:27.154 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.150+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc830107cf0 con 0x7fc8300ff270 2024-09-17T10:50:27.154 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.151+0000 7fc826ffd700 1 -- 172.21.15.159:0/761912113 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fc82c00cad0 con 0x7fc8300ff270 2024-09-17T10:50:27.154 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.151+0000 7fc826ffd700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc81c07afd0 0x7fc81c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:27.154 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.151+0000 7fc826ffd700 1 -- 172.21.15.159:0/761912113 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fc82c09d860 con 0x7fc8300ff270 2024-09-17T10:50:27.154 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.151+0000 7fc83501f700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc81c07afd0 0x7fc81c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:27.154 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.152+0000 7fc83501f700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc81c07afd0 0x7fc81c07d480 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc830197400 tx=0x7fc82001a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:27.157 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.156+0000 7fc826ffd700 1 -- 172.21.15.159:0/761912113 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fc82c060a70 con 0x7fc8300ff270 2024-09-17T10:50:27.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.459+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "health", "detail": "detail"} v 0) v1 -- 0x7fc83004ea50 con 0x7fc8300ff270 2024-09-17T10:50:27.460 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.459+0000 7fc826ffd700 1 -- 172.21.15.159:0/761912113 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "health", "detail": "detail"}]=0 v0) v1 ==== 74+0+201 (secure 0 0 0) 0x7fc83004ea50 con 0x7fc8300ff270 2024-09-17T10:50:27.460 INFO:teuthology.orchestra.run.smithi159.stdout:HEALTH_WARN 1 filesystem with deprecated feature inline_data 2024-09-17T10:50:27.461 INFO:teuthology.orchestra.run.smithi159.stdout:[WRN] FS_INLINE_DATA_DEPRECATED: 1 filesystem with deprecated feature inline_data 2024-09-17T10:50:27.461 INFO:teuthology.orchestra.run.smithi159.stdout: fs cephfs has deprecated feature inline_data enabled. 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc81c07afd0 msgr2=0x7fc81c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc81c07afd0 0x7fc81c07d480 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc830197400 tx=0x7fc82001a040 comp rx=0 tx=0).stop 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ff270 msgr2=0x7fc830195de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ff270 0x7fc830195de0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc82c00ada0 tx=0x7fc82c00c330 comp rx=0 tx=0).stop 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 shutdown_connections 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc8300ff270 0x7fc830195de0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc81c07afd0 0x7fc81c07d480 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 --2- 172.21.15.159:0/761912113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8300ffb80 0x7fc830196320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 >> 172.21.15.159:0/761912113 conn(0x7fc830074850 msgr2=0x7fc830104e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:27.463 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 shutdown_connections 2024-09-17T10:50:27.464 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:27.461+0000 7fc837a84700 1 -- 172.21.15.159:0/761912113 wait complete. 2024-09-17T10:50:27.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:27 smithi159 ceph-mon[78956]: pgmap v270: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:27.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:27 smithi170 ceph-mon[62996]: pgmap v270: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:28.164 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph versions' 2024-09-17T10:50:28.364 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:50:28.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:28 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/761912113' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:50:28.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:28 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/761912113' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-17T10:50:29.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:29 smithi159 ceph-mon[78956]: pgmap v271: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:29.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:29 smithi170 ceph-mon[62996]: pgmap v271: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 -- 172.21.15.159:0/683657904 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 msgr2=0x7fa978103ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 --2- 172.21.15.159:0/683657904 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa978103ce0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa964009910 tx=0x7fa964009c20 comp rx=0 tx=0).stop 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 -- 172.21.15.159:0/683657904 shutdown_connections 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 --2- 172.21.15.159:0/683657904 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa978103ce0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 --2- 172.21.15.159:0/683657904 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9780ff390 0x7fa9780ff760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 -- 172.21.15.159:0/683657904 >> 172.21.15.159:0/683657904 conn(0x7fa978074f50 msgr2=0x7fa978075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 -- 172.21.15.159:0/683657904 shutdown_connections 2024-09-17T10:50:29.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.955+0000 7fa97eb17700 1 -- 172.21.15.159:0/683657904 wait complete. 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa97eb17700 1 Processor -- start 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa97eb17700 1 -- start start 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa97eb17700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9780ff390 0x7fa978197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa97eb17700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa9781984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa97eb17700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa978198bd0 con 0x7fa9780ffd30 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa97eb17700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97819c960 con 0x7fa9780ff390 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa977fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa9781984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa977fff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa9781984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:46324/0 (socket says 172.21.15.159:46324) 2024-09-17T10:50:29.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa977fff700 1 -- 172.21.15.159:0/3342096867 learned_addr learned my addr 172.21.15.159:0/3342096867 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa97c8b3700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9780ff390 0x7fa978197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa977fff700 1 -- 172.21.15.159:0/3342096867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9780ff390 msgr2=0x7fa978197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa977fff700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9780ff390 0x7fa978197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa977fff700 1 -- 172.21.15.159:0/3342096867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9640095f0 con 0x7fa9780ffd30 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.956+0000 7fa977fff700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa9781984f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa96400bd70 tx=0x7fa96400bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.957+0000 7fa975ffb700 1 -- 172.21.15.159:0/3342096867 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa96401d070 con 0x7fa9780ffd30 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.957+0000 7fa975ffb700 1 -- 172.21.15.159:0/3342096867 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fa964005dc0 con 0x7fa9780ffd30 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.957+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa97819cbe0 con 0x7fa9780ffd30 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.957+0000 7fa975ffb700 1 -- 172.21.15.159:0/3342096867 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa964017400 con 0x7fa9780ffd30 2024-09-17T10:50:29.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.957+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa97819d0d0 con 0x7fa9780ffd30 2024-09-17T10:50:29.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.958+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa97804ea50 con 0x7fa9780ffd30 2024-09-17T10:50:29.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.959+0000 7fa975ffb700 1 -- 172.21.15.159:0/3342096867 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fa96400f460 con 0x7fa9780ffd30 2024-09-17T10:50:29.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.959+0000 7fa975ffb700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa96807afd0 0x7fa96807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:50:29.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.959+0000 7fa975ffb700 1 -- 172.21.15.159:0/3342096867 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fa96409f470 con 0x7fa9780ffd30 2024-09-17T10:50:29.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.959+0000 7fa97c8b3700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa96807afd0 0x7fa96807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:50:29.963 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.960+0000 7fa97c8b3700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa96807afd0 0x7fa96807d480 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa96c005950 tx=0x7fa96c00b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:50:29.965 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:29.963+0000 7fa975ffb700 1 -- 172.21.15.159:0/3342096867 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fa9640627a0 con 0x7fa9780ffd30 2024-09-17T10:50:30.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.265+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fa978199310 con 0x7fa9780ffd30 2024-09-17T10:50:30.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.266+0000 7fa975ffb700 1 -- 172.21.15.159:0/3342096867 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7fa9640658c0 con 0x7fa9780ffd30 2024-09-17T10:50:30.268 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:50:30.268 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:50:30.269 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:50:30.270 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 14 2024-09-17T10:50:30.270 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:50:30.270 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:50:30.271 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.268+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa96807afd0 msgr2=0x7fa96807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:30.271 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.268+0000 7fa97eb17700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa96807afd0 0x7fa96807d480 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa96c005950 tx=0x7fa96c00b410 comp rx=0 tx=0).stop 2024-09-17T10:50:30.271 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.268+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 msgr2=0x7fa9781984f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:50:30.271 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.268+0000 7fa97eb17700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa9781984f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa96400bd70 tx=0x7fa96400bda0 comp rx=0 tx=0).stop 2024-09-17T10:50:30.271 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.268+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 shutdown_connections 2024-09-17T10:50:30.271 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.268+0000 7fa97eb17700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa96807afd0 0x7fa96807d480 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:30.271 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.269+0000 7fa97eb17700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9780ff390 0x7fa978197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:30.272 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.269+0000 7fa97eb17700 1 --2- 172.21.15.159:0/3342096867 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa9780ffd30 0x7fa9781984f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:50:30.272 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.269+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 >> 172.21.15.159:0/3342096867 conn(0x7fa978074f50 msgr2=0x7fa9781035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:50:30.272 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.269+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 shutdown_connections 2024-09-17T10:50:30.272 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:50:30.269+0000 7fa97eb17700 1 -- 172.21.15.159:0/3342096867 wait complete. 2024-09-17T10:50:30.562 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:30 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3342096867' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:50:30.704 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:30 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3342096867' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:50:30.892 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2024-09-17T10:50:31.093 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:50:31.473 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:31 smithi159 ceph-mon[78956]: pgmap v272: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:31.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:31 smithi170 ceph-mon[62996]: pgmap v272: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:32.789 INFO:teuthology.orchestra.run.smithi159.stdout:wait for servicemap items w/ changing names to refresh 2024-09-17T10:50:33.449 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'sleep 60' 2024-09-17T10:50:33.649 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:50:33.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:33 smithi159 ceph-mon[78956]: pgmap v273: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:33.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:33 smithi170 ceph-mon[62996]: pgmap v273: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:35.677 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:35 smithi159 ceph-mon[78956]: pgmap v274: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:35.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:35 smithi170 ceph-mon[62996]: pgmap v274: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:37.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:37 smithi170 ceph-mon[62996]: pgmap v275: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:37 smithi159 ceph-mon[78956]: pgmap v275: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:39.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:39 smithi170 ceph-mon[62996]: pgmap v276: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:39 smithi159 ceph-mon[78956]: pgmap v276: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:40.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:40.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:41.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:41 smithi170 ceph-mon[62996]: pgmap v277: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:41.828 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:41 smithi159 ceph-mon[78956]: pgmap v277: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:43.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:43 smithi170 ceph-mon[62996]: pgmap v278: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:43.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:43 smithi159 ceph-mon[78956]: pgmap v278: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:45.703 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:45 smithi170 ceph-mon[62996]: pgmap v279: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:45.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:45 smithi159 ceph-mon[78956]: pgmap v279: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:47.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:47 smithi159 ceph-mon[78956]: pgmap v280: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:47.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:47 smithi170 ceph-mon[62996]: pgmap v280: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:49.811 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:49 smithi170 ceph-mon[62996]: pgmap v281: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:49.811 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:49 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:50:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:49 smithi159 ceph-mon[78956]: pgmap v281: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:49.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:49 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:50:50.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:50 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:50:50.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:50 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:50:50.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:50 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:50:50.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:50 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:50:50.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:50 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:50:50.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:50 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:50:50.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:50 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:50:50.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:50 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:50:50.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:50 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:50:50.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:50 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:50:51.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:51 smithi159 ceph-mon[78956]: pgmap v282: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:51.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:51 smithi170 ceph-mon[62996]: pgmap v282: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:53.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:53 smithi159 ceph-mon[78956]: pgmap v283: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:53.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:53 smithi170 ceph-mon[62996]: pgmap v283: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:55 smithi159 ceph-mon[78956]: pgmap v284: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:55.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:55 smithi170 ceph-mon[62996]: pgmap v284: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:55.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:50:57.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:57 smithi159 ceph-mon[78956]: pgmap v285: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:57.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:57 smithi170 ceph-mon[62996]: pgmap v285: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:59.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:50:59 smithi159 ceph-mon[78956]: pgmap v286: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:50:59.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:50:59 smithi170 ceph-mon[62996]: pgmap v286: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:01.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:01 smithi159 ceph-mon[78956]: pgmap v287: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:01.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:01 smithi170 ceph-mon[62996]: pgmap v287: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:03 smithi159 ceph-mon[78956]: pgmap v288: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:03.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:03 smithi170 ceph-mon[62996]: pgmap v288: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:05.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:05 smithi159 ceph-mon[78956]: pgmap v289: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:05.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:05 smithi170 ceph-mon[62996]: pgmap v289: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:07.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:07 smithi159 ceph-mon[78956]: pgmap v290: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:07.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:07 smithi170 ceph-mon[62996]: pgmap v290: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:09.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:09 smithi159 ceph-mon[78956]: pgmap v291: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:09.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:09 smithi170 ceph-mon[62996]: pgmap v291: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:10.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:10.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:11.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:11 smithi159 ceph-mon[78956]: pgmap v292: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:11.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:11 smithi170 ceph-mon[62996]: pgmap v292: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:13.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:13 smithi159 ceph-mon[78956]: pgmap v293: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:13.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:13 smithi170 ceph-mon[62996]: pgmap v293: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:15.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:15 smithi159 ceph-mon[78956]: pgmap v294: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:15.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:15 smithi170 ceph-mon[62996]: pgmap v294: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:17.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:17 smithi159 ceph-mon[78956]: pgmap v295: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:17.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:17 smithi170 ceph-mon[62996]: pgmap v295: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:19.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:19 smithi159 ceph-mon[78956]: pgmap v296: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:19.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:19 smithi170 ceph-mon[62996]: pgmap v296: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:21.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:21 smithi159 ceph-mon[78956]: pgmap v297: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:21.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:21 smithi170 ceph-mon[62996]: pgmap v297: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:23.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:23 smithi159 ceph-mon[78956]: pgmap v298: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:23.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:23 smithi170 ceph-mon[62996]: pgmap v298: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:25 smithi159 ceph-mon[78956]: pgmap v299: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:25.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:25.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:25 smithi170 ceph-mon[62996]: pgmap v299: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:25.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:27.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:27 smithi159 ceph-mon[78956]: pgmap v300: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:27.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:27 smithi170 ceph-mon[62996]: pgmap v300: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:29.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:29 smithi159 ceph-mon[78956]: pgmap v301: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:29.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:29 smithi170 ceph-mon[62996]: pgmap v301: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:31.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:31 smithi159 ceph-mon[78956]: pgmap v302: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:31.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:31 smithi170 ceph-mon[62996]: pgmap v302: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:33.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:33 smithi159 ceph-mon[78956]: pgmap v303: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:33.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:33 smithi170 ceph-mon[62996]: pgmap v303: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:35.796 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:35 smithi159 ceph-mon[78956]: pgmap v304: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:35.824 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph orch ps' 2024-09-17T10:51:35.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:35 smithi170 ceph-mon[62996]: pgmap v304: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:36.037 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:37.702 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 -- 172.21.15.159:0/485143091 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101320 msgr2=0x7f18a41016f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 --2- 172.21.15.159:0/485143091 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101320 0x7f18a41016f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f189400b0a0 tx=0x7f189400b3b0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 -- 172.21.15.159:0/485143091 shutdown_connections 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 --2- 172.21.15.159:0/485143091 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18a4101c30 0x7f18a410a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 --2- 172.21.15.159:0/485143091 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101320 0x7f18a41016f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 -- 172.21.15.159:0/485143091 >> 172.21.15.159:0/485143091 conn(0x7f18a40fab60 msgr2=0x7f18a40fcf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 -- 172.21.15.159:0/485143091 shutdown_connections 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.699+0000 7f18a94ae700 1 -- 172.21.15.159:0/485143091 wait complete. 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.700+0000 7f18a94ae700 1 Processor -- start 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.700+0000 7f18a94ae700 1 -- start start 2024-09-17T10:51:37.703 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a94ae700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18a4101320 0x7f18a4195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a94ae700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101c30 0x7f18a41962b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a94ae700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18a4196990 con 0x7f18a4101c30 2024-09-17T10:51:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a94ae700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18a419a720 con 0x7f18a4101320 2024-09-17T10:51:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a27fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101c30 0x7f18a41962b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a27fc700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101c30 0x7f18a41962b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59488/0 (socket says 172.21.15.159:59488) 2024-09-17T10:51:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a27fc700 1 -- 172.21.15.159:0/15622550 learned_addr learned my addr 172.21.15.159:0/15622550 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:37.704 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a2ffd700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18a4101320 0x7f18a4195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:37.705 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:37 smithi159 ceph-mon[78956]: pgmap v305: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a27fc700 1 -- 172.21.15.159:0/15622550 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18a4101320 msgr2=0x7f18a4195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a27fc700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18a4101320 0x7f18a4195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a27fc700 1 -- 172.21.15.159:0/15622550 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1894009d00 con 0x7f18a4101c30 2024-09-17T10:51:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.701+0000 7f18a27fc700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101c30 0x7f18a41962b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f188c00c8a0 tx=0x7f188c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.702+0000 7f189bfff700 1 -- 172.21.15.159:0/15622550 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f188c00cea0 con 0x7f18a4101c30 2024-09-17T10:51:37.706 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.702+0000 7f189bfff700 1 -- 172.21.15.159:0/15622550 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f188c004830 con 0x7f18a4101c30 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.702+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18a419aa00 con 0x7f18a4101c30 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.702+0000 7f189bfff700 1 -- 172.21.15.159:0/15622550 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f188c0055b0 con 0x7f18a4101c30 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.702+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18a419af50 con 0x7f18a4101c30 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.703+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18a4107800 con 0x7f18a4101c30 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.703+0000 7f189bfff700 1 -- 172.21.15.159:0/15622550 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f188c0049a0 con 0x7f18a4101c30 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.704+0000 7f189bfff700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f189007afd0 0x7f189007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.704+0000 7f189bfff700 1 -- 172.21.15.159:0/15622550 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f188c09da80 con 0x7f18a4101c30 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.704+0000 7f18a2ffd700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f189007afd0 0x7f189007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:37.707 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.704+0000 7f18a2ffd700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f189007afd0 0x7f189007d480 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1894009480 tx=0x7f189400b7f0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:37.710 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.708+0000 7f189bfff700 1 -- 172.21.15.159:0/15622550 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f188c060d10 con 0x7f18a4101c30 2024-09-17T10:51:37.933 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.931+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 --> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f18a419b310 con 0x7f189007afd0 2024-09-17T10:51:37.942 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.941+0000 7f189bfff700 1 -- 172.21.15.159:0/15622550 <== mgr.34104 v2:172.21.15.159:6800/899498747 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+3840 (secure 0 0 0) 0x7f18a419b310 con 0x7f189007afd0 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:alertmanager.smithi159 smithi159 *:9093,9094 running (2m) 112s ago 20m 18.3M - 0.27.0 11f11916f8cd 252869e979af 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi159 smithi159 running (3m) 112s ago 20m 8396k - 19.3.0-4937-g74984932 6c1fcab85602 14416ff2427c 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-exporter.smithi170 smithi170 running (3m) 2m ago 19m 8144k - 19.3.0-4937-g74984932 6c1fcab85602 b057d62991a9 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi159 smithi159 running (8m) 112s ago 20m 6899k - 19.3.0-4937-g74984932 6c1fcab85602 063442fe813a 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:crash.smithi170 smithi170 running (8m) 2m ago 19m 6895k - 19.3.0-4937-g74984932 6c1fcab85602 c6afb7067bb2 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:grafana.smithi159 smithi159 *:3000 running (118s) 112s ago 20m 42.5M - 10.4.0 c8b91775d855 9c963495d4a8 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.cbywey smithi159 running (4m) 112s ago 14m 84.9M - 19.3.0-4937-g74984932 6c1fcab85602 f6a14f9f30a8 2024-09-17T10:51:37.943 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi159.jbziyi smithi159 running (4m) 112s ago 14m 14.8M - 19.3.0-4937-g74984932 6c1fcab85602 efe5590f200b 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.coklrp smithi170 running (4m) 2m ago 14m 13.2M - 19.3.0-4937-g74984932 6c1fcab85602 439d5cf9b663 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:mds.cephfs.smithi170.qtpusg smithi170 running (3m) 2m ago 14m 14.0M - 19.3.0-4937-g74984932 6c1fcab85602 2c5c80a0f667 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi159.tdcigv smithi159 *:8443,9283,8765 running (9m) 112s ago 21m 532M - 19.3.0-4937-g74984932 6c1fcab85602 980529dd8e68 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:mgr.smithi170.ssubfe smithi170 *:8443,9283,8765 running (9m) 2m ago 19m 456M - 19.3.0-4937-g74984932 6c1fcab85602 8950c114fdc4 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi159 smithi159 running (9m) 112s ago 21m 62.2M 2048M 19.3.0-4937-g74984932 6c1fcab85602 bdb51c2ed823 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:mon.smithi170 smithi170 running (8m) 2m ago 19m 46.6M 2048M 19.3.0-4937-g74984932 6c1fcab85602 2a4577d6176f 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi159 smithi159 *:9100 running (3m) 112s ago 20m 9655k - 1.7.0 72c9c2088986 fd16258b4047 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:node-exporter.smithi170 smithi170 *:9100 running (3m) 2m ago 19m 3149k - 1.7.0 72c9c2088986 cf1c562ada69 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:osd.0 smithi159 running (7m) 112s ago 17m 113M 1216M 19.3.0-4937-g74984932 6c1fcab85602 225acd7a9d4e 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:osd.1 smithi159 running (7m) 112s ago 17m 116M 1216M 19.3.0-4937-g74984932 6c1fcab85602 8c701a299490 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:osd.2 smithi159 running (6m) 112s ago 16m 100M 1216M 19.3.0-4937-g74984932 6c1fcab85602 ff910dcb13f0 2024-09-17T10:51:37.944 INFO:teuthology.orchestra.run.smithi159.stdout:osd.3 smithi170 running (6m) 2m ago 16m 120M 2240M 19.3.0-4937-g74984932 6c1fcab85602 21d9ee1bc009 2024-09-17T10:51:37.945 INFO:teuthology.orchestra.run.smithi159.stdout:osd.4 smithi170 running (5m) 2m ago 16m 112M 2240M 19.3.0-4937-g74984932 6c1fcab85602 ee3e96fe241a 2024-09-17T10:51:37.945 INFO:teuthology.orchestra.run.smithi159.stdout:osd.5 smithi170 running (4m) 2m ago 15m 105M 2240M 19.3.0-4937-g74984932 6c1fcab85602 530a6d7c476f 2024-09-17T10:51:37.945 INFO:teuthology.orchestra.run.smithi159.stdout:prometheus.smithi159 smithi159 *:9095 running (2m) 112s ago 19m 54.8M - 2.51.0 1d3b7f56885b 340433cbbda3 2024-09-17T10:51:37.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f189007afd0 msgr2=0x7f189007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:37.945 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f189007afd0 0x7f189007d480 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1894009480 tx=0x7f189400b7f0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101c30 msgr2=0x7f18a41962b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101c30 0x7f18a41962b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f188c00c8a0 tx=0x7f188c00cc60 comp rx=0 tx=0).stop 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 shutdown_connections 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f189007afd0 0x7f189007d480 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18a4101320 0x7f18a4195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 --2- 172.21.15.159:0/15622550 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f18a4101c30 0x7f18a41962b0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 >> 172.21.15.159:0/15622550 conn(0x7f18a40fab60 msgr2=0x7f18a4104940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 shutdown_connections 2024-09-17T10:51:37.946 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:37.944+0000 7f18a94ae700 1 -- 172.21.15.159:0/15622550 wait complete. 2024-09-17T10:51:37.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:37 smithi170 ceph-mon[62996]: pgmap v305: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:38.565 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph versions' 2024-09-17T10:51:38.780 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:39 smithi159 ceph-mon[78956]: pgmap v306: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:39 smithi159 ceph-mon[78956]: from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:51:39.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:39 smithi170 ceph-mon[62996]: pgmap v306: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:39.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:39 smithi170 ceph-mon[62996]: from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-17T10:51:40.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 -- 172.21.15.159:0/2024246833 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ff260 msgr2=0x7f128c0ff630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:40.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 --2- 172.21.15.159:0/2024246833 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ff260 0x7f128c0ff630 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1288009910 tx=0x7f1288009c20 comp rx=0 tx=0).stop 2024-09-17T10:51:40.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 -- 172.21.15.159:0/2024246833 shutdown_connections 2024-09-17T10:51:40.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 --2- 172.21.15.159:0/2024246833 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f128c0ffb70 0x7f128c10a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:40.532 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 --2- 172.21.15.159:0/2024246833 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ff260 0x7f128c0ff630 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:40.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 -- 172.21.15.159:0/2024246833 >> 172.21.15.159:0/2024246833 conn(0x7f128c0747e0 msgr2=0x7f128c074be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:40.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 -- 172.21.15.159:0/2024246833 shutdown_connections 2024-09-17T10:51:40.533 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.530+0000 7f1294068700 1 -- 172.21.15.159:0/2024246833 wait complete. 2024-09-17T10:51:40.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.531+0000 7f1294068700 1 Processor -- start 2024-09-17T10:51:40.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.531+0000 7f1294068700 1 -- start start 2024-09-17T10:51:40.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.531+0000 7f1294068700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f128c0ff260 0x7f128c195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:40.538 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.531+0000 7f1294068700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ffb70 0x7f128c196280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.531+0000 7f1294068700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f128c196960 con 0x7f128c0ffb70 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.531+0000 7f1294068700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f128c19a6f0 con 0x7f128c0ff260 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.531+0000 7f1291603700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ffb70 0x7f128c196280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1291603700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ffb70 0x7f128c196280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59508/0 (socket says 172.21.15.159:59508) 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1291603700 1 -- 172.21.15.159:0/1874250946 learned_addr learned my addr 172.21.15.159:0/1874250946 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1291e04700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f128c0ff260 0x7f128c195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1291603700 1 -- 172.21.15.159:0/1874250946 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f128c0ff260 msgr2=0x7f128c195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1291603700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f128c0ff260 0x7f128c195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1291603700 1 -- 172.21.15.159:0/1874250946 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12880095f0 con 0x7f128c0ffb70 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1291603700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ffb70 0x7f128c196280 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f127c00d8d0 tx=0x7f127c00dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:40.539 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1282ffd700 1 -- 172.21.15.159:0/1874250946 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f127c0098a0 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f128c19a9d0 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1282ffd700 1 -- 172.21.15.159:0/1874250946 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f127c010460 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1282ffd700 1 -- 172.21.15.159:0/1874250946 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f127c00f5f0 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.532+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f128c19af20 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.533+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f128c107ce0 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.534+0000 7f1282ffd700 1 -- 172.21.15.159:0/1874250946 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f127c009a00 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.534+0000 7f1282ffd700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f127807afd0 0x7f127807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.534+0000 7f1291e04700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f127807afd0 0x7f127807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.534+0000 7f1282ffd700 1 -- 172.21.15.159:0/1874250946 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f127c09ddb0 con 0x7f128c0ffb70 2024-09-17T10:51:40.540 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.535+0000 7f1291e04700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f127807afd0 0x7f127807d480 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f128800b5c0 tx=0x7f128801a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:40.541 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.539+0000 7f1282ffd700 1 -- 172.21.15.159:0/1874250946 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f127c060fc0 con 0x7f128c0ffb70 2024-09-17T10:51:40.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.847+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f128c04ea50 con 0x7f128c0ffb70 2024-09-17T10:51:40.849 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:40 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:40.849 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.848+0000 7f1282ffd700 1 -- 172.21.15.159:0/1874250946 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7f127c0640e0 con 0x7f128c0ffb70 2024-09-17T10:51:40.849 INFO:teuthology.orchestra.run.smithi159.stdout:{ 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "mon": { 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "mgr": { 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 2 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "osd": { 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 6 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "mds": { 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 4 2024-09-17T10:51:40.850 INFO:teuthology.orchestra.run.smithi159.stdout: }, 2024-09-17T10:51:40.851 INFO:teuthology.orchestra.run.smithi159.stdout: "overall": { 2024-09-17T10:51:40.851 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)": 14 2024-09-17T10:51:40.851 INFO:teuthology.orchestra.run.smithi159.stdout: } 2024-09-17T10:51:40.851 INFO:teuthology.orchestra.run.smithi159.stdout:} 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f127807afd0 msgr2=0x7f127807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f127807afd0 0x7f127807d480 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f128800b5c0 tx=0x7f128801a040 comp rx=0 tx=0).stop 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ffb70 msgr2=0x7f128c196280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ffb70 0x7f128c196280 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f127c00d8d0 tx=0x7f127c00dbe0 comp rx=0 tx=0).stop 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 shutdown_connections 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f127807afd0 0x7f127807d480 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f128c0ff260 0x7f128c195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 --2- 172.21.15.159:0/1874250946 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f128c0ffb70 0x7f128c196280 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.850+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 >> 172.21.15.159:0/1874250946 conn(0x7f128c0747e0 msgr2=0x7f128c104e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.851+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 shutdown_connections 2024-09-17T10:51:40.852 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:40.851+0000 7f1294068700 1 -- 172.21.15.159:0/1874250946 wait complete. 2024-09-17T10:51:40.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:40 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:41.428 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-17T10:51:41.629 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:41.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:41 smithi159 ceph-mon[78956]: pgmap v307: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:41.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:41 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1874250946' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:51:41.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:41 smithi170 ceph-mon[62996]: pgmap v307: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:41.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:41 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1874250946' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 -- 172.21.15.159:0/4131422934 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 msgr2=0x7f0f7810a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 --2- 172.21.15.159:0/4131422934 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f7810a5f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f0f68009910 tx=0x7f0f68009c20 comp rx=0 tx=0).stop 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 -- 172.21.15.159:0/4131422934 shutdown_connections 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 --2- 172.21.15.159:0/4131422934 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f7810a5f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 --2- 172.21.15.159:0/4131422934 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f780ff270 0x7f0f780ff640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 -- 172.21.15.159:0/4131422934 >> 172.21.15.159:0/4131422934 conn(0x7f0f78074850 msgr2=0x7f0f78074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 -- 172.21.15.159:0/4131422934 shutdown_connections 2024-09-17T10:51:43.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 -- 172.21.15.159:0/4131422934 wait complete. 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 Processor -- start 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.236+0000 7f0f8001e700 1 -- start start 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f8001e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f780ff270 0x7f0f78195ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f8001e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f781961e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f8001e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f78196870 con 0x7f0f780ffb80 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f8001e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f781995a0 con 0x7f0f780ff270 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7d5b9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f781961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7d5b9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f781961e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59528/0 (socket says 172.21.15.159:59528) 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7d5b9700 1 -- 172.21.15.159:0/170369204 learned_addr learned my addr 172.21.15.159:0/170369204 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7ddba700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f780ff270 0x7f0f78195ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7d5b9700 1 -- 172.21.15.159:0/170369204 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f780ff270 msgr2=0x7f0f78195ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:43.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7d5b9700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f780ff270 0x7f0f78195ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7d5b9700 1 -- 172.21.15.159:0/170369204 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f680095f0 con 0x7f0f780ffb80 2024-09-17T10:51:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f7d5b9700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f781961e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f0f68006010 tx=0x7f0f6800be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f6effd700 1 -- 172.21.15.159:0/170369204 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0f6801d070 con 0x7f0f780ffb80 2024-09-17T10:51:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f6effd700 1 -- 172.21.15.159:0/170369204 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f0f6800f460 con 0x7f0f780ffb80 2024-09-17T10:51:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f78199880 con 0x7f0f780ffb80 2024-09-17T10:51:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f6effd700 1 -- 172.21.15.159:0/170369204 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f0f68017630 con 0x7f0f780ffb80 2024-09-17T10:51:43.241 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.237+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f78199dd0 con 0x7f0f780ffb80 2024-09-17T10:51:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.238+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f78107cf0 con 0x7f0f780ffb80 2024-09-17T10:51:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.239+0000 7f0f6effd700 1 -- 172.21.15.159:0/170369204 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f0f6800f5d0 con 0x7f0f780ffb80 2024-09-17T10:51:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.239+0000 7f0f6effd700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0f6407afd0 0x7f0f6407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.240+0000 7f0f6effd700 1 -- 172.21.15.159:0/170369204 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f0f6809f2a0 con 0x7f0f780ffb80 2024-09-17T10:51:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.240+0000 7f0f7ddba700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0f6407afd0 0x7f0f6407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:43.242 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.240+0000 7f0f7ddba700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0f6407afd0 0x7f0f6407d480 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0f74005950 tx=0x7f0f740058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:43.245 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.244+0000 7f0f6effd700 1 -- 172.21.15.159:0/170369204 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f0f68062530 con 0x7f0f780ffb80 2024-09-17T10:51:43.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.547+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7f0f7804ea50 con 0x7f0f780ffb80 2024-09-17T10:51:43.549 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.548+0000 7f0f6effd700 1 -- 172.21.15.159:0/170369204 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7f0f68065650 con 0x7f0f780ffb80 2024-09-17T10:51:43.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0f6407afd0 msgr2=0x7f0f6407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:43.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0f6407afd0 0x7f0f6407d480 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0f74005950 tx=0x7f0f740058e0 comp rx=0 tx=0).stop 2024-09-17T10:51:43.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 msgr2=0x7f0f781961e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:43.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f781961e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f0f68006010 tx=0x7f0f6800be20 comp rx=0 tx=0).stop 2024-09-17T10:51:43.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 shutdown_connections 2024-09-17T10:51:43.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f0f6407afd0 0x7f0f6407d480 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:43.552 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0f780ff270 0x7f0f78195ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:43.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.550+0000 7f0f8001e700 1 --2- 172.21.15.159:0/170369204 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f0f780ffb80 0x7f0f781961e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:43.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.551+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 >> 172.21.15.159:0/170369204 conn(0x7f0f78074850 msgr2=0x7f0f78104e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:43.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.551+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 shutdown_connections 2024-09-17T10:51:43.553 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:43.551+0000 7f0f8001e700 1 -- 172.21.15.159:0/170369204 wait complete. 2024-09-17T10:51:43.562 INFO:teuthology.orchestra.run.smithi159.stdout:true 2024-09-17T10:51:43.897 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:43 smithi159 ceph-mon[78956]: pgmap v308: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:43.897 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:43 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/170369204' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:51:43.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:43 smithi170 ceph-mon[62996]: pgmap v308: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:43.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:43 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/170369204' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:51:44.187 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -e sha1=7498493279982dfe87f00616198a5967475f6169 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-17T10:51:44.388 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:45.727 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:45 smithi159 ceph-mon[78956]: pgmap v309: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1689504040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ffd30 msgr2=0x7fd4ec103ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1689504040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ffd30 0x7fd4ec103ce0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc009910 tx=0x7fd4dc009c20 comp rx=0 tx=0).stop 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1689504040 shutdown_connections 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1689504040 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ffd30 0x7fd4ec103ce0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1689504040 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd4ec0ff390 0x7fd4ec0ff760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1689504040 >> 172.21.15.159:0/1689504040 conn(0x7fd4ec074f50 msgr2=0x7fd4ec075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1689504040 shutdown_connections 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.950+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1689504040 wait complete. 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f3fc7700 1 Processor -- start 2024-09-17T10:51:45.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f3fc7700 1 -- start start 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f3fc7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ff390 0x7fd4ec195e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f3fc7700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd4ec0ffd30 0x7fd4ec196380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f3fc7700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ec196a60 con 0x7fd4ec0ff390 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f3fc7700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ec19a7f0 con 0x7fd4ec0ffd30 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f1d63700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ff390 0x7fd4ec195e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f1d63700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ff390 0x7fd4ec195e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:59542/0 (socket says 172.21.15.159:59542) 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f1d63700 1 -- 172.21.15.159:0/1135498558 learned_addr learned my addr 172.21.15.159:0/1135498558 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f1562700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd4ec0ffd30 0x7fd4ec196380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f1d63700 1 -- 172.21.15.159:0/1135498558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd4ec0ffd30 msgr2=0x7fd4ec196380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f1d63700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd4ec0ffd30 0x7fd4ec196380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:45.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.951+0000 7fd4f1d63700 1 -- 172.21.15.159:0/1135498558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4dc0095f0 con 0x7fd4ec0ff390 2024-09-17T10:51:45.955 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:45 smithi170 ceph-mon[62996]: pgmap v309: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.952+0000 7fd4f1d63700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ff390 0x7fd4ec195e40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd4e400b4b0 tx=0x7fd4e400b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.952+0000 7fd4e2ffd700 1 -- 172.21.15.159:0/1135498558 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd4e4011800 con 0x7fd4ec0ff390 2024-09-17T10:51:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.952+0000 7fd4e2ffd700 1 -- 172.21.15.159:0/1135498558 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd4e4011e20 con 0x7fd4ec0ff390 2024-09-17T10:51:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.952+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4ec19aad0 con 0x7fd4ec0ff390 2024-09-17T10:51:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.952+0000 7fd4e2ffd700 1 -- 172.21.15.159:0/1135498558 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd4e400f2e0 con 0x7fd4ec0ff390 2024-09-17T10:51:45.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.952+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4ec19b020 con 0x7fd4ec0ff390 2024-09-17T10:51:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.953+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4ec04ea50 con 0x7fd4ec0ff390 2024-09-17T10:51:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.953+0000 7fd4e2ffd700 1 -- 172.21.15.159:0/1135498558 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fd4e4010380 con 0x7fd4ec0ff390 2024-09-17T10:51:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.954+0000 7fd4e2ffd700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd4d807afd0 0x7fd4d807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.954+0000 7fd4e2ffd700 1 -- 172.21.15.159:0/1135498558 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fd4e409d950 con 0x7fd4ec0ff390 2024-09-17T10:51:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.954+0000 7fd4f1562700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd4d807afd0 0x7fd4d807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:45.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.954+0000 7fd4f1562700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd4d807afd0 0x7fd4d807d480 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec197460 tx=0x7fd4dc01a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:45.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:45.958+0000 7fd4e2ffd700 1 -- 172.21.15.159:0/1135498558 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fd4e4060b60 con 0x7fd4ec0ff390 2024-09-17T10:51:46.264 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.262+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "versions"} v 0) v1 -- 0x7fd4ec19b450 con 0x7fd4ec0ff390 2024-09-17T10:51:46.264 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.263+0000 7fd4e2ffd700 1 -- 172.21.15.159:0/1135498558 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) v1 ==== 56+0+623 (secure 0 0 0) 0x7fd4e4063c80 con 0x7fd4ec0ff390 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd4d807afd0 msgr2=0x7fd4d807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd4d807afd0 0x7fd4d807d480 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec197460 tx=0x7fd4dc01a040 comp rx=0 tx=0).stop 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ff390 msgr2=0x7fd4ec195e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ff390 0x7fd4ec195e40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd4e400b4b0 tx=0x7fd4e400b870 comp rx=0 tx=0).stop 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 shutdown_connections 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd4ec0ff390 0x7fd4ec195e40 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd4d807afd0 0x7fd4d807d480 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 --2- 172.21.15.159:0/1135498558 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd4ec0ffd30 0x7fd4ec196380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:46.267 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 >> 172.21.15.159:0/1135498558 conn(0x7fd4ec074f50 msgr2=0x7fd4ec103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:46.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 shutdown_connections 2024-09-17T10:51:46.268 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:46.265+0000 7fd4f3fc7700 1 -- 172.21.15.159:0/1135498558 wait complete. 2024-09-17T10:51:46.277 INFO:teuthology.orchestra.run.smithi159.stdout: "ceph version 19.3.0-4937-g74984932 (7498493279982dfe87f00616198a5967475f6169) squid (dev)" 2024-09-17T10:51:46.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:46 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1135498558' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:51:46.950 DEBUG:teuthology.parallel:result is None 2024-09-17T10:51:46.950 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-17T10:51:46.962 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:51:46.962 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-17T10:51:46.962 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:46 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1135498558' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-17T10:51:47.163 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:47.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:47 smithi159 ceph-mon[78956]: pgmap v310: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:47.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:47 smithi170 ceph-mon[62996]: pgmap v310: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:48.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.874+0000 7fa6348d1700 1 -- 172.21.15.159:0/4161107619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 msgr2=0x7fa6300ff710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:48.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.874+0000 7fa6348d1700 1 --2- 172.21.15.159:0/4161107619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa6300ff710 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa624009910 tx=0x7fa624009c20 comp rx=0 tx=0).stop 2024-09-17T10:51:48.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.874+0000 7fa6348d1700 1 -- 172.21.15.159:0/4161107619 shutdown_connections 2024-09-17T10:51:48.876 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.874+0000 7fa6348d1700 1 --2- 172.21.15.159:0/4161107619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6300ffce0 0x7fa630103cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.874+0000 7fa6348d1700 1 --2- 172.21.15.159:0/4161107619 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa6300ff710 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.874+0000 7fa6348d1700 1 -- 172.21.15.159:0/4161107619 >> 172.21.15.159:0/4161107619 conn(0x7fa6300fabe0 msgr2=0x7fa6300fcff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.875+0000 7fa6348d1700 1 -- 172.21.15.159:0/4161107619 shutdown_connections 2024-09-17T10:51:48.877 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.875+0000 7fa6348d1700 1 -- 172.21.15.159:0/4161107619 wait complete. 2024-09-17T10:51:48.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.875+0000 7fa6348d1700 1 Processor -- start 2024-09-17T10:51:48.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.875+0000 7fa6348d1700 1 -- start start 2024-09-17T10:51:48.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa6348d1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa630196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:48.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa6348d1700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6300ffce0 0x7fa6301970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:48.878 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa6348d1700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa630197700 con 0x7fa6300ff340 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa6348d1700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa630197840 con 0x7fa6300ffce0 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62e59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa630196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62e59c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa630196ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55386/0 (socket says 172.21.15.159:55386) 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62e59c700 1 -- 172.21.15.159:0/2309487023 learned_addr learned my addr 172.21.15.159:0/2309487023 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62dd9b700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6300ffce0 0x7fa6301970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62e59c700 1 -- 172.21.15.159:0/2309487023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6300ffce0 msgr2=0x7fa6301970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62e59c700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6300ffce0 0x7fa6301970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62e59c700 1 -- 172.21.15.159:0/2309487023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6240095f0 con 0x7fa6300ff340 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.876+0000 7fa62e59c700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa630196ba0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa624006010 tx=0x7fa62400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.877+0000 7fa61f7fe700 1 -- 172.21.15.159:0/2309487023 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa62401d070 con 0x7fa6300ff340 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.877+0000 7fa61f7fe700 1 -- 172.21.15.159:0/2309487023 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fa624005dc0 con 0x7fa6300ff340 2024-09-17T10:51:48.879 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.877+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa63019fc10 con 0x7fa6300ff340 2024-09-17T10:51:48.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.877+0000 7fa61f7fe700 1 -- 172.21.15.159:0/2309487023 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fa624017400 con 0x7fa6300ff340 2024-09-17T10:51:48.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.877+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6301a0020 con 0x7fa6300ff340 2024-09-17T10:51:48.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.878+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa630107650 con 0x7fa6300ff340 2024-09-17T10:51:48.880 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.879+0000 7fa61f7fe700 1 -- 172.21.15.159:0/2309487023 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fa624003a60 con 0x7fa6300ff340 2024-09-17T10:51:48.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.879+0000 7fa61f7fe700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa61807afd0 0x7fa61807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:48.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.879+0000 7fa62dd9b700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa61807afd0 0x7fa61807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:48.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.879+0000 7fa61f7fe700 1 -- 172.21.15.159:0/2309487023 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fa62409f360 con 0x7fa6300ff340 2024-09-17T10:51:48.881 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.880+0000 7fa62dd9b700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa61807afd0 0x7fa61807d480 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa630069660 tx=0x7fa62000b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:48.885 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:48.883+0000 7fa61f7fe700 1 -- 172.21.15.159:0/2309487023 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fa624062570 con 0x7fa6300ff340 2024-09-17T10:51:49.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.140+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fa63004ea50 con 0x7fa6300ff340 2024-09-17T10:51:49.142 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.141+0000 7fa61f7fe700 1 -- 172.21.15.159:0/2309487023 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 30 v30) v1 ==== 76+0+1979 (secure 0 0 0) 0x7fa624065690 con 0x7fa6300ff340 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:e30 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:btime 2024-09-17T10:48:01:415751+0000 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:legacy client fscid: 1 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:Filesystem 'cephfs' (1) 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:fs_name cephfs 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:epoch 29 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:created 2024-09-17T10:37:19.233918+0000 2024-09-17T10:51:49.143 INFO:teuthology.orchestra.run.smithi159.stdout:modified 2024-09-17T10:47:58.407398+0000 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:tableserver 0 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:root 0 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:session_timeout 60 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:session_autoclose 300 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:max_file_size 1099511627776 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:max_xattr_size 65536 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:required_client_features {} 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure 0 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:last_failure_osd_epoch 84 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:max_mds 1 2024-09-17T10:51:49.144 INFO:teuthology.orchestra.run.smithi159.stdout:in 0 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:up {0=34372} 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:failed 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:damaged 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:stopped 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:data_pools [3] 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:metadata_pool 2 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:inline_data enabled 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:balancer 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:bal_rank_mask -1 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:standby_count_wanted 1 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:qdb_cluster leader: 34372 members: 34372 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.cbywey{0:34372} state up:active seq 19 join_fscid=1 addr [v2:172.21.15.159:6826/145110397,v1:172.21.15.159:6827/145110397] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:51:49.145 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:51:49.146 INFO:teuthology.orchestra.run.smithi159.stdout:Standby daemons: 2024-09-17T10:51:49.146 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:51:49.146 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi159.jbziyi{-1:34404} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.159:6828/1866774356,v1:172.21.15.159:6829/1866774356] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:51:49.146 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.coklrp{-1:44289} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6824/2099406098,v1:172.21.15.170:6825/2099406098] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:51:49.146 INFO:teuthology.orchestra.run.smithi159.stdout:[mds.cephfs.smithi170.qtpusg{-1:44317} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.170:6826/2527570615,v1:172.21.15.170:6827/2527570615] compat {c=[1],r=[1],i=[1fff]}] 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa61807afd0 msgr2=0x7fa61807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa61807afd0 0x7fa61807d480 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa630069660 tx=0x7fa62000b410 comp rx=0 tx=0).stop 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 msgr2=0x7fa630196ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa630196ba0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa624006010 tx=0x7fa62400bd70 comp rx=0 tx=0).stop 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 shutdown_connections 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fa6300ff340 0x7fa630196ba0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fa61807afd0 0x7fa61807d480 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:49.147 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 --2- 172.21.15.159:0/2309487023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa6300ffce0 0x7fa6301970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:49.148 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 >> 172.21.15.159:0/2309487023 conn(0x7fa6300fabe0 msgr2=0x7fa6300fcff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:49.148 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 shutdown_connections 2024-09-17T10:51:49.148 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:49.143+0000 7fa6348d1700 1 -- 172.21.15.159:0/2309487023 wait complete. 2024-09-17T10:51:49.148 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 30 2024-09-17T10:51:49.860 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:49 smithi159 ceph-mon[78956]: pgmap v311: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:49.860 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:49 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2309487023' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:51:49.881 INFO:teuthology.run_tasks:Running task fs.post_upgrade_checks... 2024-09-17T10:51:49.892 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-17T10:51:49.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:49 smithi170 ceph-mon[62996]: pgmap v311: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:49.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:49 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2309487023' entity='client.admin' cmd={"prefix": "fs dump"} : dispatch 2024-09-17T10:51:50.102 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:50.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:50 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:51:50.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:50 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-17T10:51:51.854 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:51 smithi159 ceph-mon[78956]: pgmap v312: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:51.855 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:51 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:51:51.855 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:51 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:51:51.855 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:51 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:51:51.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:51 smithi170 ceph-mon[62996]: pgmap v312: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:51 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-17T10:51:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:51 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-17T10:51:51.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:51 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' 2024-09-17T10:51:51.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 -- 172.21.15.159:0/2849071795 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f0100cb0 msgr2=0x7f79f0109410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:51.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 --2- 172.21.15.159:0/2849071795 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f0100cb0 0x7f79f0109410 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f79e0009940 tx=0x7f79e0009c50 comp rx=0 tx=0).stop 2024-09-17T10:51:51.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 -- 172.21.15.159:0/2849071795 shutdown_connections 2024-09-17T10:51:51.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 --2- 172.21.15.159:0/2849071795 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f0100cb0 0x7f79f0109410 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:51.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 --2- 172.21.15.159:0/2849071795 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f79f01003a0 0x7f79f0100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:51.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 -- 172.21.15.159:0/2849071795 >> 172.21.15.159:0/2849071795 conn(0x7f79f0074850 msgr2=0x7f79f0074c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:51.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 -- 172.21.15.159:0/2849071795 shutdown_connections 2024-09-17T10:51:51.958 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.956+0000 7f79f54bb700 1 -- 172.21.15.159:0/2849071795 wait complete. 2024-09-17T10:51:51.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79f54bb700 1 Processor -- start 2024-09-17T10:51:51.959 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79f54bb700 1 -- start start 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79f54bb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f01003a0 0x7f79f019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79f54bb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f79f0100cb0 0x7f79f019b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79f54bb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79f019b690 con 0x7f79f01003a0 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79f54bb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79f0194b40 con 0x7f79f0100cb0 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79eeffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f01003a0 0x7f79f019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79eeffd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f01003a0 0x7f79f019aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55406/0 (socket says 172.21.15.159:55406) 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.957+0000 7f79eeffd700 1 -- 172.21.15.159:0/1745428341 learned_addr learned my addr 172.21.15.159:0/1745428341 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79ee7fc700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f79f0100cb0 0x7f79f019b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79eeffd700 1 -- 172.21.15.159:0/1745428341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f79f0100cb0 msgr2=0x7f79f019b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79eeffd700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f79f0100cb0 0x7f79f019b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:51.960 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79eeffd700 1 -- 172.21.15.159:0/1745428341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79e00095f0 con 0x7f79f01003a0 2024-09-17T10:51:51.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79eeffd700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f01003a0 0x7f79f019aac0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f79e400c8a0 tx=0x7f79e400cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:51.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79d7fff700 1 -- 172.21.15.159:0/1745428341 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f79e40078e0 con 0x7f79f01003a0 2024-09-17T10:51:51.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79d7fff700 1 -- 172.21.15.159:0/1745428341 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f79e400f450 con 0x7f79f01003a0 2024-09-17T10:51:51.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79f0194e20 con 0x7f79f01003a0 2024-09-17T10:51:51.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79d7fff700 1 -- 172.21.15.159:0/1745428341 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f79e400e5e0 con 0x7f79f01003a0 2024-09-17T10:51:51.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.958+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79f0195370 con 0x7f79f01003a0 2024-09-17T10:51:51.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.959+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79f0106b10 con 0x7f79f01003a0 2024-09-17T10:51:51.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.960+0000 7f79d7fff700 1 -- 172.21.15.159:0/1745428341 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f79e400f5c0 con 0x7f79f01003a0 2024-09-17T10:51:51.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.960+0000 7f79d7fff700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f79d807afd0 0x7f79d807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:51.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.961+0000 7f79ee7fc700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f79d807afd0 0x7f79d807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:51.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.961+0000 7f79d7fff700 1 -- 172.21.15.159:0/1745428341 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f79e409dd80 con 0x7f79f01003a0 2024-09-17T10:51:51.962 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.961+0000 7f79ee7fc700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f79d807afd0 0x7f79d807d480 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f79f00fde60 tx=0x7f79e000b730 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:51.966 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:51.965+0000 7f79d7fff700 1 -- 172.21.15.159:0/1745428341 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f79e4061010 con 0x7f79f01003a0 2024-09-17T10:51:52.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.229+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f79f004ea50 con 0x7f79f01003a0 2024-09-17T10:51:52.231 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.230+0000 7f79d7fff700 1 -- 172.21.15.159:0/1745428341 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) v1 ==== 94+0+5258 (secure 0 0 0) 0x7f79e4064130 con 0x7f79f01003a0 2024-09-17T10:51:52.232 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:51:52.232 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":30,"btime":"2024-09-17T10:48:01:415751+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":44289,"name":"cephfs.smithi170.coklrp","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6825/2099406098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2099406098},{"type":"v1","addr":"172.21.15.170:6825","nonce":2099406098}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24},{"gid":44317,"name":"cephfs.smithi170.qtpusg","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6827/2527570615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":2527570615},{"type":"v1","addr":"172.21.15.170:6827","nonce":2527570615}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:58.407398+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":84,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34372},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34372":{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":0,"incarnation":26,"state":"up:active","state_seq":19,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":34372,"qdb_cluster":[34372]},"id":1}]} 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f79d807afd0 msgr2=0x7f79d807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f79d807afd0 0x7f79d807d480 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f79f00fde60 tx=0x7f79e000b730 comp rx=0 tx=0).stop 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f01003a0 msgr2=0x7f79f019aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f01003a0 0x7f79f019aac0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f79e400c8a0 tx=0x7f79e400cbb0 comp rx=0 tx=0).stop 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 shutdown_connections 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f79f01003a0 0x7f79f019aac0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f79d807afd0 0x7f79d807d480 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 --2- 172.21.15.159:0/1745428341 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f79f0100cb0 0x7f79f019b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 >> 172.21.15.159:0/1745428341 conn(0x7f79f0074850 msgr2=0x7f79f0103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 shutdown_connections 2024-09-17T10:51:52.234 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:52.232+0000 7f79f54bb700 1 -- 172.21.15.159:0/1745428341 wait complete. 2024-09-17T10:51:52.235 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 30 2024-09-17T10:51:52.833 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:52 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1745428341' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T10:51:52.856 DEBUG:tasks.fs:checking fs fscid=1,name=cephfs state = {'epoch': 14, 'max_mds': 1, 'flags': 18} 2024-09-17T10:51:52.857 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 15 2024-09-17T10:51:52.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:52 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1745428341' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-17T10:51:53.057 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:53.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:53 smithi170 ceph-mon[62996]: pgmap v313: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:54.157 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:53 smithi159 ceph-mon[78956]: pgmap v313: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:54.669 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 -- 172.21.15.159:0/2076790985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ff390 msgr2=0x7f5b300ff760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:54.669 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/2076790985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ff390 0x7f5b300ff760 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f5b20009910 tx=0x7f5b20009c20 comp rx=0 tx=0).stop 2024-09-17T10:51:54.669 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 -- 172.21.15.159:0/2076790985 shutdown_connections 2024-09-17T10:51:54.669 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/2076790985 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b300ffd30 0x7f5b30103ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/2076790985 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ff390 0x7f5b300ff760 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 -- 172.21.15.159:0/2076790985 >> 172.21.15.159:0/2076790985 conn(0x7f5b30074f50 msgr2=0x7f5b30075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 -- 172.21.15.159:0/2076790985 shutdown_connections 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.666+0000 7f5b34d5e700 1 -- 172.21.15.159:0/2076790985 wait complete. 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b34d5e700 1 Processor -- start 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b34d5e700 1 -- start start 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b34d5e700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b300ff390 0x7f5b30196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b34d5e700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ffd30 0x7f5b30197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b34d5e700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b30197840 con 0x7f5b300ffd30 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b34d5e700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b301979b0 con 0x7f5b300ff390 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2dd9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ffd30 0x7f5b30197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2dd9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ffd30 0x7f5b30197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:55420/0 (socket says 172.21.15.159:55420) 2024-09-17T10:51:54.670 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2dd9b700 1 -- 172.21.15.159:0/136210952 learned_addr learned my addr 172.21.15.159:0/136210952 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2e59c700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b300ff390 0x7f5b30196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2dd9b700 1 -- 172.21.15.159:0/136210952 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b300ff390 msgr2=0x7f5b30196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2dd9b700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b300ff390 0x7f5b30196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2dd9b700 1 -- 172.21.15.159:0/136210952 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b200095f0 con 0x7f5b300ffd30 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.667+0000 7f5b2e59c700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b300ff390 0x7f5b30196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.668+0000 7f5b2dd9b700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ffd30 0x7f5b30197160 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5b2400d900 tx=0x7f5b2400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.668+0000 7f5b1f7fe700 1 -- 172.21.15.159:0/136210952 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5b24009900 con 0x7f5b300ffd30 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.668+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b3019fc90 con 0x7f5b300ffd30 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.668+0000 7f5b1f7fe700 1 -- 172.21.15.159:0/136210952 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f5b24010460 con 0x7f5b300ffd30 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.668+0000 7f5b1f7fe700 1 -- 172.21.15.159:0/136210952 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f5b2400f5f0 con 0x7f5b300ffd30 2024-09-17T10:51:54.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.668+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b301a01e0 con 0x7f5b300ffd30 2024-09-17T10:51:54.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.669+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b30107650 con 0x7f5b300ffd30 2024-09-17T10:51:54.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.669+0000 7f5b1f7fe700 1 -- 172.21.15.159:0/136210952 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f5b240105d0 con 0x7f5b300ffd30 2024-09-17T10:51:54.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.670+0000 7f5b1f7fe700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b1807afd0 0x7f5b1807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:54.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.670+0000 7f5b2e59c700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b1807afd0 0x7f5b1807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:54.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.670+0000 7f5b1f7fe700 1 -- 172.21.15.159:0/136210952 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f5b2409db10 con 0x7f5b300ffd30 2024-09-17T10:51:54.673 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.670+0000 7f5b2e59c700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b1807afd0 0x7f5b1807d480 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5b20005b40 tx=0x7f5b2001a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:54.675 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.674+0000 7f5b1f7fe700 1 -- 172.21.15.159:0/136210952 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f5b24060d20 con 0x7f5b300ffd30 2024-09-17T10:51:54.933 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.931+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 15, "format": "json"} v 0) v1 -- 0x7f5b3004ea50 con 0x7f5b300ffd30 2024-09-17T10:51:54.933 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.932+0000 7f5b1f7fe700 1 -- 172.21.15.159:0/136210952 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 15, "format": "json"}]=0 dumped fsmap epoch 15 v30) v1 ==== 107+0+4123 (secure 0 0 0) 0x7f5b24063e40 con 0x7f5b300ffd30 2024-09-17T10:51:54.934 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:51:54.934 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":15,"btime":"2024-09-17T10:46:51:569538+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14566,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.159:6829/605660415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":605660415},{"type":"v1","addr":"172.21.15.159:6829","nonce":605660415}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:37:37.245262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":47,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24299},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24299":{"gid":24299,"name":"cephfs.smithi170.coklrp","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.170:6825/2669011643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2669011643},{"type":"v1","addr":"172.21.15.170:6825","nonce":2669011643}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:51:54.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b1807afd0 msgr2=0x7f5b1807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:54.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b1807afd0 0x7f5b1807d480 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5b20005b40 tx=0x7f5b2001a040 comp rx=0 tx=0).stop 2024-09-17T10:51:54.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ffd30 msgr2=0x7f5b30197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:54.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ffd30 0x7f5b30197160 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5b2400d900 tx=0x7f5b2400dcc0 comp rx=0 tx=0).stop 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 shutdown_connections 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f5b1807afd0 0x7f5b1807d480 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5b300ff390 0x7f5b30196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 --2- 172.21.15.159:0/136210952 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5b300ffd30 0x7f5b30197160 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 >> 172.21.15.159:0/136210952 conn(0x7f5b30074f50 msgr2=0x7f5b300fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 shutdown_connections 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:54.935+0000 7f5b34d5e700 1 -- 172.21.15.159:0/136210952 wait complete. 2024-09-17T10:51:54.937 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 15 2024-09-17T10:51:55.647 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 16 2024-09-17T10:51:55.851 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:55 smithi159 ceph-mon[78956]: pgmap v314: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:55.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:55 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/136210952' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 15, "format": "json"} : dispatch 2024-09-17T10:51:55.928 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:55 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:56.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:55 smithi170 ceph-mon[62996]: pgmap v314: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:56.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:55 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/136210952' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 15, "format": "json"} : dispatch 2024-09-17T10:51:56.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:55 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:51:57.633 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 -- 172.21.15.159:0/1550603675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 msgr2=0x7f4094103c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:57.633 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 --2- 172.21.15.159:0/1550603675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094103c30 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f407c009910 tx=0x7f407c009c20 comp rx=0 tx=0).stop 2024-09-17T10:51:57.633 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 -- 172.21.15.159:0/1550603675 shutdown_connections 2024-09-17T10:51:57.633 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 --2- 172.21.15.159:0/1550603675 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094103c30 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 --2- 172.21.15.159:0/1550603675 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f40940ff2c0 0x7f40940ff690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 -- 172.21.15.159:0/1550603675 >> 172.21.15.159:0/1550603675 conn(0x7f40940fab60 msgr2=0x7f40940fcf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 -- 172.21.15.159:0/1550603675 shutdown_connections 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.629+0000 7f4098f04700 1 -- 172.21.15.159:0/1550603675 wait complete. 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.630+0000 7f4098f04700 1 Processor -- start 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.630+0000 7f4098f04700 1 -- start start 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.630+0000 7f4098f04700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f40940ff2c0 0x7f4094196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.630+0000 7f4098f04700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.630+0000 7f4098f04700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40941977e0 con 0x7f40940ffc60 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.630+0000 7f4098f04700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4094197920 con 0x7f40940ff2c0 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:57.634 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39926/0 (socket says 172.21.15.159:39926) 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408bfff700 1 -- 172.21.15.159:0/4008714338 learned_addr learned my addr 172.21.15.159:0/4008714338 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f409259c700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f40940ff2c0 0x7f4094196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408bfff700 1 -- 172.21.15.159:0/4008714338 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f40940ff2c0 msgr2=0x7f4094196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408bfff700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f40940ff2c0 0x7f4094196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408bfff700 1 -- 172.21.15.159:0/4008714338 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f407c0095f0 con 0x7f40940ffc60 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408bfff700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094197100 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f407c0059d0 tx=0x7f407c00f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408b7fe700 1 -- 172.21.15.159:0/4008714338 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f407c01d070 con 0x7f40940ffc60 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408b7fe700 1 -- 172.21.15.159:0/4008714338 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f407c00b610 con 0x7f40940ffc60 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f408b7fe700 1 -- 172.21.15.159:0/4008714338 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f407c022470 con 0x7f40940ffc60 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f409419fc30 con 0x7f40940ffc60 2024-09-17T10:51:57.635 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.631+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40941a00a0 con 0x7f40940ffc60 2024-09-17T10:51:57.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.632+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f409404ea50 con 0x7f40940ffc60 2024-09-17T10:51:57.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.633+0000 7f408b7fe700 1 -- 172.21.15.159:0/4008714338 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f407c00fc70 con 0x7f40940ffc60 2024-09-17T10:51:57.636 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.633+0000 7f408b7fe700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f408007afd0 0x7f408007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:51:57.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.634+0000 7f408b7fe700 1 -- 172.21.15.159:0/4008714338 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f407c09f310 con 0x7f40940ffc60 2024-09-17T10:51:57.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.634+0000 7f409259c700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f408007afd0 0x7f408007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:51:57.637 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.634+0000 7f409259c700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f408007afd0 0x7f408007d480 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4084009bf0 tx=0x7f4084009260 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:51:57.639 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.638+0000 7f408b7fe700 1 -- 172.21.15.159:0/4008714338 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f407c062520 con 0x7f40940ffc60 2024-09-17T10:51:57.897 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.895+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 16, "format": "json"} v 0) v1 -- 0x7f40941a0420 con 0x7f40940ffc60 2024-09-17T10:51:57.897 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.896+0000 7f408b7fe700 1 -- 172.21.15.159:0/4008714338 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 16, "format": "json"}]=0 dumped fsmap epoch 16 v30) v1 ==== 107+0+4970 (secure 0 0 0) 0x7f407c065640 con 0x7f40940ffc60 2024-09-17T10:51:57.898 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:51:57.898 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":16,"btime":"2024-09-17T10:46:56:637626+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14566,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.159:6829/605660415","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":605660415},{"type":"v1","addr":"172.21.15.159:6829","nonce":605660415}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14},{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:37:37.245262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":47,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24299},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24299":{"gid":24299,"name":"cephfs.smithi170.coklrp","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.170:6825/2669011643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2669011643},{"type":"v1","addr":"172.21.15.170:6825","nonce":2669011643}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:51:57.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f408007afd0 msgr2=0x7f408007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:57.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f408007afd0 0x7f408007d480 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4084009bf0 tx=0x7f4084009260 comp rx=0 tx=0).stop 2024-09-17T10:51:57.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 msgr2=0x7f4094197100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:51:57.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094197100 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f407c0059d0 tx=0x7f407c00f740 comp rx=0 tx=0).stop 2024-09-17T10:51:57.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 shutdown_connections 2024-09-17T10:51:57.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f408007afd0 0x7f408007d480 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:57.900 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f40940ff2c0 0x7f4094196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:57.901 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 --2- 172.21.15.159:0/4008714338 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f40940ffc60 0x7f4094197100 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:51:57.901 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 >> 172.21.15.159:0/4008714338 conn(0x7f40940fab60 msgr2=0x7f40940fc150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:51:57.901 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 shutdown_connections 2024-09-17T10:51:57.901 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:51:57.898+0000 7f4098f04700 1 -- 172.21.15.159:0/4008714338 wait complete. 2024-09-17T10:51:57.901 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 16 2024-09-17T10:51:58.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:57 smithi159 ceph-mon[78956]: pgmap v315: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:58.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:57 smithi170 ceph-mon[62996]: pgmap v315: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:51:58.520 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 17 2024-09-17T10:51:58.722 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:51:58.842 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:58 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4008714338' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 16, "format": "json"} : dispatch 2024-09-17T10:51:59.105 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:58 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4008714338' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 16, "format": "json"} : dispatch 2024-09-17T10:51:59.920 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:51:59 smithi159 ceph-mon[78956]: pgmap v316: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:00.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:51:59 smithi170 ceph-mon[62996]: pgmap v316: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 -- 172.21.15.159:0/4208779294 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 msgr2=0x7fd7ac100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/4208779294 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac100800 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd7a800b0a0 tx=0x7fd7a800b3b0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 -- 172.21.15.159:0/4208779294 shutdown_connections 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/4208779294 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd7ac100dd0 0x7fd7ac104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/4208779294 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac100800 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 -- 172.21.15.159:0/4208779294 >> 172.21.15.159:0/4208779294 conn(0x7fd7ac0fbcf0 msgr2=0x7fd7ac0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 -- 172.21.15.159:0/4208779294 shutdown_connections 2024-09-17T10:52:00.318 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.316+0000 7fd7b3f59700 1 -- 172.21.15.159:0/4208779294 wait complete. 2024-09-17T10:52:00.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b3f59700 1 Processor -- start 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b3f59700 1 -- start start 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b3f59700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b3f59700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd7ac100dd0 0x7fd7ac1962a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b3f59700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ac196980 con 0x7fd7ac100430 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b3f59700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ac19a710 con 0x7fd7ac100dd0 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b1cf5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b1cf5700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac195d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39944/0 (socket says 172.21.15.159:39944) 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b1cf5700 1 -- 172.21.15.159:0/2600282746 learned_addr learned my addr 172.21.15.159:0/2600282746 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:00.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b14f4700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd7ac100dd0 0x7fd7ac1962a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b1cf5700 1 -- 172.21.15.159:0/2600282746 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd7ac100dd0 msgr2=0x7fd7ac1962a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b1cf5700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd7ac100dd0 0x7fd7ac1962a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.317+0000 7fd7b1cf5700 1 -- 172.21.15.159:0/2600282746 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7a8009d00 con 0x7fd7ac100430 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.318+0000 7fd7b1cf5700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac195d60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd7a8000f80 tx=0x7fd7a800cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.318+0000 7fd7a2ffd700 1 -- 172.21.15.159:0/2600282746 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd7a800e040 con 0x7fd7ac100430 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.318+0000 7fd7a2ffd700 1 -- 172.21.15.159:0/2600282746 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd7a8003de0 con 0x7fd7ac100430 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.318+0000 7fd7a2ffd700 1 -- 172.21.15.159:0/2600282746 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd7a801d790 con 0x7fd7ac100430 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.318+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7ac19a990 con 0x7fd7ac100430 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.318+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7ac19ae80 con 0x7fd7ac100430 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.319+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7ac108740 con 0x7fd7ac100430 2024-09-17T10:52:00.322 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.319+0000 7fd7a2ffd700 1 -- 172.21.15.159:0/2600282746 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fd7a8004040 con 0x7fd7ac100430 2024-09-17T10:52:00.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.320+0000 7fd7a2ffd700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd79807f3e0 0x7fd798081890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:00.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.320+0000 7fd7a2ffd700 1 -- 172.21.15.159:0/2600282746 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fd7a809f5c0 con 0x7fd7ac100430 2024-09-17T10:52:00.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.320+0000 7fd7b14f4700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd79807f3e0 0x7fd798081890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:00.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.320+0000 7fd7b14f4700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd79807f3e0 0x7fd798081890 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd79c005950 tx=0x7fd79c0058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:00.325 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.324+0000 7fd7a2ffd700 1 -- 172.21.15.159:0/2600282746 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fd7a8062850 con 0x7fd7ac100430 2024-09-17T10:52:00.580 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.579+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 17, "format": "json"} v 0) v1 -- 0x7fd7ac04ea50 con 0x7fd7ac100430 2024-09-17T10:52:00.581 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.579+0000 7fd7a2ffd700 1 -- 172.21.15.159:0/2600282746 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 17, "format": "json"}]=0 dumped fsmap epoch 17 v30) v1 ==== 107+0+4191 (secure 0 0 0) 0x7fd7a8065970 con 0x7fd7ac100430 2024-09-17T10:52:00.581 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:00.581 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":17,"btime":"2024-09-17T10:47:08:505752+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14},{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:37:37.245262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":47,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24299},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24299":{"gid":24299,"name":"cephfs.smithi170.coklrp","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.170:6825/2669011643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2669011643},{"type":"v1","addr":"172.21.15.170:6825","nonce":2669011643}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:00.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd79807f3e0 msgr2=0x7fd798081890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:00.583 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd79807f3e0 0x7fd798081890 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd79c005950 tx=0x7fd79c0058e0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 msgr2=0x7fd7ac195d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac195d60 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd7a8000f80 tx=0x7fd7a800cdd0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 shutdown_connections 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd7ac100430 0x7fd7ac195d60 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd79807f3e0 0x7fd798081890 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 --2- 172.21.15.159:0/2600282746 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd7ac100dd0 0x7fd7ac1962a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 >> 172.21.15.159:0/2600282746 conn(0x7fd7ac0fbcf0 msgr2=0x7fd7ac0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 shutdown_connections 2024-09-17T10:52:00.584 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:00.582+0000 7fd7b3f59700 1 -- 172.21.15.159:0/2600282746 wait complete. 2024-09-17T10:52:00.585 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 17 2024-09-17T10:52:00.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:00 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2600282746' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 17, "format": "json"} : dispatch 2024-09-17T10:52:01.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:00 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2600282746' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 17, "format": "json"} : dispatch 2024-09-17T10:52:01.258 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 18 2024-09-17T10:52:01.457 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:01.915 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:01 smithi159 ceph-mon[78956]: pgmap v317: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:02.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:01 smithi170 ceph-mon[62996]: pgmap v317: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:03.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.274+0000 7f7242d7b700 1 -- 172.21.15.159:0/2598111271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 msgr2=0x7f723c1007a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:03.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.274+0000 7f7242d7b700 1 --2- 172.21.15.159:0/2598111271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c1007a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f7230009910 tx=0x7f7230009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:03.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 -- 172.21.15.159:0/2598111271 shutdown_connections 2024-09-17T10:52:03.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 --2- 172.21.15.159:0/2598111271 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f723c100d70 0x7f723c104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:03.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 --2- 172.21.15.159:0/2598111271 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c1007a0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:03.278 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 -- 172.21.15.159:0/2598111271 >> 172.21.15.159:0/2598111271 conn(0x7f723c0fbc50 msgr2=0x7f723c0fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 -- 172.21.15.159:0/2598111271 shutdown_connections 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 -- 172.21.15.159:0/2598111271 wait complete. 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 Processor -- start 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 -- start start 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c195db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f723c100d70 0x7f723c1962f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f723c1969d0 con 0x7f723c1003d0 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.275+0000 7f7242d7b700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f723c19a760 con 0x7f723c100d70 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7240b17700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c195db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:03.279 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7240b17700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c195db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39968/0 (socket says 172.21.15.159:39968) 2024-09-17T10:52:03.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7240b17700 1 -- 172.21.15.159:0/1478375970 learned_addr learned my addr 172.21.15.159:0/1478375970 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:03.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f723bfff700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f723c100d70 0x7f723c1962f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:03.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7240b17700 1 -- 172.21.15.159:0/1478375970 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f723c100d70 msgr2=0x7f723c1962f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:03.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7240b17700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f723c100d70 0x7f723c1962f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:03.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7240b17700 1 -- 172.21.15.159:0/1478375970 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72300095f0 con 0x7f723c1003d0 2024-09-17T10:52:03.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f723bfff700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f723c100d70 0x7f723c1962f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:52:03.280 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7240b17700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c195db0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f72300092e0 tx=0x7f723000be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:03.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7239ffb700 1 -- 172.21.15.159:0/1478375970 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f723001d070 con 0x7f723c1003d0 2024-09-17T10:52:03.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f723c19a9e0 con 0x7f723c1003d0 2024-09-17T10:52:03.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7239ffb700 1 -- 172.21.15.159:0/1478375970 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f7230005e00 con 0x7f723c1003d0 2024-09-17T10:52:03.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7239ffb700 1 -- 172.21.15.159:0/1478375970 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f7230017400 con 0x7f723c1003d0 2024-09-17T10:52:03.281 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.276+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f723c19aed0 con 0x7f723c1003d0 2024-09-17T10:52:03.282 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.277+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f723c1086e0 con 0x7f723c1003d0 2024-09-17T10:52:03.282 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.278+0000 7f7239ffb700 1 -- 172.21.15.159:0/1478375970 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f723000f460 con 0x7f723c1003d0 2024-09-17T10:52:03.282 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.278+0000 7f7239ffb700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f722c07afd0 0x7f722c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:03.282 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.279+0000 7f7239ffb700 1 -- 172.21.15.159:0/1478375970 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f723009f300 con 0x7f723c1003d0 2024-09-17T10:52:03.282 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.279+0000 7f723bfff700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f722c07afd0 0x7f722c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:03.282 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.279+0000 7f723bfff700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f722c07afd0 0x7f722c07d480 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7228005950 tx=0x7f72280058e0 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:03.284 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.283+0000 7f7239ffb700 1 -- 172.21.15.159:0/1478375970 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f7230062590 con 0x7f723c1003d0 2024-09-17T10:52:03.543 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.542+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 18, "format": "json"} v 0) v1 -- 0x7f723c04ea50 con 0x7f723c1003d0 2024-09-17T10:52:03.544 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.542+0000 7f7239ffb700 1 -- 172.21.15.159:0/1478375970 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 18, "format": "json"}]=0 dumped fsmap epoch 18 v30) v1 ==== 107+0+5041 (secure 0 0 0) 0x7f72300656b0 con 0x7f723c1003d0 2024-09-17T10:52:03.544 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:03.544 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":18,"btime":"2024-09-17T10:47:12:517409+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14},{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:37:37.245262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":47,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24299},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24299":{"gid":24299,"name":"cephfs.smithi170.coklrp","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.170:6825/2669011643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2669011643},{"type":"v1","addr":"172.21.15.170:6825","nonce":2669011643}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f722c07afd0 msgr2=0x7f722c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f722c07afd0 0x7f722c07d480 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7228005950 tx=0x7f72280058e0 comp rx=0 tx=0).stop 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 msgr2=0x7f723c195db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c195db0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f72300092e0 tx=0x7f723000be20 comp rx=0 tx=0).stop 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 shutdown_connections 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f723c1003d0 0x7f723c195db0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f722c07afd0 0x7f722c07d480 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 --2- 172.21.15.159:0/1478375970 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f723c100d70 0x7f723c1962f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:03.547 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 >> 172.21.15.159:0/1478375970 conn(0x7f723c0fbc50 msgr2=0x7f723c0fd260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:03.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 shutdown_connections 2024-09-17T10:52:03.548 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:03.545+0000 7f7242d7b700 1 -- 172.21.15.159:0/1478375970 wait complete. 2024-09-17T10:52:03.548 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 18 2024-09-17T10:52:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:03 smithi159 ceph-mon[78956]: pgmap v318: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:03.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:03 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1478375970' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 18, "format": "json"} : dispatch 2024-09-17T10:52:04.165 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 19 2024-09-17T10:52:04.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:03 smithi170 ceph-mon[62996]: pgmap v318: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:04.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:03 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1478375970' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 18, "format": "json"} : dispatch 2024-09-17T10:52:04.365 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:05.819 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:05 smithi159 ceph-mon[78956]: pgmap v319: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 -- 172.21.15.159:0/2764757095 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 msgr2=0x7f43fc1007a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 --2- 172.21.15.159:0/2764757095 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc1007a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009910 tx=0x7f43ec009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 -- 172.21.15.159:0/2764757095 shutdown_connections 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 --2- 172.21.15.159:0/2764757095 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43fc100d70 0x7f43fc104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 --2- 172.21.15.159:0/2764757095 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc1007a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 -- 172.21.15.159:0/2764757095 >> 172.21.15.159:0/2764757095 conn(0x7f43fc0fbc90 msgr2=0x7f43fc0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 -- 172.21.15.159:0/2764757095 shutdown_connections 2024-09-17T10:52:06.049 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.047+0000 7f44026df700 1 -- 172.21.15.159:0/2764757095 wait complete. 2024-09-17T10:52:06.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f44026df700 1 Processor -- start 2024-09-17T10:52:06.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f44026df700 1 -- start start 2024-09-17T10:52:06.050 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f44026df700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc073050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f44026df700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43fc100d70 0x7f43fc073590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f44026df700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43fc073ad0 con 0x7f43fc1003d0 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f44026df700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43fc073c10 con 0x7f43fc100d70 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f43fbfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc073050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f43fbfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc073050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:39980/0 (socket says 172.21.15.159:39980) 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f43fbfff700 1 -- 172.21.15.159:0/5209510 learned_addr learned my addr 172.21.15.159:0/5209510 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f43fb7fe700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43fc100d70 0x7f43fc073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f43fbfff700 1 -- 172.21.15.159:0/5209510 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43fc100d70 msgr2=0x7f43fc073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f43fbfff700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43fc100d70 0x7f43fc073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.048+0000 7f43fbfff700 1 -- 172.21.15.159:0/5209510 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43ec0095f0 con 0x7f43fc1003d0 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.049+0000 7f43fbfff700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc073050 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f43ec006010 tx=0x7f43ec00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:06.051 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.049+0000 7f43f97fa700 1 -- 172.21.15.159:0/5209510 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f43ec01d070 con 0x7f43fc1003d0 2024-09-17T10:52:06.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.049+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43fc073e90 con 0x7f43fc1003d0 2024-09-17T10:52:06.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.049+0000 7f43f97fa700 1 -- 172.21.15.159:0/5209510 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f43ec005dc0 con 0x7f43fc1003d0 2024-09-17T10:52:06.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.049+0000 7f43f97fa700 1 -- 172.21.15.159:0/5209510 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f43ec017400 con 0x7f43fc1003d0 2024-09-17T10:52:06.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.049+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43fc1a2260 con 0x7f43fc1003d0 2024-09-17T10:52:06.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.050+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43fc1086e0 con 0x7f43fc1003d0 2024-09-17T10:52:06.052 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.051+0000 7f43f97fa700 1 -- 172.21.15.159:0/5209510 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f43ec003a60 con 0x7f43fc1003d0 2024-09-17T10:52:06.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.051+0000 7f43f97fa700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f43e407afd0 0x7f43e407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:06.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.051+0000 7f43f97fa700 1 -- 172.21.15.159:0/5209510 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f43ec09f370 con 0x7f43fc1003d0 2024-09-17T10:52:06.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.051+0000 7f43fb7fe700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f43e407afd0 0x7f43e407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:06.053 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.051+0000 7f43fb7fe700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f43e407afd0 0x7f43e407d480 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f43fc074840 tx=0x7f43f000b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:06.057 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.055+0000 7f43f97fa700 1 -- 172.21.15.159:0/5209510 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f43ec062580 con 0x7f43fc1003d0 2024-09-17T10:52:06.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:05 smithi170 ceph-mon[62996]: pgmap v319: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:06.320 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.319+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 19, "format": "json"} v 0) v1 -- 0x7f43fc02cc30 con 0x7f43fc1003d0 2024-09-17T10:52:06.321 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.319+0000 7f43f97fa700 1 -- 172.21.15.159:0/5209510 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 19, "format": "json"}]=0 dumped fsmap epoch 19 v30) v1 ==== 107+0+4248 (secure 0 0 0) 0x7f43ec0656a0 con 0x7f43fc1003d0 2024-09-17T10:52:06.321 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:06.321 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":19,"btime":"2024-09-17T10:47:23:805551+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":-1,"incarnation":0,"state":"up:standby","state_seq":2,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14},{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:23.805265+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":83,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[0],"damaged":[],"stopped":[],"info":{},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:06.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.321+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f43e407afd0 msgr2=0x7f43e407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:06.323 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.321+0000 7f44026df700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f43e407afd0 0x7f43e407d480 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f43fc074840 tx=0x7f43f000b410 comp rx=0 tx=0).stop 2024-09-17T10:52:06.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.321+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 msgr2=0x7f43fc073050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:06.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.321+0000 7f44026df700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc073050 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f43ec006010 tx=0x7f43ec00bd70 comp rx=0 tx=0).stop 2024-09-17T10:52:06.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.322+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 shutdown_connections 2024-09-17T10:52:06.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.322+0000 7f44026df700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f43fc1003d0 0x7f43fc073050 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:06.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.322+0000 7f44026df700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f43e407afd0 0x7f43e407d480 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:06.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.322+0000 7f44026df700 1 --2- 172.21.15.159:0/5209510 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43fc100d70 0x7f43fc073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:06.324 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.322+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 >> 172.21.15.159:0/5209510 conn(0x7f43fc0fbc90 msgr2=0x7f43fc0fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:06.325 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.322+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 shutdown_connections 2024-09-17T10:52:06.325 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:06.322+0000 7f44026df700 1 -- 172.21.15.159:0/5209510 wait complete. 2024-09-17T10:52:06.325 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 19 2024-09-17T10:52:06.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:06 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/5209510' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 19, "format": "json"} : dispatch 2024-09-17T10:52:07.138 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 20 2024-09-17T10:52:07.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:06 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/5209510' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 19, "format": "json"} : dispatch 2024-09-17T10:52:07.338 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:08.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:07 smithi159 ceph-mon[78956]: pgmap v320: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:08.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:07 smithi170 ceph-mon[62996]: pgmap v320: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:08.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 -- 172.21.15.159:0/1837602527 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ff390 msgr2=0x7fac040ff760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:08.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 --2- 172.21.15.159:0/1837602527 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ff390 0x7fac040ff760 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fabf4009910 tx=0x7fabf4009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:08.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 -- 172.21.15.159:0/1837602527 shutdown_connections 2024-09-17T10:52:08.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 --2- 172.21.15.159:0/1837602527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fac040ffd30 0x7fac04103ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:08.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 --2- 172.21.15.159:0/1837602527 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ff390 0x7fac040ff760 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:08.973 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 -- 172.21.15.159:0/1837602527 >> 172.21.15.159:0/1837602527 conn(0x7fac04074f50 msgr2=0x7fac04075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:08.974 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 -- 172.21.15.159:0/1837602527 shutdown_connections 2024-09-17T10:52:08.974 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.971+0000 7fac0b620700 1 -- 172.21.15.159:0/1837602527 wait complete. 2024-09-17T10:52:08.976 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.972+0000 7fac0b620700 1 Processor -- start 2024-09-17T10:52:08.976 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.972+0000 7fac0b620700 1 -- start start 2024-09-17T10:52:08.976 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.972+0000 7fac0b620700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fac040ff390 0x7fac04196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:08.976 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.972+0000 7fac0b620700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ffd30 0x7fac041971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:08.976 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.972+0000 7fac0b620700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac041977f0 con 0x7fac040ffd30 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.972+0000 7fac0b620700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac04197960 con 0x7fac040ff390 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac08bbb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ffd30 0x7fac041971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac08bbb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ffd30 0x7fac041971d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:48752/0 (socket says 172.21.15.159:48752) 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac08bbb700 1 -- 172.21.15.159:0/4103780033 learned_addr learned my addr 172.21.15.159:0/4103780033 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac093bc700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fac040ff390 0x7fac04196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac08bbb700 1 -- 172.21.15.159:0/4103780033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fac040ff390 msgr2=0x7fac04196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac08bbb700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fac040ff390 0x7fac04196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac08bbb700 1 -- 172.21.15.159:0/4103780033 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabf40095f0 con 0x7fac040ffd30 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac093bc700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fac040ff390 0x7fac04196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac08bbb700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ffd30 0x7fac041971d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fac0000b480 tx=0x7fac0000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fabfa7fc700 1 -- 172.21.15.159:0/4103780033 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fac000118c0 con 0x7fac040ffd30 2024-09-17T10:52:08.977 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fabfa7fc700 1 -- 172.21.15.159:0/4103780033 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fac00010380 con 0x7fac040ffd30 2024-09-17T10:52:08.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac0419fd00 con 0x7fac040ffd30 2024-09-17T10:52:08.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac041a01f0 con 0x7fac040ffd30 2024-09-17T10:52:08.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.973+0000 7fabfa7fc700 1 -- 172.21.15.159:0/4103780033 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fac0000f4f0 con 0x7fac040ffd30 2024-09-17T10:52:08.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.974+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabe8005320 con 0x7fac040ffd30 2024-09-17T10:52:08.978 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.975+0000 7fabfa7fc700 1 -- 172.21.15.159:0/4103780033 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fac000104f0 con 0x7fac040ffd30 2024-09-17T10:52:08.979 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.976+0000 7fabfa7fc700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fabf007afd0 0x7fabf007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:08.979 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.976+0000 7fabfa7fc700 1 -- 172.21.15.159:0/4103780033 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fac0009d920 con 0x7fac040ffd30 2024-09-17T10:52:08.979 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.976+0000 7fac093bc700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fabf007afd0 0x7fabf007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:08.979 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.976+0000 7fac093bc700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fabf007afd0 0x7fabf007d480 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fabf4005100 tx=0x7fabf401a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:08.982 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:08.980+0000 7fabfa7fc700 1 -- 172.21.15.159:0/4103780033 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fac00060b30 con 0x7fac040ffd30 2024-09-17T10:52:09.239 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.238+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 20, "format": "json"} v 0) v1 -- 0x7fabe8005190 con 0x7fac040ffd30 2024-09-17T10:52:09.240 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.239+0000 7fabfa7fc700 1 -- 172.21.15.159:0/4103780033 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 20, "format": "json"}]=0 dumped fsmap epoch 20 v30) v1 ==== 107+0+4259 (secure 0 0 0) 0x7fac00063c50 con 0x7fac040ffd30 2024-09-17T10:52:09.240 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:09.240 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":20,"btime":"2024-09-17T10:47:23:811473+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:23.811458+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":83,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24309":{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":0,"incarnation":20,"state":"up:replay","state_seq":2,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fabf007afd0 msgr2=0x7fabf007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fabf007afd0 0x7fabf007d480 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fabf4005100 tx=0x7fabf401a040 comp rx=0 tx=0).stop 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ffd30 msgr2=0x7fac041971d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ffd30 0x7fac041971d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fac0000b480 tx=0x7fac0000b840 comp rx=0 tx=0).stop 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 shutdown_connections 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fabf007afd0 0x7fabf007d480 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fac040ff390 0x7fac04196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 --2- 172.21.15.159:0/4103780033 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fac040ffd30 0x7fac041971d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 >> 172.21.15.159:0/4103780033 conn(0x7fac04074f50 msgr2=0x7fac040fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 shutdown_connections 2024-09-17T10:52:09.243 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:09.241+0000 7fac0b620700 1 -- 172.21.15.159:0/4103780033 wait complete. 2024-09-17T10:52:09.244 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 20 2024-09-17T10:52:09.848 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:09 smithi159 ceph-mon[78956]: pgmap v321: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:09.848 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:09 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4103780033' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 20, "format": "json"} : dispatch 2024-09-17T10:52:09.875 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 21 2024-09-17T10:52:10.084 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:10.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:09 smithi170 ceph-mon[62996]: pgmap v321: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:10.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:09 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4103780033' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 20, "format": "json"} : dispatch 2024-09-17T10:52:10.904 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:10 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:52:11.033 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:10 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:52:11.768 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 -- 172.21.15.159:0/2684859964 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 msgr2=0x7f57e010a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:11.768 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 --2- 172.21.15.159:0/2684859964 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e010a1f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f57d4009940 tx=0x7f57d4009c50 comp rx=0 tx=0).stop 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 -- 172.21.15.159:0/2684859964 shutdown_connections 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 --2- 172.21.15.159:0/2684859964 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e010a1f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 --2- 172.21.15.159:0/2684859964 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f57e01013e0 0x7f57e01017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 -- 172.21.15.159:0/2684859964 >> 172.21.15.159:0/2684859964 conn(0x7f57e00fac20 msgr2=0x7f57e00fd030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 -- 172.21.15.159:0/2684859964 shutdown_connections 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.764+0000 7f57e8739700 1 -- 172.21.15.159:0/2684859964 wait complete. 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e8739700 1 Processor -- start 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e8739700 1 -- start start 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e8739700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f57e01013e0 0x7f57e0195d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e8739700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e0196250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e8739700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e0196930 con 0x7f57e0101cf0 2024-09-17T10:52:11.769 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e8739700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e019a6c0 con 0x7f57e01013e0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e5cd4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e0196250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e5cd4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e0196250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:48756/0 (socket says 172.21.15.159:48756) 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.765+0000 7f57e5cd4700 1 -- 172.21.15.159:0/1316693908 learned_addr learned my addr 172.21.15.159:0/1316693908 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57e64d5700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f57e01013e0 0x7f57e0195d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57e5cd4700 1 -- 172.21.15.159:0/1316693908 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f57e01013e0 msgr2=0x7f57e0195d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57e5cd4700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f57e01013e0 0x7f57e0195d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57e5cd4700 1 -- 172.21.15.159:0/1316693908 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57d40095f0 con 0x7f57e0101cf0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57e5cd4700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e0196250 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f57d40055f0 tx=0x7f57d40056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57df7fe700 1 -- 172.21.15.159:0/1316693908 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f57d401d070 con 0x7f57e0101cf0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57df7fe700 1 -- 172.21.15.159:0/1316693908 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f57d400f460 con 0x7f57e0101cf0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57e019a940 con 0x7f57e0101cf0 2024-09-17T10:52:11.770 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57df7fe700 1 -- 172.21.15.159:0/1316693908 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f57d4021640 con 0x7f57e0101cf0 2024-09-17T10:52:11.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.766+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57e019ae30 con 0x7f57e0101cf0 2024-09-17T10:52:11.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.767+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57e0107860 con 0x7f57e0101cf0 2024-09-17T10:52:11.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.768+0000 7f57df7fe700 1 -- 172.21.15.159:0/1316693908 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f57d400fa60 con 0x7f57e0101cf0 2024-09-17T10:52:11.771 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.768+0000 7f57df7fe700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f57c807afd0 0x7f57c807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:11.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.768+0000 7f57df7fe700 1 -- 172.21.15.159:0/1316693908 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f57d409f0e0 con 0x7f57e0101cf0 2024-09-17T10:52:11.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.768+0000 7f57e64d5700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f57c807afd0 0x7f57c807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:11.772 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.769+0000 7f57e64d5700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f57c807afd0 0x7f57c807d480 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f57d0009d10 tx=0x7f57d0009040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:11.775 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:11.772+0000 7f57df7fe700 1 -- 172.21.15.159:0/1316693908 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f57d4062370 con 0x7f57e0101cf0 2024-09-17T10:52:11.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:11 smithi159 ceph-mon[78956]: pgmap v322: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:12.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.029+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 21, "format": "json"} v 0) v1 -- 0x7f57e019b200 con 0x7f57e0101cf0 2024-09-17T10:52:12.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.029+0000 7f57df7fe700 1 -- 172.21.15.159:0/1316693908 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 21, "format": "json"}]=0 dumped fsmap epoch 21 v30) v1 ==== 107+0+4264 (secure 0 0 0) 0x7f57d4065490 con 0x7f57e0101cf0 2024-09-17T10:52:12.032 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:12.032 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":21,"btime":"2024-09-17T10:47:32:058575+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:31.951284+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":83,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24309":{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":0,"incarnation":20,"state":"up:reconnect","state_seq":151,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:12.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f57c807afd0 msgr2=0x7f57c807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:12.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f57c807afd0 0x7f57c807d480 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f57d0009d10 tx=0x7f57d0009040 comp rx=0 tx=0).stop 2024-09-17T10:52:12.034 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 msgr2=0x7f57e0196250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e0196250 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f57d40055f0 tx=0x7f57d40056d0 comp rx=0 tx=0).stop 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 shutdown_connections 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f57c807afd0 0x7f57c807d480 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f57e01013e0 0x7f57e0195d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 --2- 172.21.15.159:0/1316693908 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f57e0101cf0 0x7f57e0196250 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 >> 172.21.15.159:0/1316693908 conn(0x7f57e00fac20 msgr2=0x7f57e01049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 shutdown_connections 2024-09-17T10:52:12.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:12.032+0000 7f57e8739700 1 -- 172.21.15.159:0/1316693908 wait complete. 2024-09-17T10:52:12.036 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 21 2024-09-17T10:52:12.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:11 smithi170 ceph-mon[62996]: pgmap v322: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:12.769 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 22 2024-09-17T10:52:12.973 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:13.093 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:12 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1316693908' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 21, "format": "json"} : dispatch 2024-09-17T10:52:13.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:12 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1316693908' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 21, "format": "json"} : dispatch 2024-09-17T10:52:14.044 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:13 smithi159 ceph-mon[78956]: pgmap v323: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:14.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:13 smithi170 ceph-mon[62996]: pgmap v323: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:14.561 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 -- 172.21.15.159:0/2903373698 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5030100d70 msgr2=0x7f5030104d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 --2- 172.21.15.159:0/2903373698 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5030100d70 0x7f5030104d40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5020009910 tx=0x7f5020009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 -- 172.21.15.159:0/2903373698 shutdown_connections 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 --2- 172.21.15.159:0/2903373698 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f5030100d70 0x7f5030104d40 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 --2- 172.21.15.159:0/2903373698 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f50301003d0 0x7f50301007a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 -- 172.21.15.159:0/2903373698 >> 172.21.15.159:0/2903373698 conn(0x7f50300fbc90 msgr2=0x7f50300fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 -- 172.21.15.159:0/2903373698 shutdown_connections 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.557+0000 7f5037fd4700 1 -- 172.21.15.159:0/2903373698 wait complete. 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5037fd4700 1 Processor -- start 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5037fd4700 1 -- start start 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5037fd4700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f50301003d0 0x7f5030073050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:14.562 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5037fd4700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5030100d70 0x7f5030073590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5037fd4700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5030073ad0 con 0x7f50301003d0 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5037fd4700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5030073c10 con 0x7f5030100d70 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5035d70700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f50301003d0 0x7f5030073050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5035d70700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f50301003d0 0x7f5030073050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:48776/0 (socket says 172.21.15.159:48776) 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5035d70700 1 -- 172.21.15.159:0/4286899567 learned_addr learned my addr 172.21.15.159:0/4286899567 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f503556f700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5030100d70 0x7f5030073590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5035d70700 1 -- 172.21.15.159:0/4286899567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5030100d70 msgr2=0x7f5030073590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5035d70700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5030100d70 0x7f5030073590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5035d70700 1 -- 172.21.15.159:0/4286899567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50200095f0 con 0x7f50301003d0 2024-09-17T10:52:14.563 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.558+0000 7f5035d70700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f50301003d0 0x7f5030073050 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f502c00b4b0 tx=0x7f502c00b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:14.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.559+0000 7f5026ffd700 1 -- 172.21.15.159:0/4286899567 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f502c011800 con 0x7f50301003d0 2024-09-17T10:52:14.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.559+0000 7f5026ffd700 1 -- 172.21.15.159:0/4286899567 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f502c011e20 con 0x7f50301003d0 2024-09-17T10:52:14.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.559+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50301a2050 con 0x7f50301003d0 2024-09-17T10:52:14.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.559+0000 7f5026ffd700 1 -- 172.21.15.159:0/4286899567 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f502c00f2e0 con 0x7f50301003d0 2024-09-17T10:52:14.564 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.559+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50301a2460 con 0x7f50301003d0 2024-09-17T10:52:14.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.560+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5030108670 con 0x7f50301003d0 2024-09-17T10:52:14.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.560+0000 7f5026ffd700 1 -- 172.21.15.159:0/4286899567 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f502c010380 con 0x7f50301003d0 2024-09-17T10:52:14.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.561+0000 7f5026ffd700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f501c07afd0 0x7f501c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:14.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.561+0000 7f503556f700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f501c07afd0 0x7f501c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:14.566 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.561+0000 7f5026ffd700 1 -- 172.21.15.159:0/4286899567 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f502c09d9b0 con 0x7f50301003d0 2024-09-17T10:52:14.566 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.561+0000 7f503556f700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f501c07afd0 0x7f501c07d480 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5030074840 tx=0x7f502001a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:14.567 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.565+0000 7f5026ffd700 1 -- 172.21.15.159:0/4286899567 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f502c060b60 con 0x7f50301003d0 2024-09-17T10:52:14.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.823+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 22, "format": "json"} v 0) v1 -- 0x7f503004ea50 con 0x7f50301003d0 2024-09-17T10:52:14.826 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.824+0000 7f5026ffd700 1 -- 172.21.15.159:0/4286899567 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 22, "format": "json"}]=0 dumped fsmap epoch 22 v30) v1 ==== 107+0+4261 (secure 0 0 0) 0x7f502c063c80 con 0x7f50301003d0 2024-09-17T10:52:14.826 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:14.826 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":22,"btime":"2024-09-17T10:47:33:062912+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:32.067671+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":83,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24309":{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":0,"incarnation":20,"state":"up:rejoin","state_seq":152,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:14.829 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.826+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f501c07afd0 msgr2=0x7f501c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:14.829 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.826+0000 7f5037fd4700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f501c07afd0 0x7f501c07d480 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5030074840 tx=0x7f502001a040 comp rx=0 tx=0).stop 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.826+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f50301003d0 msgr2=0x7f5030073050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.826+0000 7f5037fd4700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f50301003d0 0x7f5030073050 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f502c00b4b0 tx=0x7f502c00b870 comp rx=0 tx=0).stop 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.827+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 shutdown_connections 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.827+0000 7f5037fd4700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f50301003d0 0x7f5030073050 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.827+0000 7f5037fd4700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f501c07afd0 0x7f501c07d480 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.827+0000 7f5037fd4700 1 --2- 172.21.15.159:0/4286899567 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5030100d70 0x7f5030073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.827+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 >> 172.21.15.159:0/4286899567 conn(0x7f50300fbc90 msgr2=0x7f50300fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.827+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 shutdown_connections 2024-09-17T10:52:14.830 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:14.827+0000 7f5037fd4700 1 -- 172.21.15.159:0/4286899567 wait complete. 2024-09-17T10:52:14.831 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 22 2024-09-17T10:52:15.406 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 23 2024-09-17T10:52:15.606 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:16.055 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:15 smithi159 ceph-mon[78956]: pgmap v324: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:16.055 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:15 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4286899567' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 22, "format": "json"} : dispatch 2024-09-17T10:52:16.109 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:15 smithi170 ceph-mon[62996]: pgmap v324: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:16.109 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:15 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4286899567' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 22, "format": "json"} : dispatch 2024-09-17T10:52:17.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.178+0000 7fccd8625700 1 -- 172.21.15.159:0/759030862 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 msgr2=0x7fccd01007a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:17.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.178+0000 7fccd8625700 1 --2- 172.21.15.159:0/759030862 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd01007a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fcccc009910 tx=0x7fcccc009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:17.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 -- 172.21.15.159:0/759030862 shutdown_connections 2024-09-17T10:52:17.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 --2- 172.21.15.159:0/759030862 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fccd0100d70 0x7fccd0104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:17.181 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 --2- 172.21.15.159:0/759030862 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd01007a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:17.182 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 -- 172.21.15.159:0/759030862 >> 172.21.15.159:0/759030862 conn(0x7fccd00fbc90 msgr2=0x7fccd00fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:17.182 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 -- 172.21.15.159:0/759030862 shutdown_connections 2024-09-17T10:52:17.182 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 -- 172.21.15.159:0/759030862 wait complete. 2024-09-17T10:52:17.183 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 Processor -- start 2024-09-17T10:52:17.183 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 -- start start 2024-09-17T10:52:17.183 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd0195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fccd0100d70 0x7fccd01962a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd0196980 con 0x7fccd01003d0 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.179+0000 7fccd8625700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccd019a710 con 0x7fccd0100d70 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd63c1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd0195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd63c1700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd0195d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:58348/0 (socket says 172.21.15.159:58348) 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd63c1700 1 -- 172.21.15.159:0/843495028 learned_addr learned my addr 172.21.15.159:0/843495028 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd5bc0700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fccd0100d70 0x7fccd01962a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd63c1700 1 -- 172.21.15.159:0/843495028 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fccd0100d70 msgr2=0x7fccd01962a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd63c1700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fccd0100d70 0x7fccd01962a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd63c1700 1 -- 172.21.15.159:0/843495028 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcccc0095f0 con 0x7fccd01003d0 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd63c1700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd0195d60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcccc006010 tx=0x7fcccc00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:17.184 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccc77fe700 1 -- 172.21.15.159:0/843495028 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcccc01d070 con 0x7fccd01003d0 2024-09-17T10:52:17.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccd019a990 con 0x7fccd01003d0 2024-09-17T10:52:17.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccc77fe700 1 -- 172.21.15.159:0/843495028 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fcccc005dc0 con 0x7fccd01003d0 2024-09-17T10:52:17.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccc77fe700 1 -- 172.21.15.159:0/843495028 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fcccc017400 con 0x7fccd01003d0 2024-09-17T10:52:17.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.180+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccd019ae80 con 0x7fccd01003d0 2024-09-17T10:52:17.185 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.181+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccd01086e0 con 0x7fccd01003d0 2024-09-17T10:52:17.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.182+0000 7fccc77fe700 1 -- 172.21.15.159:0/843495028 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fcccc003a60 con 0x7fccd01003d0 2024-09-17T10:52:17.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.182+0000 7fccc77fe700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fccbc07afd0 0x7fccbc07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:17.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.183+0000 7fccd5bc0700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fccbc07afd0 0x7fccbc07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:17.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.183+0000 7fccc77fe700 1 -- 172.21.15.159:0/843495028 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fcccc09f360 con 0x7fccd01003d0 2024-09-17T10:52:17.186 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.183+0000 7fccd5bc0700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fccbc07afd0 0x7fccbc07d480 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fccd0197380 tx=0x7fccc000b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:17.189 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.187+0000 7fccc77fe700 1 -- 172.21.15.159:0/843495028 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fcccc062570 con 0x7fccd01003d0 2024-09-17T10:52:17.445 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.444+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 23, "format": "json"} v 0) v1 -- 0x7fccd002cc30 con 0x7fccd01003d0 2024-09-17T10:52:17.446 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.445+0000 7fccc77fe700 1 -- 172.21.15.159:0/843495028 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 23, "format": "json"}]=0 dumped fsmap epoch 23 v30) v1 ==== 107+0+4270 (secure 0 0 0) 0x7fcccc065690 con 0x7fccd01003d0 2024-09-17T10:52:17.446 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:17.446 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":23,"btime":"2024-09-17T10:47:34:068946+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:34.068943+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":83,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24309":{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":0,"incarnation":20,"state":"up:active","state_seq":153,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24309,"qdb_cluster":[24309]},"id":1}]} 2024-09-17T10:52:17.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fccbc07afd0 msgr2=0x7fccbc07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:17.448 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fccbc07afd0 0x7fccbc07d480 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fccd0197380 tx=0x7fccc000b410 comp rx=0 tx=0).stop 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 msgr2=0x7fccd0195d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd0195d60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcccc006010 tx=0x7fcccc00bd70 comp rx=0 tx=0).stop 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 shutdown_connections 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fccd01003d0 0x7fccd0195d60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fccbc07afd0 0x7fccbc07d480 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 --2- 172.21.15.159:0/843495028 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fccd0100d70 0x7fccd01962a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 >> 172.21.15.159:0/843495028 conn(0x7fccd00fbc90 msgr2=0x7fccd00fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 shutdown_connections 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:17.447+0000 7fccd8625700 1 -- 172.21.15.159:0/843495028 wait complete. 2024-09-17T10:52:17.449 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 23 2024-09-17T10:52:18.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:17 smithi159 ceph-mon[78956]: pgmap v325: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:18.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:17 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/843495028' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 23, "format": "json"} : dispatch 2024-09-17T10:52:18.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:17 smithi170 ceph-mon[62996]: pgmap v325: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:18.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:17 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/843495028' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 23, "format": "json"} : dispatch 2024-09-17T10:52:18.334 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 24 2024-09-17T10:52:18.539 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:20.042 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:19 smithi159 ceph-mon[78956]: pgmap v326: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:20.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:19 smithi170 ceph-mon[62996]: pgmap v326: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:20.306 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 -- 172.21.15.159:0/1108747184 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101c30 msgr2=0x7f648010a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 --2- 172.21.15.159:0/1108747184 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101c30 0x7f648010a130 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6470009910 tx=0x7f6470009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 -- 172.21.15.159:0/1108747184 shutdown_connections 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 --2- 172.21.15.159:0/1108747184 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101c30 0x7f648010a130 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 --2- 172.21.15.159:0/1108747184 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6480101320 0x7f64801016f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 -- 172.21.15.159:0/1108747184 >> 172.21.15.159:0/1108747184 conn(0x7f64800fab80 msgr2=0x7f64800fcf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 -- 172.21.15.159:0/1108747184 shutdown_connections 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.303+0000 7f64877d9700 1 -- 172.21.15.159:0/1108747184 wait complete. 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f64877d9700 1 Processor -- start 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f64877d9700 1 -- start start 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f64877d9700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101320 0x7f64800fef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f64877d9700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6480101c30 0x7f64800ff4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f64877d9700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64800ffa00 con 0x7f6480101320 2024-09-17T10:52:20.307 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f64877d9700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64800ffb40 con 0x7f6480101c30 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f6485575700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101320 0x7f64800fef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f6485575700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101320 0x7f64800fef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:58368/0 (socket says 172.21.15.159:58368) 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f6485575700 1 -- 172.21.15.159:0/1381052248 learned_addr learned my addr 172.21.15.159:0/1381052248 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.304+0000 7f6484d74700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6480101c30 0x7f64800ff4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f6485575700 1 -- 172.21.15.159:0/1381052248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6480101c30 msgr2=0x7f64800ff4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f6485575700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6480101c30 0x7f64800ff4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f6485575700 1 -- 172.21.15.159:0/1381052248 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64700095f0 con 0x7f6480101320 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f6485575700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101320 0x7f64800fef80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f647c00b4b0 tx=0x7f647c00b7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f64767fc700 1 -- 172.21.15.159:0/1381052248 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f647c011800 con 0x7f6480101320 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f64767fc700 1 -- 172.21.15.159:0/1381052248 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f647c011e20 con 0x7f6480101320 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64801a2020 con 0x7f6480101320 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f64767fc700 1 -- 172.21.15.159:0/1381052248 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f647c00f2e0 con 0x7f6480101320 2024-09-17T10:52:20.308 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.305+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64801a2430 con 0x7f6480101320 2024-09-17T10:52:20.309 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.306+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64801077a0 con 0x7f6480101320 2024-09-17T10:52:20.309 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.307+0000 7f64767fc700 1 -- 172.21.15.159:0/1381052248 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f647c010380 con 0x7f6480101320 2024-09-17T10:52:20.309 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.307+0000 7f64767fc700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f646c07afd0 0x7f646c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:20.309 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.307+0000 7f64767fc700 1 -- 172.21.15.159:0/1381052248 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f647c09d8f0 con 0x7f6480101320 2024-09-17T10:52:20.310 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.307+0000 7f6484d74700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f646c07afd0 0x7f646c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:20.310 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.308+0000 7f6484d74700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f646c07afd0 0x7f646c07d480 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6480100770 tx=0x7f647001a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:20.313 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.312+0000 7f64767fc700 1 -- 172.21.15.159:0/1381052248 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f647c060b00 con 0x7f6480101320 2024-09-17T10:52:20.565 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.563+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 24, "format": "json"} v 0) v1 -- 0x7f648004ea50 con 0x7f6480101320 2024-09-17T10:52:20.566 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.564+0000 7f64767fc700 1 -- 172.21.15.159:0/1381052248 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 24, "format": "json"}]=0 dumped fsmap epoch 24 v30) v1 ==== 107+0+5120 (secure 0 0 0) 0x7f647c063c20 con 0x7f6480101320 2024-09-17T10:52:20.566 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:20.566 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":24,"btime":"2024-09-17T10:47:35:073321+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":44289,"name":"cephfs.smithi170.coklrp","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6825/2099406098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2099406098},{"type":"v1","addr":"172.21.15.170:6825","nonce":2099406098}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:34.068943+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":83,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24309":{"gid":24309,"name":"cephfs.smithi170.qtpusg","rank":0,"incarnation":20,"state":"up:active","state_seq":153,"addr":"172.21.15.170:6827/138284750","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":138284750},{"type":"v1","addr":"172.21.15.170:6827","nonce":138284750}]},"join_fscid":1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24309,"qdb_cluster":[24309]},"id":1}]} 2024-09-17T10:52:20.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.567+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f646c07afd0 msgr2=0x7f646c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:20.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.567+0000 7f64877d9700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f646c07afd0 0x7f646c07d480 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6480100770 tx=0x7f647001a040 comp rx=0 tx=0).stop 2024-09-17T10:52:20.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.567+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101320 msgr2=0x7f64800fef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:20.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.567+0000 7f64877d9700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101320 0x7f64800fef80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f647c00b4b0 tx=0x7f647c00b7c0 comp rx=0 tx=0).stop 2024-09-17T10:52:20.569 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.568+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 shutdown_connections 2024-09-17T10:52:20.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.568+0000 7f64877d9700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f6480101320 0x7f64800fef80 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:20.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.568+0000 7f64877d9700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f646c07afd0 0x7f646c07d480 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:20.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.568+0000 7f64877d9700 1 --2- 172.21.15.159:0/1381052248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6480101c30 0x7f64800ff4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:20.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.568+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 >> 172.21.15.159:0/1381052248 conn(0x7f64800fab80 msgr2=0x7f64801048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:20.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.568+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 shutdown_connections 2024-09-17T10:52:20.570 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:20.568+0000 7f64877d9700 1 -- 172.21.15.159:0/1381052248 wait complete. 2024-09-17T10:52:20.570 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 24 2024-09-17T10:52:20.864 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:20 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1381052248' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 24, "format": "json"} : dispatch 2024-09-17T10:52:21.185 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:20 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1381052248' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 24, "format": "json"} : dispatch 2024-09-17T10:52:21.220 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 25 2024-09-17T10:52:21.420 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:21.802 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:21 smithi159 ceph-mon[78956]: pgmap v327: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:22.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:21 smithi170 ceph-mon[62996]: pgmap v327: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:23.028 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/3610260887 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d38100d70 msgr2=0x7f8d38104d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:23.028 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/3610260887 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d38100d70 0x7f8d38104d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8d20009910 tx=0x7f8d20009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/3610260887 shutdown_connections 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/3610260887 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d38100d70 0x7f8d38104d40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/3610260887 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d381003d0 0x7f8d381007a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/3610260887 >> 172.21.15.159:0/3610260887 conn(0x7f8d380fbc90 msgr2=0x7f8d380fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/3610260887 shutdown_connections 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.026+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/3610260887 wait complete. 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3ceeb700 1 Processor -- start 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3ceeb700 1 -- start start 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3ceeb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d381003d0 0x7f8d38195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3ceeb700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d38100d70 0x7f8d38196280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3ceeb700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d38196960 con 0x7f8d381003d0 2024-09-17T10:52:23.029 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3ceeb700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d3819a6f0 con 0x7f8d38100d70 2024-09-17T10:52:23.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d381003d0 0x7f8d38195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:23.030 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3659c700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d381003d0 0x7f8d38195d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:58392/0 (socket says 172.21.15.159:58392) 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.027+0000 7f8d3659c700 1 -- 172.21.15.159:0/1386106879 learned_addr learned my addr 172.21.15.159:0/1386106879 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d2ffff700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d38100d70 0x7f8d38196280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d3659c700 1 -- 172.21.15.159:0/1386106879 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d38100d70 msgr2=0x7f8d38196280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d3659c700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d38100d70 0x7f8d38196280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d3659c700 1 -- 172.21.15.159:0/1386106879 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d200095f0 con 0x7f8d381003d0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d3659c700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d381003d0 0x7f8d38195d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8d2800d8d0 tx=0x7f8d2800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d2f7fe700 1 -- 172.21.15.159:0/1386106879 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8d28009940 con 0x7f8d381003d0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d2f7fe700 1 -- 172.21.15.159:0/1386106879 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f8d28010460 con 0x7f8d381003d0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d3819a9d0 con 0x7f8d381003d0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d2f7fe700 1 -- 172.21.15.159:0/1386106879 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f8d2800f5f0 con 0x7f8d381003d0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.028+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d3819af20 con 0x7f8d381003d0 2024-09-17T10:52:23.031 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.029+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d38108740 con 0x7f8d381003d0 2024-09-17T10:52:23.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.030+0000 7f8d2f7fe700 1 -- 172.21.15.159:0/1386106879 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f8d280105d0 con 0x7f8d381003d0 2024-09-17T10:52:23.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.031+0000 7f8d2f7fe700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8d2407afd0 0x7f8d2407d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:23.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.031+0000 7f8d2f7fe700 1 -- 172.21.15.159:0/1386106879 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f8d2809ddb0 con 0x7f8d381003d0 2024-09-17T10:52:23.032 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.031+0000 7f8d2ffff700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8d2407afd0 0x7f8d2407d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:23.033 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.031+0000 7f8d2ffff700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8d2407afd0 0x7f8d2407d480 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8d38197360 tx=0x7f8d2001a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:23.035 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.034+0000 7f8d2f7fe700 1 -- 172.21.15.159:0/1386106879 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f8d28061190 con 0x7f8d381003d0 2024-09-17T10:52:23.290 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.289+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 25, "format": "json"} v 0) v1 -- 0x7f8d3804ea50 con 0x7f8d381003d0 2024-09-17T10:52:23.291 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.290+0000 7f8d2f7fe700 1 -- 172.21.15.159:0/1386106879 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 25, "format": "json"}]=0 dumped fsmap epoch 25 v30) v1 ==== 107+0+4319 (secure 0 0 0) 0x7f8d280642b0 con 0x7f8d381003d0 2024-09-17T10:52:23.291 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:23.291 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":25,"btime":"2024-09-17T10:47:49:166724+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16},{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":44289,"name":"cephfs.smithi170.coklrp","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6825/2099406098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2099406098},{"type":"v1","addr":"172.21.15.170:6825","nonce":2099406098}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:49.166722+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":84,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[0],"damaged":[],"stopped":[],"info":{},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:23.293 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8d2407afd0 msgr2=0x7f8d2407d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:23.293 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8d2407afd0 0x7f8d2407d480 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8d38197360 tx=0x7f8d2001a040 comp rx=0 tx=0).stop 2024-09-17T10:52:23.293 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d381003d0 msgr2=0x7f8d38195d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d381003d0 0x7f8d38195d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8d2800d8d0 tx=0x7f8d2800dc90 comp rx=0 tx=0).stop 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 shutdown_connections 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f8d381003d0 0x7f8d38195d40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f8d2407afd0 0x7f8d2407d480 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 --2- 172.21.15.159:0/1386106879 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8d38100d70 0x7f8d38196280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 >> 172.21.15.159:0/1386106879 conn(0x7f8d380fbc90 msgr2=0x7f8d380fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 shutdown_connections 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:23.292+0000 7f8d3ceeb700 1 -- 172.21.15.159:0/1386106879 wait complete. 2024-09-17T10:52:23.294 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 25 2024-09-17T10:52:24.054 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:23 smithi159 ceph-mon[78956]: pgmap v328: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:24.054 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:23 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/1386106879' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 25, "format": "json"} : dispatch 2024-09-17T10:52:24.079 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 26 2024-09-17T10:52:24.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:23 smithi170 ceph-mon[62996]: pgmap v328: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:24.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:23 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/1386106879' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 25, "format": "json"} : dispatch 2024-09-17T10:52:24.283 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:25.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 -- 172.21.15.159:0/601969105 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068630 msgr2=0x7fd0c8068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:25.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 --2- 172.21.15.159:0/601969105 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068630 0x7fd0c8068a00 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd0b8009910 tx=0x7fd0b8009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:25.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 -- 172.21.15.159:0/601969105 shutdown_connections 2024-09-17T10:52:25.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 --2- 172.21.15.159:0/601969105 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0c8068fd0 0x7fd0c8104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:25.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 --2- 172.21.15.159:0/601969105 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068630 0x7fd0c8068a00 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:25.952 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 -- 172.21.15.159:0/601969105 >> 172.21.15.159:0/601969105 conn(0x7fd0c8074f50 msgr2=0x7fd0c8075350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:25.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 -- 172.21.15.159:0/601969105 shutdown_connections 2024-09-17T10:52:25.953 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.950+0000 7fd0cc862700 1 -- 172.21.15.159:0/601969105 wait complete. 2024-09-17T10:52:25.953 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:25 smithi159 ceph-mon[78956]: pgmap v329: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:25.953 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:25 smithi159 ceph-mon[78956]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:52:25.954 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.951+0000 7fd0cc862700 1 Processor -- start 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.951+0000 7fd0cc862700 1 -- start start 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.951+0000 7fd0cc862700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0c8068630 0x7fd0c8195f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.951+0000 7fd0cc862700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068fd0 0x7fd0c8196460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.951+0000 7fd0cc862700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0c8196b40 con 0x7fd0c8068fd0 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.951+0000 7fd0cc862700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0c819a8d0 con 0x7fd0c8068630 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c5d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068fd0 0x7fd0c8196460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c5d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068fd0 0x7fd0c8196460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:58420/0 (socket says 172.21.15.159:58420) 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c5d9b700 1 -- 172.21.15.159:0/4249714596 learned_addr learned my addr 172.21.15.159:0/4249714596 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c659c700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0c8068630 0x7fd0c8195f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c5d9b700 1 -- 172.21.15.159:0/4249714596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0c8068630 msgr2=0x7fd0c8195f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:25.955 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c5d9b700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0c8068630 0x7fd0c8195f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:25.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c5d9b700 1 -- 172.21.15.159:0/4249714596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0b80095f0 con 0x7fd0c8068fd0 2024-09-17T10:52:25.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0c5d9b700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068fd0 0x7fd0c8196460 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00b480 tx=0x7fd0bc00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:25.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0b77fe700 1 -- 172.21.15.159:0/4249714596 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd0bc0118c0 con 0x7fd0c8068fd0 2024-09-17T10:52:25.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0b77fe700 1 -- 172.21.15.159:0/4249714596 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd0bc010380 con 0x7fd0c8068fd0 2024-09-17T10:52:25.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.952+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0c819abb0 con 0x7fd0c8068fd0 2024-09-17T10:52:25.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.953+0000 7fd0b77fe700 1 -- 172.21.15.159:0/4249714596 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fd0bc00f4f0 con 0x7fd0c8068fd0 2024-09-17T10:52:25.956 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.953+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0c819b100 con 0x7fd0c8068fd0 2024-09-17T10:52:25.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.954+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0c81086f0 con 0x7fd0c8068fd0 2024-09-17T10:52:25.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.954+0000 7fd0b77fe700 1 -- 172.21.15.159:0/4249714596 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fd0bc0104f0 con 0x7fd0c8068fd0 2024-09-17T10:52:25.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.955+0000 7fd0b77fe700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd0b007afd0 0x7fd0b007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:25.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.955+0000 7fd0b77fe700 1 -- 172.21.15.159:0/4249714596 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fd0bc09d8f0 con 0x7fd0c8068fd0 2024-09-17T10:52:25.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.955+0000 7fd0c659c700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd0b007afd0 0x7fd0b007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:25.957 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.955+0000 7fd0c659c700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd0b007afd0 0x7fd0b007d480 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800b5c0 tx=0x7fd0b801a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:25.961 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:25.959+0000 7fd0b77fe700 1 -- 172.21.15.159:0/4249714596 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fd0bc060b80 con 0x7fd0c8068fd0 2024-09-17T10:52:26.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:25 smithi170 ceph-mon[62996]: pgmap v329: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:26.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:25 smithi170 ceph-mon[62996]: from='mgr.34104 172.21.15.159:0/2604370367' entity='mgr.smithi159.tdcigv' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-17T10:52:26.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.213+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 26, "format": "json"} v 0) v1 -- 0x7fd0c819b3d0 con 0x7fd0c8068fd0 2024-09-17T10:52:26.215 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.214+0000 7fd0b77fe700 1 -- 172.21.15.159:0/4249714596 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 26, "format": "json"}]=0 dumped fsmap epoch 26 v30) v1 ==== 107+0+4398 (secure 0 0 0) 0x7fd0bc063ca0 con 0x7fd0c8068fd0 2024-09-17T10:52:26.215 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:26.215 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":26,"btime":"2024-09-17T10:47:49:174235+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":44289,"name":"cephfs.smithi170.coklrp","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6825/2099406098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2099406098},{"type":"v1","addr":"172.21.15.170:6825","nonce":2099406098}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:49.174221+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":84,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34372},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34372":{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":0,"incarnation":26,"state":"up:replay","state_seq":1,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd0b007afd0 msgr2=0x7fd0b007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd0b007afd0 0x7fd0b007d480 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800b5c0 tx=0x7fd0b801a040 comp rx=0 tx=0).stop 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068fd0 msgr2=0x7fd0c8196460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068fd0 0x7fd0c8196460 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00b480 tx=0x7fd0bc00b840 comp rx=0 tx=0).stop 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 shutdown_connections 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fd0b007afd0 0x7fd0b007d480 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0c8068630 0x7fd0c8195f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 --2- 172.21.15.159:0/4249714596 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fd0c8068fd0 0x7fd0c8196460 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 >> 172.21.15.159:0/4249714596 conn(0x7fd0c8074f50 msgr2=0x7fd0c80fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 shutdown_connections 2024-09-17T10:52:26.218 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:26.216+0000 7fd0cc862700 1 -- 172.21.15.159:0/4249714596 wait complete. 2024-09-17T10:52:26.219 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 26 2024-09-17T10:52:26.885 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:26 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/4249714596' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 26, "format": "json"} : dispatch 2024-09-17T10:52:26.907 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 27 2024-09-17T10:52:27.111 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:27.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:26 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/4249714596' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 26, "format": "json"} : dispatch 2024-09-17T10:52:28.150 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:27 smithi159 ceph-mon[78956]: pgmap v330: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:28.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:27 smithi170 ceph-mon[62996]: pgmap v330: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 -- 172.21.15.159:0/186000810 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 msgr2=0x7f050c104d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 --2- 172.21.15.159:0/186000810 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c104d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f04fc009910 tx=0x7f04fc009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 -- 172.21.15.159:0/186000810 shutdown_connections 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 --2- 172.21.15.159:0/186000810 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c104d40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 --2- 172.21.15.159:0/186000810 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f050c1003d0 0x7f050c1007a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 -- 172.21.15.159:0/186000810 >> 172.21.15.159:0/186000810 conn(0x7f050c0fbc90 msgr2=0x7f050c0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 -- 172.21.15.159:0/186000810 shutdown_connections 2024-09-17T10:52:28.664 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 -- 172.21.15.159:0/186000810 wait complete. 2024-09-17T10:52:28.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.662+0000 7f0511d53700 1 Processor -- start 2024-09-17T10:52:28.665 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f0511d53700 1 -- start start 2024-09-17T10:52:28.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f0511d53700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f050c1003d0 0x7f050c195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:28.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f0511d53700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c196280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:28.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f0511d53700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050c196960 con 0x7f050c100d70 2024-09-17T10:52:28.666 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f0511d53700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050c19a6f0 con 0x7f050c1003d0 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050affd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c196280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050affd700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c196280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:54856/0 (socket says 172.21.15.159:54856) 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050affd700 1 -- 172.21.15.159:0/2556709312 learned_addr learned my addr 172.21.15.159:0/2556709312 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050b7fe700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f050c1003d0 0x7f050c195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050affd700 1 -- 172.21.15.159:0/2556709312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f050c1003d0 msgr2=0x7f050c195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050affd700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f050c1003d0 0x7f050c195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050affd700 1 -- 172.21.15.159:0/2556709312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04fc0095f0 con 0x7f050c100d70 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.663+0000 7f050affd700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c196280 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f04fc0092e0 tx=0x7f04fc00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.664+0000 7f0508ff9700 1 -- 172.21.15.159:0/2556709312 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f04fc01d070 con 0x7f050c100d70 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.664+0000 7f0508ff9700 1 -- 172.21.15.159:0/2556709312 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f04fc005dc0 con 0x7f050c100d70 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.664+0000 7f0508ff9700 1 -- 172.21.15.159:0/2556709312 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f04fc017400 con 0x7f050c100d70 2024-09-17T10:52:28.667 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.664+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f050c19a970 con 0x7f050c100d70 2024-09-17T10:52:28.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.664+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f050c19ae10 con 0x7f050c100d70 2024-09-17T10:52:28.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.665+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f050c108740 con 0x7f050c100d70 2024-09-17T10:52:28.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.665+0000 7f0508ff9700 1 -- 172.21.15.159:0/2556709312 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f04fc00f6f0 con 0x7f050c100d70 2024-09-17T10:52:28.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.666+0000 7f0508ff9700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f04f807afd0 0x7f04f807d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:28.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.666+0000 7f0508ff9700 1 -- 172.21.15.159:0/2556709312 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f04fc09f310 con 0x7f050c100d70 2024-09-17T10:52:28.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.666+0000 7f050b7fe700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f04f807afd0 0x7f04f807d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:28.669 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.666+0000 7f050b7fe700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f04f807afd0 0x7f04f807d480 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f04f4005950 tx=0x7f04f400b410 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:28.671 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.670+0000 7f0508ff9700 1 -- 172.21.15.159:0/2556709312 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f04fc062520 con 0x7f050c100d70 2024-09-17T10:52:28.932 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.931+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 27, "format": "json"} v 0) v1 -- 0x7f050c19b1e0 con 0x7f050c100d70 2024-09-17T10:52:28.933 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.931+0000 7f0508ff9700 1 -- 172.21.15.159:0/2556709312 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 27, "format": "json"}]=0 dumped fsmap epoch 27 v30) v1 ==== 107+0+4402 (secure 0 0 0) 0x7f04fc065640 con 0x7f050c100d70 2024-09-17T10:52:28.933 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:28.933 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":27,"btime":"2024-09-17T10:47:56:396580+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":44289,"name":"cephfs.smithi170.coklrp","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6825/2099406098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2099406098},{"type":"v1","addr":"172.21.15.170:6825","nonce":2099406098}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:56.304054+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":84,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34372},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34372":{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":0,"incarnation":26,"state":"up:reconnect","state_seq":17,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:28.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f04f807afd0 msgr2=0x7f04f807d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:28.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f04f807afd0 0x7f04f807d480 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f04f4005950 tx=0x7f04f400b410 comp rx=0 tx=0).stop 2024-09-17T10:52:28.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 msgr2=0x7f050c196280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:28.935 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c196280 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f04fc0092e0 tx=0x7f04fc00bd70 comp rx=0 tx=0).stop 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 shutdown_connections 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f04f807afd0 0x7f04f807d480 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f050c1003d0 0x7f050c195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 --2- 172.21.15.159:0/2556709312 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f050c100d70 0x7f050c196280 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 >> 172.21.15.159:0/2556709312 conn(0x7f050c0fbc90 msgr2=0x7f050c0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 shutdown_connections 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:28.934+0000 7f0511d53700 1 -- 172.21.15.159:0/2556709312 wait complete. 2024-09-17T10:52:28.936 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 27 2024-09-17T10:52:29.713 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 28 2024-09-17T10:52:29.915 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:30.035 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:29 smithi159 ceph-mon[78956]: pgmap v331: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:30.035 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:29 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2556709312' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 27, "format": "json"} : dispatch 2024-09-17T10:52:30.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:29 smithi170 ceph-mon[62996]: pgmap v331: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:30.211 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:29 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2556709312' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 27, "format": "json"} : dispatch 2024-09-17T10:52:31.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 -- 172.21.15.159:0/1252762600 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 msgr2=0x7fb1200ff6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:31.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 --2- 172.21.15.159:0/1252762600 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1200ff6d0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb110009910 tx=0x7fb110009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:31.646 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 -- 172.21.15.159:0/1252762600 shutdown_connections 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 --2- 172.21.15.159:0/1252762600 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1200ff6d0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 --2- 172.21.15.159:0/1252762600 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb1201048c0 0x7fb120104c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 -- 172.21.15.159:0/1252762600 >> 172.21.15.159:0/1252762600 conn(0x7fb1200747e0 msgr2=0x7fb120074be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 -- 172.21.15.159:0/1252762600 shutdown_connections 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.644+0000 7fb12832f700 1 -- 172.21.15.159:0/1252762600 wait complete. 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb12832f700 1 Processor -- start 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb12832f700 1 -- start start 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb12832f700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1201056d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb12832f700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb1201048c0 0x7fb120105c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb12832f700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1201061e0 con 0x7fb1200ff260 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb12832f700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb120106350 con 0x7fb1201048c0 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1260cb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1201056d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:31.647 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1260cb700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1201056d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:54874/0 (socket says 172.21.15.159:54874) 2024-09-17T10:52:31.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1260cb700 1 -- 172.21.15.159:0/539624440 learned_addr learned my addr 172.21.15.159:0/539624440 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:31.648 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1258ca700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb1201048c0 0x7fb120105c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1260cb700 1 -- 172.21.15.159:0/539624440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb1201048c0 msgr2=0x7fb120105c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1260cb700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb1201048c0 0x7fb120105c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1260cb700 1 -- 172.21.15.159:0/539624440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1100095f0 con 0x7fb1200ff260 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.645+0000 7fb1258ca700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb1201048c0 0x7fb120105c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.646+0000 7fb1260cb700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1201056d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00d8d0 tx=0x7fb11c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.646+0000 7fb1177fe700 1 -- 172.21.15.159:0/539624440 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb11c009940 con 0x7fb1200ff260 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.646+0000 7fb1177fe700 1 -- 172.21.15.159:0/539624440 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fb11c010460 con 0x7fb1200ff260 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.646+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1201a2020 con 0x7fb1200ff260 2024-09-17T10:52:31.649 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.646+0000 7fb1177fe700 1 -- 172.21.15.159:0/539624440 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fb11c00f5f0 con 0x7fb1200ff260 2024-09-17T10:52:31.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.646+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1201a2490 con 0x7fb1200ff260 2024-09-17T10:52:31.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.647+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb12004ea50 con 0x7fb1200ff260 2024-09-17T10:52:31.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.647+0000 7fb1177fe700 1 -- 172.21.15.159:0/539624440 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fb11c0105d0 con 0x7fb1200ff260 2024-09-17T10:52:31.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.648+0000 7fb1177fe700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb10c07afd0 0x7fb10c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:31.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.648+0000 7fb1177fe700 1 -- 172.21.15.159:0/539624440 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fb11c09df00 con 0x7fb1200ff260 2024-09-17T10:52:31.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.648+0000 7fb1258ca700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb10c07afd0 0x7fb10c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:31.650 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.648+0000 7fb1258ca700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb10c07afd0 0x7fb10c07d480 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb120106ec0 tx=0x7fb11001a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:31.653 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.652+0000 7fb1177fe700 1 -- 172.21.15.159:0/539624440 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fb11c061110 con 0x7fb1200ff260 2024-09-17T10:52:31.912 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.911+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "fs dump", "epoch": 28, "format": "json"} v 0) v1 -- 0x7fb1201a2700 con 0x7fb1200ff260 2024-09-17T10:52:31.913 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:31 smithi159 ceph-mon[78956]: pgmap v332: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:31.913 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.911+0000 7fb1177fe700 1 -- 172.21.15.159:0/539624440 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "epoch": 28, "format": "json"}]=0 dumped fsmap epoch 28 v30) v1 ==== 107+0+4399 (secure 0 0 0) 0x7fb11c064230 con 0x7fb1200ff260 2024-09-17T10:52:31.913 INFO:teuthology.orchestra.run.smithi159.stdout: 2024-09-17T10:52:31.914 INFO:teuthology.orchestra.run.smithi159.stdout:{"epoch":28,"btime":"2024-09-17T10:47:57:401120+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":34404,"name":"cephfs.smithi159.jbziyi","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.159:6829/1866774356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6828","nonce":1866774356},{"type":"v1","addr":"172.21.15.159:6829","nonce":1866774356}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":44289,"name":"cephfs.smithi170.coklrp","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6825/2099406098","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":2099406098},{"type":"v1","addr":"172.21.15.170:6825","nonce":2099406098}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-17T10:37:19.233918+0000","modified":"2024-09-17T10:47:56.405612+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":84,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34372},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34372":{"gid":34372,"name":"cephfs.smithi159.cbywey","rank":0,"incarnation":26,"state":"up:rejoin","state_seq":18,"addr":"172.21.15.159:6827/145110397","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.159:6826","nonce":145110397},{"type":"v1","addr":"172.21.15.159:6827","nonce":145110397}]},"join_fscid":1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":0,"qdb_cluster":[]},"id":1}]} 2024-09-17T10:52:31.915 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb10c07afd0 msgr2=0x7fb10c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb10c07afd0 0x7fb10c07d480 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb120106ec0 tx=0x7fb11001a040 comp rx=0 tx=0).stop 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 msgr2=0x7fb1201056d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1201056d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb11c00d8d0 tx=0x7fb11c00dc90 comp rx=0 tx=0).stop 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 shutdown_connections 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fb1200ff260 0x7fb1201056d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fb10c07afd0 0x7fb10c07d480 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 --2- 172.21.15.159:0/539624440 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb1201048c0 0x7fb120105c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 >> 172.21.15.159:0/539624440 conn(0x7fb1200747e0 msgr2=0x7fb1200fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 shutdown_connections 2024-09-17T10:52:31.916 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:31.914+0000 7fb12832f700 1 -- 172.21.15.159:0/539624440 wait complete. 2024-09-17T10:52:31.917 INFO:teuthology.orchestra.run.smithi159.stderr:dumped fsmap epoch 28 2024-09-17T10:52:32.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:31 smithi170 ceph-mon[62996]: pgmap v332: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:32.597 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-17T10:52:32.607 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-17T10:52:32.607 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:52:32.607 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T10:52:32.626 DEBUG:teuthology.orchestra.run.smithi159:> set -ex 2024-09-17T10:52:32.626 DEBUG:teuthology.orchestra.run.smithi159:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T10:52:32.683 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-17T10:52:32.924 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:32.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:32 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/539624440' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 28, "format": "json"} : dispatch 2024-09-17T10:52:33.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:32 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/539624440' entity='client.admin' cmd={"prefix": "fs dump", "epoch": 28, "format": "json"} : dispatch 2024-09-17T10:52:34.079 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:33 smithi159 ceph-mon[78956]: pgmap v333: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:34.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:33 smithi170 ceph-mon[62996]: pgmap v333: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:34.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.449+0000 7f861a4ea700 1 -- 172.21.15.159:0/2139174068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ff2c0 msgr2=0x7f86140ff690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:34.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.449+0000 7f861a4ea700 1 --2- 172.21.15.159:0/2139174068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ff2c0 0x7f86140ff690 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f8604009910 tx=0x7f8604009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:34.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.449+0000 7f861a4ea700 1 -- 172.21.15.159:0/2139174068 shutdown_connections 2024-09-17T10:52:34.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.449+0000 7f861a4ea700 1 --2- 172.21.15.159:0/2139174068 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86140ffc60 0x7f8614103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:34.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.449+0000 7f861a4ea700 1 --2- 172.21.15.159:0/2139174068 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ff2c0 0x7f86140ff690 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:34.451 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.449+0000 7f861a4ea700 1 -- 172.21.15.159:0/2139174068 >> 172.21.15.159:0/2139174068 conn(0x7f86140fab80 msgr2=0x7f86140fcf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:34.452 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 -- 172.21.15.159:0/2139174068 shutdown_connections 2024-09-17T10:52:34.452 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 -- 172.21.15.159:0/2139174068 wait complete. 2024-09-17T10:52:34.453 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 Processor -- start 2024-09-17T10:52:34.453 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 -- start start 2024-09-17T10:52:34.453 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86140ff2c0 0x7f861419aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ffc60 0x7f861419af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861419b5e0 con 0x7f86140ffc60 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f861a4ea700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8614194a90 con 0x7f86140ff2c0 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.450+0000 7f860bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ffc60 0x7f861419af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f860bfff700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ffc60 0x7f861419af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:54890/0 (socket says 172.21.15.159:54890) 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f860bfff700 1 -- 172.21.15.159:0/3205531234 learned_addr learned my addr 172.21.15.159:0/3205531234 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f8613fff700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86140ff2c0 0x7f861419aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f860bfff700 1 -- 172.21.15.159:0/3205531234 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86140ff2c0 msgr2=0x7f861419aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f860bfff700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86140ff2c0 0x7f861419aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f860bfff700 1 -- 172.21.15.159:0/3205531234 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86040095f0 con 0x7f86140ffc60 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f860bfff700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ffc60 0x7f861419af50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f85fc0098c0 tx=0x7f85fc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f8611ffb700 1 -- 172.21.15.159:0/3205531234 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f85fc012070 con 0x7f86140ffc60 2024-09-17T10:52:34.454 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8614194d10 con 0x7f86140ffc60 2024-09-17T10:52:34.455 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f8611ffb700 1 -- 172.21.15.159:0/3205531234 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f85fc005020 con 0x7f86140ffc60 2024-09-17T10:52:34.455 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f8611ffb700 1 -- 172.21.15.159:0/3205531234 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7f85fc0078d0 con 0x7f86140ffc60 2024-09-17T10:52:34.455 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.451+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8614195260 con 0x7f86140ffc60 2024-09-17T10:52:34.455 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.452+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f861404ea50 con 0x7f86140ffc60 2024-09-17T10:52:34.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.453+0000 7f8611ffb700 1 -- 172.21.15.159:0/3205531234 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7f85fc016070 con 0x7f86140ffc60 2024-09-17T10:52:34.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.454+0000 7f8611ffb700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f860007afd0 0x7f860007d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:34.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.454+0000 7f8611ffb700 1 -- 172.21.15.159:0/3205531234 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7f85fc09efe0 con 0x7f86140ffc60 2024-09-17T10:52:34.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.454+0000 7f8613fff700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f860007afd0 0x7f860007d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:34.456 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.454+0000 7f8613fff700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f860007afd0 0x7f860007d480 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f860400b5c0 tx=0x7f860401a040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:34.459 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.458+0000 7f8611ffb700 1 -- 172.21.15.159:0/3205531234 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7f85fc0621f0 con 0x7f86140ffc60 2024-09-17T10:52:34.689 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.688+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f8614195fa0 con 0x7f86140ffc60 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.688+0000 7f8611ffb700 1 -- 172.21.15.159:0/3205531234 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 37 entries v84) v1 ==== 81+0+2189 (secure 0 0 0) 0x7f85fc065310 con 0x7f86140ffc60 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6827/138284750 2024-09-18T10:47:49.166456+0000 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6826/138284750 2024-09-18T10:47:49.166456+0000 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6825/2669011643 2024-09-18T10:47:23.805251+0000 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6824/2669011643 2024-09-18T10:47:23.805251+0000 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/4088981207 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3083221364 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.690 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6826/2007651179 2024-09-18T10:37:34.238636+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/985087680 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/1342523755 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2874826091 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/1148532080 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2708290637 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/712178744 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2480167937 2024-09-18T10:31:52.084536+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/462111036 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3723972091 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/898402602 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/86783748 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6800/2537669128 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6801/2 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:34.691 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6829/4260073813 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6800/2 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/600852123 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6827/2007651179 2024-09-18T10:37:34.238636+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3463090804 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2250640848 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2162282770 2024-09-18T10:30:46.540925+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/543198648 2024-09-18T10:31:52.084536+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3884700109 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/1924789483 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3826317272 2024-09-18T10:30:46.540925+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6828/4260073813 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3783092187 2024-09-18T10:31:52.084536+0000 2024-09-17T10:52:34.692 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/1939295452 2024-09-18T10:30:46.540925+0000 2024-09-17T10:52:34.693 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/3058277371 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:34.693 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6801/2537669128 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.693 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/44997958 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:34.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f860007afd0 msgr2=0x7f860007d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:34.693 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f860007afd0 0x7f860007d480 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f860400b5c0 tx=0x7f860401a040 comp rx=0 tx=0).stop 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ffc60 msgr2=0x7f861419af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ffc60 0x7f861419af50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f85fc0098c0 tx=0x7f85fc009bd0 comp rx=0 tx=0).stop 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 shutdown_connections 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7f860007afd0 0x7f860007d480 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f86140ff2c0 0x7f861419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 --2- 172.21.15.159:0/3205531234 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7f86140ffc60 0x7f861419af50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 >> 172.21.15.159:0/3205531234 conn(0x7f86140fab80 msgr2=0x7f86140fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 shutdown_connections 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:34.691+0000 7f861a4ea700 1 -- 172.21.15.159:0/3205531234 wait complete. 2024-09-17T10:52:34.694 INFO:teuthology.orchestra.run.smithi159.stderr:listed 37 entries 2024-09-17T10:52:34.985 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:34 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/3205531234' entity='client.admin' cmd={"prefix": "osd blocklist ls"} : dispatch 2024-09-17T10:52:35.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:34 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/3205531234' entity='client.admin' cmd={"prefix": "osd blocklist ls"} : dispatch 2024-09-17T10:52:35.351 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-17T10:52:35.351 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:35.351 DEBUG:teuthology.orchestra.run.smithi159:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-17T10:52:35.380 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:52:35.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:35.381 DEBUG:teuthology.orchestra.run.smithi159:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-17T10:52:35.447 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:52:35.447 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T10:52:35.468 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-17T10:52:35.468 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-17T10:52:35.528 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v18.2.0 shell --fsid ac45a212-74df-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-17T10:52:35.727 INFO:teuthology.orchestra.run.smithi159.stderr:Inferring config /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/mon.smithi159/config 2024-09-17T10:52:36.140 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:35 smithi159 ceph-mon[78956]: pgmap v334: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:36.203 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:35 smithi170 ceph-mon[62996]: pgmap v334: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:37.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 -- 172.21.15.159:0/1278761841 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 msgr2=0x7fc454104d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:37.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 --2- 172.21.15.159:0/1278761841 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc454104d50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc444009910 tx=0x7fc444009c20 comp rx=0 tx=0).stop 2024-09-17T10:52:37.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 -- 172.21.15.159:0/1278761841 shutdown_connections 2024-09-17T10:52:37.433 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 --2- 172.21.15.159:0/1278761841 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc454104d50 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:37.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 --2- 172.21.15.159:0/1278761841 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc4541003e0 0x7fc4541007b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:37.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 -- 172.21.15.159:0/1278761841 >> 172.21.15.159:0/1278761841 conn(0x7fc4540fbca0 msgr2=0x7fc4540fe0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:37.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 -- 172.21.15.159:0/1278761841 shutdown_connections 2024-09-17T10:52:37.434 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.431+0000 7fc458ba7700 1 -- 172.21.15.159:0/1278761841 wait complete. 2024-09-17T10:52:37.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.432+0000 7fc458ba7700 1 Processor -- start 2024-09-17T10:52:37.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.432+0000 7fc458ba7700 1 -- start start 2024-09-17T10:52:37.435 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc458ba7700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc4541003e0 0x7fc454195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc458ba7700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc4541963f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc458ba7700 1 -- --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc454196ad0 con 0x7fc454100d80 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc458ba7700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc45419a860 con 0x7fc4541003e0 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc451d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc4541963f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc451d9b700 1 --2- >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc4541963f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.159:3300/0 says I am v2:172.21.15.159:52276/0 (socket says 172.21.15.159:52276) 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc451d9b700 1 -- 172.21.15.159:0/2842120801 learned_addr learned my addr 172.21.15.159:0/2842120801 (peer_addr_for_me v2:172.21.15.159:0/0) 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc45259c700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc4541003e0 0x7fc454195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc451d9b700 1 -- 172.21.15.159:0/2842120801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc4541003e0 msgr2=0x7fc454195eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc451d9b700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc4541003e0 0x7fc454195eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc451d9b700 1 -- 172.21.15.159:0/2842120801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4440095f0 con 0x7fc454100d80 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc45259c700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc4541003e0 0x7fc454195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-17T10:52:37.436 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc451d9b700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc4541963f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc444005f50 tx=0x7fc44400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:37.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc4437fe700 1 -- 172.21.15.159:0/2842120801 <== mon.0 v2:172.21.15.159:3300/0 1 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc44401d070 con 0x7fc454100d80 2024-09-17T10:52:37.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc4437fe700 1 -- 172.21.15.159:0/2842120801 <== mon.0 v2:172.21.15.159:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fc44400f460 con 0x7fc454100d80 2024-09-17T10:52:37.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc45419aae0 con 0x7fc454100d80 2024-09-17T10:52:37.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.433+0000 7fc4437fe700 1 -- 172.21.15.159:0/2842120801 <== mon.0 v2:172.21.15.159:3300/0 3 ==== mon_map magic: 0 v1 ==== 357+0+0 (secure 0 0 0) 0x7fc444017630 con 0x7fc454100d80 2024-09-17T10:52:37.437 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.434+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc45419afd0 con 0x7fc454100d80 2024-09-17T10:52:37.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.434+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4541086a0 con 0x7fc454100d80 2024-09-17T10:52:37.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.435+0000 7fc4437fe700 1 -- 172.21.15.159:0/2842120801 <== mon.0 v2:172.21.15.159:3300/0 4 ==== mgrmap(e 39) v1 ==== 103168+0+0 (secure 0 0 0) 0x7fc44400f5d0 con 0x7fc454100d80 2024-09-17T10:52:37.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.436+0000 7fc4437fe700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc43c07afd0 0x7fc43c07d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-17T10:52:37.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.436+0000 7fc4437fe700 1 -- 172.21.15.159:0/2842120801 <== mon.0 v2:172.21.15.159:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fc44409f480 con 0x7fc454100d80 2024-09-17T10:52:37.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.436+0000 7fc45259c700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc43c07afd0 0x7fc43c07d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-17T10:52:37.438 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.436+0000 7fc45259c700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc43c07afd0 0x7fc43c07d480 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc4480099d0 tx=0x7fc448008040 comp rx=0 tx=0).ready entity=mgr.34104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-17T10:52:37.441 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.440+0000 7fc4437fe700 1 -- 172.21.15.159:0/2842120801 <== mon.0 v2:172.21.15.159:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+196987 (secure 0 0 0) 0x7fc444062690 con 0x7fc454100d80 2024-09-17T10:52:37.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.666+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 --> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc45404ea50 con 0x7fc454100d80 2024-09-17T10:52:37.668 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.667+0000 7fc4437fe700 1 -- 172.21.15.159:0/2842120801 <== mon.0 v2:172.21.15.159:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 37 entries v84) v1 ==== 81+0+2189 (secure 0 0 0) 0x7fc4440657b0 con 0x7fc454100d80 2024-09-17T10:52:37.668 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6827/138284750 2024-09-18T10:47:49.166456+0000 2024-09-17T10:52:37.668 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6826/138284750 2024-09-18T10:47:49.166456+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6825/2669011643 2024-09-18T10:47:23.805251+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6824/2669011643 2024-09-18T10:47:23.805251+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/4088981207 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3083221364 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6826/2007651179 2024-09-18T10:37:34.238636+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/985087680 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/1342523755 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2874826091 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/1148532080 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2708290637 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/712178744 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:37.669 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2480167937 2024-09-18T10:31:52.084536+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/462111036 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3723972091 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/898402602 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/86783748 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6800/2537669128 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6801/2 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6829/4260073813 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6800/2 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/600852123 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6827/2007651179 2024-09-18T10:37:34.238636+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3463090804 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:37.670 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2250640848 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/2162282770 2024-09-18T10:30:46.540925+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/543198648 2024-09-18T10:31:52.084536+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3884700109 2024-09-18T10:30:13.763759+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/1924789483 2024-09-18T10:41:08.224572+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3826317272 2024-09-18T10:30:46.540925+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:6828/4260073813 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/3783092187 2024-09-18T10:31:52.084536+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/1939295452 2024-09-18T10:30:46.540925+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.170:0/3058277371 2024-09-18T10:42:01.168724+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:6801/2537669128 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.671 INFO:teuthology.orchestra.run.smithi159.stdout:172.21.15.159:0/44997958 2024-09-18T10:42:39.742324+0000 2024-09-17T10:52:37.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc43c07afd0 msgr2=0x7fc43c07d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:37.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc43c07afd0 0x7fc43c07d480 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc4480099d0 tx=0x7fc448008040 comp rx=0 tx=0).stop 2024-09-17T10:52:37.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 msgr2=0x7fc4541963f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-17T10:52:37.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc4541963f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc444005f50 tx=0x7fc44400be20 comp rx=0 tx=0).stop 2024-09-17T10:52:37.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 shutdown_connections 2024-09-17T10:52:37.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:6800/899498747,v1:172.21.15.159:6801/899498747] conn(0x7fc43c07afd0 0x7fc43c07d480 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:37.672 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc4541003e0 0x7fc454195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:37.673 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 --2- 172.21.15.159:0/2842120801 >> [v2:172.21.15.159:3300/0,v1:172.21.15.159:6789/0] conn(0x7fc454100d80 0x7fc4541963f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-17T10:52:37.673 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.669+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 >> 172.21.15.159:0/2842120801 conn(0x7fc4540fbca0 msgr2=0x7fc4540fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-17T10:52:37.673 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.670+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 shutdown_connections 2024-09-17T10:52:37.673 INFO:teuthology.orchestra.run.smithi159.stderr:2024-09-17T10:52:37.670+0000 7fc458ba7700 1 -- 172.21.15.159:0/2842120801 wait complete. 2024-09-17T10:52:37.673 INFO:teuthology.orchestra.run.smithi159.stderr:listed 37 entries 2024-09-17T10:52:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:37 smithi159 ceph-mon[78956]: pgmap v335: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:37.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:37 smithi159 ceph-mon[78956]: from='client.? 172.21.15.159:0/2842120801' entity='client.admin' cmd={"prefix": "osd blocklist ls"} : dispatch 2024-09-17T10:52:38.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:37 smithi170 ceph-mon[62996]: pgmap v335: 65 pgs: 65 active+clean; 197 MiB data, 839 MiB used, 536 GiB / 536 GiB avail 2024-09-17T10:52:38.204 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:37 smithi170 ceph-mon[62996]: from='client.? 172.21.15.159:0/2842120801' entity='client.admin' cmd={"prefix": "osd blocklist ls"} : dispatch 2024-09-17T10:52:38.313 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-17T10:52:38.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.314 DEBUG:teuthology.orchestra.run.smithi170:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-17T10:52:38.349 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi170.front.sepia.ceph.com 2024-09-17T10:52:38.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.349 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-17T10:52:38.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.425 DEBUG:teuthology.orchestra.run.smithi159:> ip netns list 2024-09-17T10:52:38.442 INFO:teuthology.orchestra.run.smithi159.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-17T10:52:38.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.442 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-17T10:52:38.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.510 DEBUG:teuthology.orchestra.run.smithi159:> sudo ip link delete ceph-brx 2024-09-17T10:52:38.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.613 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-17T10:52:38.631 INFO:teuthology.orchestra.run.smithi170.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-17T10:52:38.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.632 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-17T10:52:38.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-17T10:52:38.701 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link delete ceph-brx 2024-09-17T10:52:38.794 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-17T10:52:38.804 INFO:tasks.cephadm:Teardown begin 2024-09-17T10:52:38.805 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T10:52:38.832 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T10:52:38.858 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-17T10:52:38.859 DEBUG:teuthology.orchestra.run.smithi159:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-17T10:52:38.887 DEBUG:teuthology.orchestra.run.smithi170:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-17T10:52:38.914 INFO:tasks.cephadm:Stopping all daemons... 2024-09-17T10:52:38.914 INFO:tasks.cephadm.mon.smithi159:Stopping mon.smithi159... 2024-09-17T10:52:38.915 DEBUG:teuthology.orchestra.run.smithi159:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159 2024-09-17T10:52:39.177 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:38 smithi159 systemd[1]: Stopping Ceph mon.smithi159 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:52:39.613 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:39 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[78952]: 2024-09-17T10:52:39.228+0000 7f529c37e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi159 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:52:39.613 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:39 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159[78952]: 2024-09-17T10:52:39.228+0000 7f529c37e640 -1 mon.smithi159@0(leader) e3 *** Got Signal Terminated *** 2024-09-17T10:52:39.613 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:39 smithi159 podman[127986]: 2024-09-17 10:52:39.331245914 +0000 UTC m=+0.221661945 container died bdb51c2ed823ec16989f1d2afeeac25b6658dba411d417dc43e4e0ecd2be7c05 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-17T10:52:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:39 smithi159 podman[127986]: 2024-09-17 10:52:39.720620253 +0000 UTC m=+0.611036212 container cleanup bdb51c2ed823ec16989f1d2afeeac25b6658dba411d417dc43e4e0ecd2be7c05 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-7498493, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-17T10:52:39.927 INFO:journalctl@ceph.mon.smithi159.smithi159.stdout:Sep 17 10:52:39 smithi159 bash[127986]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi159 2024-09-17T10:52:40.146 DEBUG:teuthology.orchestra.run.smithi159:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi159.service' 2024-09-17T10:52:40.216 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:52:40.217 INFO:tasks.cephadm.mon.smithi159:Stopped mon.smithi159 2024-09-17T10:52:40.217 INFO:tasks.cephadm.mon.smithi170:Stopping mon.smithi170... 2024-09-17T10:52:40.217 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi170 2024-09-17T10:52:40.497 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:40 smithi170 systemd[1]: Stopping Ceph mon.smithi170 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:52:40.953 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:40 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170[62992]: 2024-09-17T10:52:40.520+0000 7f8a19133640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.smithi170 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:52:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:40 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170[62992]: 2024-09-17T10:52:40.520+0000 7f8a19133640 -1 mon.smithi170@1(peon) e3 *** Got Signal Terminated *** 2024-09-17T10:52:40.954 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:40 smithi170 podman[90616]: 2024-09-17 10:52:40.653428895 +0000 UTC m=+0.246738422 container died 2a4577d6176fe651a6dd3acba499ed3800dc02875dc68b979e61919813b9a141 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-17T10:52:41.424 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:41 smithi170 podman[90616]: 2024-09-17 10:52:41.129600599 +0000 UTC m=+0.722910124 container cleanup 2a4577d6176fe651a6dd3acba499ed3800dc02875dc68b979e61919813b9a141 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-17T10:52:41.424 INFO:journalctl@ceph.mon.smithi170.smithi170.stdout:Sep 17 10:52:41 smithi170 bash[90616]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-mon-smithi170 2024-09-17T10:52:41.599 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@mon.smithi170.service' 2024-09-17T10:52:41.652 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:52:41.652 INFO:tasks.cephadm.mon.smithi170:Stopped mon.smithi170 2024-09-17T10:52:41.652 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-17T10:52:41.653 DEBUG:teuthology.orchestra.run.smithi159:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.0 2024-09-17T10:52:41.928 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:41 smithi159 systemd[1]: Stopping Ceph osd.0 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:52:42.427 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:41 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[84314]: 2024-09-17T10:52:41.967+0000 7ff416f6e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:52:42.428 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:41 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[84314]: 2024-09-17T10:52:41.967+0000 7ff416f6e640 -1 osd.0 84 *** Got signal Terminated *** 2024-09-17T10:52:42.428 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:41 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0[84314]: 2024-09-17T10:52:41.967+0000 7ff416f6e640 -1 osd.0 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:52:47.677 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:47 smithi159 podman[128130]: 2024-09-17 10:52:47.342693772 +0000 UTC m=+5.504083189 container died 225acd7a9d4e2db1643d516b2ec48acb7f7be201d67bfdd2e8db1bd4902a87a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-7498493, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-09-17T10:52:48.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:47 smithi159 podman[128130]: 2024-09-17 10:52:47.833764495 +0000 UTC m=+5.995153912 container cleanup 225acd7a9d4e2db1643d516b2ec48acb7f7be201d67bfdd2e8db1bd4902a87a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7498493, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-09-17T10:52:48.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:47 smithi159 bash[128130]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0 2024-09-17T10:52:48.506 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:48 smithi159 podman[128144]: 2024-09-17 10:52:48.177163412 +0000 UTC m=+0.831720027 container remove 225acd7a9d4e2db1643d516b2ec48acb7f7be201d67bfdd2e8db1bd4902a87a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-7498493, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-09-17T10:52:48.764 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:48 smithi159 podman[128233]: 2024-09-17 10:52:48.409188994 +0000 UTC m=+0.016662296 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:52:48.764 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:48 smithi159 podman[128233]: 2024-09-17 10:52:48.528136986 +0000 UTC m=+0.135610292 container create 1eac8ab3785c5807c49d3bd7f04efbbf8ef9b503ae5c632b3e00b0dcf659a090 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-17T10:52:48.764 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:48 smithi159 podman[128233]: 2024-09-17 10:52:48.763859605 +0000 UTC m=+0.371332907 container init 1eac8ab3785c5807c49d3bd7f04efbbf8ef9b503ae5c632b3e00b0dcf659a090 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-7498493, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-09-17T10:52:49.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:48 smithi159 podman[128233]: 2024-09-17 10:52:48.767195203 +0000 UTC m=+0.374668506 container start 1eac8ab3785c5807c49d3bd7f04efbbf8ef9b503ae5c632b3e00b0dcf659a090 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-7498493, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-17T10:52:49.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:48 smithi159 podman[128233]: 2024-09-17 10:52:48.855559847 +0000 UTC m=+0.463033164 container attach 1eac8ab3785c5807c49d3bd7f04efbbf8ef9b503ae5c632b3e00b0dcf659a090 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=main-7498493, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-17T10:52:49.177 INFO:journalctl@ceph.osd.0.smithi159.stdout:Sep 17 10:52:48 smithi159 podman[128233]: 2024-09-17 10:52:48.95653463 +0000 UTC m=+0.564007933 container died 1eac8ab3785c5807c49d3bd7f04efbbf8ef9b503ae5c632b3e00b0dcf659a090 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=main-7498493, GIT_BRANCH=HEAD) 2024-09-17T10:52:49.637 DEBUG:teuthology.orchestra.run.smithi159:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.0.service' 2024-09-17T10:52:49.677 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:52:49.678 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-17T10:52:49.678 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-17T10:52:49.678 DEBUG:teuthology.orchestra.run.smithi159:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.1 2024-09-17T10:52:49.927 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:49 smithi159 systemd[1]: Stopping Ceph osd.1 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:52:50.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:50 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[87387]: 2024-09-17T10:52:50.037+0000 7fce67b20640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:52:50.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:50 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[87387]: 2024-09-17T10:52:50.037+0000 7fce67b20640 -1 osd.1 84 *** Got signal Terminated *** 2024-09-17T10:52:50.427 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:50 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1[87387]: 2024-09-17T10:52:50.037+0000 7fce67b20640 -1 osd.1 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:52:55.640 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:55 smithi159 podman[128335]: 2024-09-17 10:52:55.372588474 +0000 UTC m=+5.469753617 container died 8c701a299490cd05c05d0fb5182ee87a701a6ec26764bb2185062dc71adc8adb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=main-7498493, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-17T10:52:55.915 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:55 smithi159 podman[128335]: 2024-09-17 10:52:55.712625499 +0000 UTC m=+5.809790648 container cleanup 8c701a299490cd05c05d0fb5182ee87a701a6ec26764bb2185062dc71adc8adb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-17T10:52:55.915 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:55 smithi159 bash[128335]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1 2024-09-17T10:52:56.177 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:55 smithi159 podman[128354]: 2024-09-17 10:52:55.914089954 +0000 UTC m=+0.531113860 container remove 8c701a299490cd05c05d0fb5182ee87a701a6ec26764bb2185062dc71adc8adb (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-7498493, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T10:52:56.601 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:56 smithi159 podman[128439]: 2024-09-17 10:52:56.23605561 +0000 UTC m=+0.015925083 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:52:56.601 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:56 smithi159 podman[128439]: 2024-09-17 10:52:56.348121348 +0000 UTC m=+0.127990820 container create 5660c53c006dcd0e1d0fe70d3bec9865b6d0ed03b1dd7975e11f0d9bc7af8035 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-7498493, io.buildah.version=1.37.2) 2024-09-17T10:52:56.602 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:56 smithi159 podman[128439]: 2024-09-17 10:52:56.600917209 +0000 UTC m=+0.380786681 container init 5660c53c006dcd0e1d0fe70d3bec9865b6d0ed03b1dd7975e11f0d9bc7af8035 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=main-7498493, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:52:56.927 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:56 smithi159 podman[128439]: 2024-09-17 10:52:56.604196725 +0000 UTC m=+0.384066205 container start 5660c53c006dcd0e1d0fe70d3bec9865b6d0ed03b1dd7975e11f0d9bc7af8035 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-7498493) 2024-09-17T10:52:56.928 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:56 smithi159 podman[128439]: 2024-09-17 10:52:56.6755815 +0000 UTC m=+0.455450972 container attach 5660c53c006dcd0e1d0fe70d3bec9865b6d0ed03b1dd7975e11f0d9bc7af8035 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-7498493, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:52:56.928 INFO:journalctl@ceph.osd.1.smithi159.stdout:Sep 17 10:52:56 smithi159 podman[128439]: 2024-09-17 10:52:56.801735697 +0000 UTC m=+0.581605183 container died 5660c53c006dcd0e1d0fe70d3bec9865b6d0ed03b1dd7975e11f0d9bc7af8035 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-7498493) 2024-09-17T10:52:57.435 DEBUG:teuthology.orchestra.run.smithi159:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.1.service' 2024-09-17T10:52:57.475 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:52:57.475 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-17T10:52:57.475 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-17T10:52:57.475 DEBUG:teuthology.orchestra.run.smithi159:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.2 2024-09-17T10:52:57.677 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:52:57 smithi159 systemd[1]: Stopping Ceph osd.2 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:52:58.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:52:57 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[90514]: 2024-09-17T10:52:57.832+0000 7faf69a36640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:52:58.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:52:57 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[90514]: 2024-09-17T10:52:57.832+0000 7faf69a36640 -1 osd.2 84 *** Got signal Terminated *** 2024-09-17T10:52:58.177 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:52:57 smithi159 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2[90514]: 2024-09-17T10:52:57.832+0000 7faf69a36640 -1 osd.2 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:53:03.485 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:03 smithi159 podman[128543]: 2024-09-17 10:53:03.190978314 +0000 UTC m=+5.481559463 container died ff910dcb13f091cb24514198835ec4a0e0e15b2b2ff71626db638d2e6d4f020a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=main-7498493, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-17T10:53:03.837 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:03 smithi159 podman[128543]: 2024-09-17 10:53:03.582468917 +0000 UTC m=+5.873050064 container cleanup ff910dcb13f091cb24514198835ec4a0e0e15b2b2ff71626db638d2e6d4f020a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-7498493, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-17T10:53:03.837 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:03 smithi159 bash[128543]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2 2024-09-17T10:53:04.174 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:03 smithi159 podman[128564]: 2024-09-17 10:53:03.836058998 +0000 UTC m=+0.633227603 container remove ff910dcb13f091cb24514198835ec4a0e0e15b2b2ff71626db638d2e6d4f020a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:53:04.427 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:04 smithi159 podman[128655]: 2024-09-17 10:53:04.076961593 +0000 UTC m=+0.016314792 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:53:04.427 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:04 smithi159 podman[128655]: 2024-09-17 10:53:04.195209191 +0000 UTC m=+0.134562377 container create 34e5c59370785d88fca913a5d6720c87641d633e79064d29594f1cea5551ac9e (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-17T10:53:04.427 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:04 smithi159 podman[128655]: 2024-09-17 10:53:04.423072588 +0000 UTC m=+0.362425775 container init 34e5c59370785d88fca913a5d6720c87641d633e79064d29594f1cea5551ac9e (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-7498493, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:53:04.427 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:04 smithi159 podman[128655]: 2024-09-17 10:53:04.426253607 +0000 UTC m=+0.365606793 container start 34e5c59370785d88fca913a5d6720c87641d633e79064d29594f1cea5551ac9e (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-7498493, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2) 2024-09-17T10:53:04.677 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:04 smithi159 podman[128655]: 2024-09-17 10:53:04.531263409 +0000 UTC m=+0.470616596 container attach 34e5c59370785d88fca913a5d6720c87641d633e79064d29594f1cea5551ac9e (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=main-7498493, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-17T10:53:04.677 INFO:journalctl@ceph.osd.2.smithi159.stdout:Sep 17 10:53:04 smithi159 podman[128655]: 2024-09-17 10:53:04.616520564 +0000 UTC m=+0.555873761 container died 34e5c59370785d88fca913a5d6720c87641d633e79064d29594f1cea5551ac9e (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=main-7498493, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS) 2024-09-17T10:53:05.210 DEBUG:teuthology.orchestra.run.smithi159:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.2.service' 2024-09-17T10:53:05.250 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:53:05.250 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-17T10:53:05.251 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-17T10:53:05.251 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.3 2024-09-17T10:53:05.601 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:05 smithi170 systemd[1]: Stopping Ceph osd.3 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:53:05.953 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:05 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:53:05.599+0000 7fcffd6b5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:53:05.953 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:05 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:53:05.599+0000 7fcffd6b5640 -1 osd.3 84 *** Got signal Terminated *** 2024-09-17T10:53:05.954 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:05 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:53:05.599+0000 7fcffd6b5640 -1 osd.3 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:53:09.953 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:09 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:53:09.518+0000 7fcff9cca640 -1 osd.3 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:44.032709+0000 front 2024-09-17T10:52:44.032768+0000 (oldest deadline 2024-09-17T10:53:09.332653+0000) 2024-09-17T10:53:09.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:09 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:09.486+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:10.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:10 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:10.487+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:10.954 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:10 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3[67330]: 2024-09-17T10:53:10.542+0000 7fcff9cca640 -1 osd.3 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:44.032709+0000 front 2024-09-17T10:52:44.032768+0000 (oldest deadline 2024-09-17T10:53:09.332653+0000) 2024-09-17T10:53:11.385 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:11 smithi170 podman[90761]: 2024-09-17 10:53:11.088008272 +0000 UTC m=+5.635563846 container died 21d9ee1bc0098731175ed862b7b96ab23745210bf9f580e15e26a4938e28ff8a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, RELEASE=main-7498493, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-17T10:53:11.703 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:11 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:11.530+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:12.203 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:11 smithi170 podman[90761]: 2024-09-17 10:53:11.766904787 +0000 UTC m=+6.314460393 container cleanup 21d9ee1bc0098731175ed862b7b96ab23745210bf9f580e15e26a4938e28ff8a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-7498493, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-17T10:53:12.204 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:11 smithi170 bash[90761]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3 2024-09-17T10:53:12.204 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:12 smithi170 podman[90777]: 2024-09-17 10:53:12.010046026 +0000 UTC m=+0.914867247 container remove 21d9ee1bc0098731175ed862b7b96ab23745210bf9f580e15e26a4938e28ff8a (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3, RELEASE=main-7498493, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-17T10:53:12.597 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:12 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:12.562+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:12.598 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:12 smithi170 podman[90868]: 2024-09-17 10:53:12.241395212 +0000 UTC m=+0.015145676 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:53:12.598 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:12 smithi170 podman[90868]: 2024-09-17 10:53:12.36086393 +0000 UTC m=+0.134614389 container create ad9e4a3329cd5bc4f67de8e764237b0ca882b8bd0b05b76c739281ed7a8cc62b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-7498493, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-17T10:53:12.598 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:12 smithi170 podman[90868]: 2024-09-17 10:53:12.596896243 +0000 UTC m=+0.370646701 container init ad9e4a3329cd5bc4f67de8e764237b0ca882b8bd0b05b76c739281ed7a8cc62b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-17T10:53:12.936 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:12 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:12.837+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:12.937 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:12 smithi170 podman[90868]: 2024-09-17 10:53:12.600529796 +0000 UTC m=+0.374280262 container start ad9e4a3329cd5bc4f67de8e764237b0ca882b8bd0b05b76c739281ed7a8cc62b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-17T10:53:12.937 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:12 smithi170 podman[90868]: 2024-09-17 10:53:12.722362916 +0000 UTC m=+0.496113375 container attach ad9e4a3329cd5bc4f67de8e764237b0ca882b8bd0b05b76c739281ed7a8cc62b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-7498493, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:53:12.937 INFO:journalctl@ceph.osd.3.smithi170.stdout:Sep 17 10:53:12 smithi170 podman[90868]: 2024-09-17 10:53:12.802601637 +0000 UTC m=+0.576352095 container died ad9e4a3329cd5bc4f67de8e764237b0ca882b8bd0b05b76c739281ed7a8cc62b (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-7498493, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-17T10:53:13.514 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.3.service' 2024-09-17T10:53:13.555 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:53:13.555 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-17T10:53:13.555 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-17T10:53:13.555 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.4 2024-09-17T10:53:13.617 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:13 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:13.583+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:13.898 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:13 smithi170 systemd[1]: Stopping Ceph osd.4 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:53:13.898 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:13 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:13.797+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:14.203 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:13 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:13.896+0000 7fb26f260640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:53:14.204 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:13 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:13.896+0000 7fb26f260640 -1 osd.4 84 *** Got signal Terminated *** 2024-09-17T10:53:14.204 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:13 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:13.896+0000 7fb26f260640 -1 osd.4 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:53:14.953 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:14 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:14.536+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:14.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:14 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:14.760+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:15.953 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:15 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:15.522+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:15.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:15 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:15.718+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:16.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:16 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:16.493+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:16.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:16 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:16.739+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:16.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:16 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:16.740+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:17.703 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:17 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:17.447+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:18.203 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:17 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:17.778+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:18.203 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:17 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:17.778+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:18.953 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:18 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4[69999]: 2024-09-17T10:53:18.481+0000 7fb26786d640 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:46.710243+0000 front 2024-09-17T10:52:46.710285+0000 (oldest deadline 2024-09-17T10:53:09.010174+0000) 2024-09-17T10:53:18.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:18 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:18.731+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:18.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:18 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:18.731+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:19.689 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:19 smithi170 podman[90972]: 2024-09-17 10:53:19.43022037 +0000 UTC m=+5.651054204 container died ee3e96fe241a49881d61ef720e66a76b1a69f8ee4d21bf8173c5a05b59a191a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-7498493, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-17T10:53:19.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:19 smithi170 podman[90972]: 2024-09-17 10:53:19.871452554 +0000 UTC m=+6.092286374 container cleanup ee3e96fe241a49881d61ef720e66a76b1a69f8ee4d21bf8173c5a05b59a191a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-7498493, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T10:53:19.954 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:19 smithi170 bash[90972]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4 2024-09-17T10:53:19.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:19 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:19.729+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:19.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:19 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:19.729+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:20.453 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:20 smithi170 podman[90998]: 2024-09-17 10:53:20.056670577 +0000 UTC m=+0.623254209 container remove ee3e96fe241a49881d61ef720e66a76b1a69f8ee4d21bf8173c5a05b59a191a2 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4, RELEASE=main-7498493, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-17T10:53:20.733 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:20 smithi170 podman[91089]: 2024-09-17 10:53:20.381135688 +0000 UTC m=+0.015807819 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:53:20.733 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:20 smithi170 podman[91089]: 2024-09-17 10:53:20.482297921 +0000 UTC m=+0.116970039 container create 23f3f28d1f0d0c5964e6118885162bee9810c05348403730fe9db2aa0236fb87 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-7498493, org.label-schema.build-date=20240731) 2024-09-17T10:53:20.733 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:20 smithi170 podman[91089]: 2024-09-17 10:53:20.693174391 +0000 UTC m=+0.327846517 container init 23f3f28d1f0d0c5964e6118885162bee9810c05348403730fe9db2aa0236fb87 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=main-7498493, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-17T10:53:20.733 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:20 smithi170 podman[91089]: 2024-09-17 10:53:20.696532767 +0000 UTC m=+0.331204885 container start 23f3f28d1f0d0c5964e6118885162bee9810c05348403730fe9db2aa0236fb87 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-17T10:53:21.172 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:20 smithi170 podman[91089]: 2024-09-17 10:53:20.776734818 +0000 UTC m=+0.411406944 container attach 23f3f28d1f0d0c5964e6118885162bee9810c05348403730fe9db2aa0236fb87 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-7498493) 2024-09-17T10:53:21.172 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 17 10:53:20 smithi170 podman[91089]: 2024-09-17 10:53:20.88489834 +0000 UTC m=+0.519570470 container died 23f3f28d1f0d0c5964e6118885162bee9810c05348403730fe9db2aa0236fb87 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7498493, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-17T10:53:21.172 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:20 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:20.731+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:21.173 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:20 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:20.731+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:21.593 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.4.service' 2024-09-17T10:53:21.676 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:53:21.676 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-17T10:53:21.676 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-17T10:53:21.676 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.5 2024-09-17T10:53:21.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:21 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:21.712+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:21.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:21 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:21.712+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:21.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:21 smithi170 systemd[1]: Stopping Ceph osd.5 for ac45a212-74df-11ef-bceb-c7b262605968... 2024-09-17T10:53:22.453 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:22 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:22.017+0000 7fc98df7b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-17T10:53:22.453 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:22 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:22.017+0000 7fc98df7b640 -1 osd.5 84 *** Got signal Terminated *** 2024-09-17T10:53:22.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:22 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:22.017+0000 7fc98df7b640 -1 osd.5 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-17T10:53:23.203 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:22 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:22.726+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:23.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:22 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:22.726+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:24.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:23 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:23.728+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:24.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:23 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:23.728+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:25.203 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:24 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:24.771+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:25.204 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:24 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:24.771+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:26.203 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:25 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:25.745+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:26.203 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:25 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:25.745+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:27.040 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:26 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:26.705+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6806 osd.0 since back 2024-09-17T10:52:45.359911+0000 front 2024-09-17T10:52:45.359986+0000 (oldest deadline 2024-09-17T10:53:12.360131+0000) 2024-09-17T10:53:27.040 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:26 smithi170 ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5[72647]: 2024-09-17T10:53:26.705+0000 7fc986588640 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.159:6814 osd.1 since back 2024-09-17T10:52:53.461025+0000 front 2024-09-17T10:52:53.461113+0000 (oldest deadline 2024-09-17T10:53:16.360808+0000) 2024-09-17T10:53:27.645 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:27 smithi170 podman[91192]: 2024-09-17 10:53:27.358535489 +0000 UTC m=+5.456936841 container died 530a6d7c476f56f3c5d6e0c9183c5a2d5750ffd47290091941c7d92699e8681c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-7498493, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-17T10:53:27.953 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:27 smithi170 podman[91192]: 2024-09-17 10:53:27.800664484 +0000 UTC m=+5.899065825 container cleanup 530a6d7c476f56f3c5d6e0c9183c5a2d5750ffd47290091941c7d92699e8681c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, RELEASE=main-7498493, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-17T10:53:27.954 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:27 smithi170 bash[91192]: ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5 2024-09-17T10:53:28.454 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:28 smithi170 podman[91211]: 2024-09-17 10:53:28.018953334 +0000 UTC m=+0.654353135 container remove 530a6d7c476f56f3c5d6e0c9183c5a2d5750ffd47290091941c7d92699e8681c (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-7498493, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-17T10:53:28.781 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:28 smithi170 podman[91299]: 2024-09-17 10:53:28.36322937 +0000 UTC m=+0.015935655 image pull 6c1fcab85602ba9d6ddde3c89adee6ee0382b7527a8ed3ee372c969068775c76 quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb 2024-09-17T10:53:28.782 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:28 smithi170 podman[91299]: 2024-09-17 10:53:28.469635489 +0000 UTC m=+0.122341760 container create 138d12a6b8c15312735913f78b8a412d102bb6ba8a20996b0956c10246f27b56 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-7498493, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-17T10:53:28.782 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:28 smithi170 podman[91299]: 2024-09-17 10:53:28.681102002 +0000 UTC m=+0.333808283 container init 138d12a6b8c15312735913f78b8a412d102bb6ba8a20996b0956c10246f27b56 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=main-7498493, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-17T10:53:28.782 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:28 smithi170 podman[91299]: 2024-09-17 10:53:28.684528864 +0000 UTC m=+0.337235137 container start 138d12a6b8c15312735913f78b8a412d102bb6ba8a20996b0956c10246f27b56 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=main-7498493) 2024-09-17T10:53:28.782 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:28 smithi170 podman[91299]: 2024-09-17 10:53:28.780890551 +0000 UTC m=+0.433596833 container attach 138d12a6b8c15312735913f78b8a412d102bb6ba8a20996b0956c10246f27b56 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-7498493, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-17T10:53:29.152 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 17 10:53:28 smithi170 podman[91299]: 2024-09-17 10:53:28.871426195 +0000 UTC m=+0.524132479 container died 138d12a6b8c15312735913f78b8a412d102bb6ba8a20996b0956c10246f27b56 (image=quay.ceph.io/ceph-ci/ceph@sha256:d1ee255599fffe6c832aeedeed0b06c298863896564017e014e180f38b9ae1bb, name=ceph-ac45a212-74df-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, RELEASE=main-7498493, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-17T10:53:29.428 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ac45a212-74df-11ef-bceb-c7b262605968@osd.5.service' 2024-09-17T10:53:29.465 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-17T10:53:29.466 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-17T10:53:29.466 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac45a212-74df-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-17T10:53:29.623 INFO:teuthology.orchestra.run.smithi159.stdout:Deleting cluster with fsid: ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:53:49.454 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac45a212-74df-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-17T10:53:49.609 INFO:teuthology.orchestra.run.smithi170.stdout:Deleting cluster with fsid: ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:54:02.087 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T10:54:02.122 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-17T10:54:02.150 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-17T10:54:02.152 DEBUG:teuthology.misc:Transferring archived files from smithi159:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674/remote/smithi159/crash 2024-09-17T10:54:02.152 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar c -f - -C /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/crash -- . 2024-09-17T10:54:02.192 INFO:teuthology.orchestra.run.smithi159.stderr:tar: /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-17T10:54:02.192 INFO:teuthology.orchestra.run.smithi159.stderr:tar: Error is not recoverable: exiting now 2024-09-17T10:54:02.193 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674/remote/smithi170/crash 2024-09-17T10:54:02.194 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/crash -- . 2024-09-17T10:54:02.218 INFO:teuthology.orchestra.run.smithi170.stderr:tar: /var/lib/ceph/ac45a212-74df-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-17T10:54:02.218 INFO:teuthology.orchestra.run.smithi170.stderr:tar: Error is not recoverable: exiting now 2024-09-17T10:54:02.219 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-17T10:54:02.219 DEBUG:teuthology.orchestra.run.smithi159:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v OSD_DOWN | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-17T10:54:02.345 INFO:tasks.cephadm:Compressing logs... 2024-09-17T10:54:02.345 DEBUG:teuthology.orchestra.run.smithi159:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-17T10:54:02.349 DEBUG:teuthology.orchestra.run.smithi170:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-17T10:54:02.372 INFO:teuthology.orchestra.run.smithi159.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-17T10:54:02.373 INFO:teuthology.orchestra.run.smithi159.stderr:: No such file or directory 2024-09-17T10:54:02.373 INFO:teuthology.orchestra.run.smithi159.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi159.cbywey.log 2024-09-17T10:54:02.375 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-17T10:54:02.375 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi159.cbywey.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mon.smithi159.log 2024-09-17T10:54:02.375 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-17T10:54:02.377 INFO:teuthology.orchestra.run.smithi170.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-17T10:54:02.377 INFO:teuthology.orchestra.run.smithi170.stderr:: No such file or directory 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-client.ceph-exporter.smithi170.log 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.audit.log: --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi170.qtpusg.log 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-client.ceph-exporter.smithi170.log: /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi170.coklrp.log 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi170.qtpusg.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mon.smithi170.log 2024-09-17T10:54:02.378 INFO:teuthology.orchestra.run.smithi170.stderr: 85.9%/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi170.coklrp.log: -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-17T10:54:02.379 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-17T10:54:02.379 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.log 2024-09-17T10:54:02.379 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.5.log: /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mon.smithi170.log: 93.9% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-client.ceph-exporter.smithi170.log.gz 2024-09-17T10:54:02.381 INFO:teuthology.orchestra.run.smithi170.stderr: 91.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-17T10:54:02.381 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mgr.smithi170.ssubfe.log 2024-09-17T10:54:02.381 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-17T10:54:02.383 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mon.smithi159.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-17T10:54:02.384 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-17T10:54:02.384 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mgr.smithi159.tdcigv.log 2024-09-17T10:54:02.384 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-17T10:54:02.384 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mgr.smithi159.tdcigv.log: 86.0% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-17T10:54:02.384 INFO:teuthology.orchestra.run.smithi159.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.log 2024-09-17T10:54:02.384 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.2.log: 91.4% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-17T10:54:02.385 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mgr.smithi170.ssubfe.log: 87.9% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-17T10:54:02.385 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-17T10:54:02.386 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.3.log: 91.9% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-17T10:54:02.389 INFO:teuthology.orchestra.run.smithi159.stderr: 91.8% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-17T10:54:02.390 INFO:teuthology.orchestra.run.smithi159.stderr:gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-client.ceph-exporter.smithi159.log 2024-09-17T10:54:02.390 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi159.jbziyi.log 2024-09-17T10:54:02.392 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-client.ceph-exporter.smithi159.log: 93.9% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-client.ceph-exporter.smithi159.log.gz 2024-09-17T10:54:02.392 INFO:teuthology.orchestra.run.smithi159.stderr: 87.9% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-17T10:54:02.399 INFO:teuthology.orchestra.run.smithi159.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-17T10:54:02.400 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-17T10:54:02.406 INFO:teuthology.orchestra.run.smithi159.stderr:/var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi159.jbziyi.log: /var/log/ceph/cephadm.log: 94.5% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi159.jbziyi.log.gz 2024-09-17T10:54:02.414 INFO:teuthology.orchestra.run.smithi170.stderr: 88.9% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mgr.smithi170.ssubfe.log.gz 2024-09-17T10:54:02.420 INFO:teuthology.orchestra.run.smithi159.stderr: 91.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-17T10:54:02.767 INFO:teuthology.orchestra.run.smithi159.stderr: 88.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mgr.smithi159.tdcigv.log.gz 2024-09-17T10:54:02.778 INFO:teuthology.orchestra.run.smithi170.stderr: 92.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mon.smithi170.log.gz 2024-09-17T10:54:03.136 INFO:teuthology.orchestra.run.smithi159.stderr: 90.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mon.smithi159.log.gz 2024-09-17T10:54:07.036 INFO:teuthology.orchestra.run.smithi170.stderr: 93.5% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-17T10:54:07.232 INFO:teuthology.orchestra.run.smithi159.stderr: 93.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-17T10:54:07.518 INFO:teuthology.orchestra.run.smithi159.stderr: 94.8% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi159.cbywey.log.gz 2024-09-17T10:54:07.625 INFO:teuthology.orchestra.run.smithi170.stderr: 94.8% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi170.qtpusg.log.gz 2024-09-17T10:54:07.909 INFO:teuthology.orchestra.run.smithi159.stderr: 93.5% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-17T10:54:08.222 INFO:teuthology.orchestra.run.smithi159.stderr: 93.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-17T10:54:08.224 INFO:teuthology.orchestra.run.smithi159.stderr: 2024-09-17T10:54:08.224 INFO:teuthology.orchestra.run.smithi159.stderr:real 0m5.862s 2024-09-17T10:54:08.225 INFO:teuthology.orchestra.run.smithi159.stderr:user 0m21.717s 2024-09-17T10:54:08.225 INFO:teuthology.orchestra.run.smithi159.stderr:sys 0m0.859s 2024-09-17T10:54:09.255 INFO:teuthology.orchestra.run.smithi170.stderr: 93.5% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-17T10:54:09.753 INFO:teuthology.orchestra.run.smithi170.stderr: 93.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-17T10:55:32.088 INFO:teuthology.orchestra.run.smithi170.stderr: 92.6% -- replaced with /var/log/ceph/ac45a212-74df-11ef-bceb-c7b262605968/ceph-mds.cephfs.smithi170.coklrp.log.gz 2024-09-17T10:55:32.090 INFO:teuthology.orchestra.run.smithi170.stderr: 2024-09-17T10:55:32.090 INFO:teuthology.orchestra.run.smithi170.stderr:real 1m29.726s 2024-09-17T10:55:32.090 INFO:teuthology.orchestra.run.smithi170.stderr:user 1m50.530s 2024-09-17T10:55:32.090 INFO:teuthology.orchestra.run.smithi170.stderr:sys 0m3.557s 2024-09-17T10:55:32.090 INFO:tasks.cephadm:Archiving logs... 2024-09-17T10:55:32.091 DEBUG:teuthology.misc:Transferring archived files from smithi159:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674/remote/smithi159/log 2024-09-17T10:55:32.092 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T10:55:35.104 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674/remote/smithi170/log 2024-09-17T10:55:35.105 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-17T10:55:52.119 INFO:tasks.cephadm:Removing cluster... 2024-09-17T10:55:52.119 DEBUG:teuthology.orchestra.run.smithi159:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac45a212-74df-11ef-bceb-c7b262605968 --force 2024-09-17T10:55:52.273 INFO:teuthology.orchestra.run.smithi159.stdout:Deleting cluster with fsid: ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:55:52.566 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ac45a212-74df-11ef-bceb-c7b262605968 --force 2024-09-17T10:55:52.717 INFO:teuthology.orchestra.run.smithi170.stdout:Deleting cluster with fsid: ac45a212-74df-11ef-bceb-c7b262605968 2024-09-17T10:55:53.307 INFO:tasks.cephadm:Removing cephadm ... 2024-09-17T10:55:53.308 DEBUG:teuthology.orchestra.run.smithi159:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-17T10:55:53.324 DEBUG:teuthology.orchestra.run.smithi170:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-17T10:55:53.339 INFO:tasks.cephadm:Teardown complete 2024-09-17T10:55:53.340 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-17T10:55:53.352 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-17T10:55:53.352 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-17T10:55:53.366 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-17T10:55:53.454 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-17T10:55:53.464 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-17T10:55:53.464 DEBUG:teuthology.orchestra.run.smithi159:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T10:55:53.467 DEBUG:teuthology.orchestra.run.smithi170:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-17T10:55:53.479 INFO:teuthology.orchestra.run.smithi159.stderr:bash: line 1: ntpq: command not found 2024-09-17T10:55:53.481 INFO:teuthology.orchestra.run.smithi170.stderr:bash: line 1: ntpq: command not found 2024-09-17T10:55:53.484 INFO:teuthology.orchestra.run.smithi159.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T10:55:53.484 INFO:teuthology.orchestra.run.smithi159.stdout:=============================================================================== 2024-09-17T10:55:53.484 INFO:teuthology.orchestra.run.smithi159.stdout:^* hv01.front.sepia.ceph.com 3 7 377 117 -569us[ -570us] +/- 51ms 2024-09-17T10:55:53.484 INFO:teuthology.orchestra.run.smithi159.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 +706us[ +706us] +/- 57ms 2024-09-17T10:55:53.484 INFO:teuthology.orchestra.run.smithi159.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +200us[ +200us] +/- 77ms 2024-09-17T10:55:53.484 INFO:teuthology.orchestra.run.smithi159.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:55:53.486 INFO:teuthology.orchestra.run.smithi170.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-17T10:55:53.486 INFO:teuthology.orchestra.run.smithi170.stdout:=============================================================================== 2024-09-17T10:55:53.486 INFO:teuthology.orchestra.run.smithi170.stdout:^* hv01.front.sepia.ceph.com 3 6 377 53 -573us[ -609us] +/- 36ms 2024-09-17T10:55:53.486 INFO:teuthology.orchestra.run.smithi170.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 53 +695us[ +660us] +/- 57ms 2024-09-17T10:55:53.486 INFO:teuthology.orchestra.run.smithi170.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 54 +194us[ +158us] +/- 77ms 2024-09-17T10:55:53.486 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-17T10:55:53.486 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-17T10:55:53.497 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-17T10:55:53.497 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-17T10:55:53.507 DEBUG:teuthology.orchestra.run.smithi159:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T10:55:53.608 DEBUG:teuthology.orchestra.run.smithi170:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-17T10:55:53.682 DEBUG:teuthology.orchestra.run.smithi159:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T10:55:53.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:55:53.711 DEBUG:teuthology.orchestra.run.smithi170:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-17T10:55:53.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:55:53.740 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-17T10:55:53.751 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-17T10:55:53.760 INFO:teuthology.task.internal:Duration was 1966.237809 seconds 2024-09-17T10:55:53.761 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-17T10:55:53.770 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-17T10:55:53.770 DEBUG:teuthology.orchestra.run.smithi159:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T10:55:53.773 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-17T10:55:53.809 INFO:teuthology.orchestra.run.smithi159.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T10:55:53.819 INFO:teuthology.orchestra.run.smithi170.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-17T10:55:54.217 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-17T10:55:54.217 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi159.front.sepia.ceph.com 2024-09-17T10:55:54.218 DEBUG:teuthology.orchestra.run.smithi159:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T10:55:54.277 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi170.front.sepia.ceph.com 2024-09-17T10:55:54.278 DEBUG:teuthology.orchestra.run.smithi170:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-17T10:55:54.311 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-17T10:55:54.311 DEBUG:teuthology.orchestra.run.smithi159:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T10:55:54.321 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-17T10:55:54.379 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-17T10:55:54.379 DEBUG:teuthology.orchestra.run.smithi159:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T10:55:54.388 DEBUG:teuthology.orchestra.run.smithi170:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-17T10:55:55.074 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-17T10:55:55.086 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-17T10:55:55.086 DEBUG:teuthology.orchestra.run.smithi159:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T10:55:55.111 DEBUG:teuthology.orchestra.run.smithi170:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-17T10:55:55.137 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-17T10:55:55.151 DEBUG:teuthology.orchestra.run.smithi159:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T10:55:55.154 DEBUG:teuthology.orchestra.run.smithi170:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-17T10:55:55.174 INFO:teuthology.orchestra.run.smithi159.stdout:kernel.core_pattern = core 2024-09-17T10:55:55.201 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = core 2024-09-17T10:55:55.215 DEBUG:teuthology.orchestra.run.smithi159:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T10:55:55.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:55:55.241 DEBUG:teuthology.orchestra.run.smithi170:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-17T10:55:55.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-17T10:55:55.270 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-17T10:55:55.281 INFO:teuthology.task.internal:Transferring archived files... 2024-09-17T10:55:55.282 DEBUG:teuthology.misc:Transferring archived files from smithi159:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674/remote/smithi159 2024-09-17T10:55:55.282 DEBUG:teuthology.orchestra.run.smithi159:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T10:55:55.330 DEBUG:teuthology.misc:Transferring archived files from smithi170:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-16_20:08:15-orch-main-distro-default-smithi/7907674/remote/smithi170 2024-09-17T10:55:55.331 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-17T10:55:55.368 INFO:teuthology.task.internal:Removing archive directory... 2024-09-17T10:55:55.368 DEBUG:teuthology.orchestra.run.smithi159:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T10:55:55.370 DEBUG:teuthology.orchestra.run.smithi170:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-17T10:55:55.418 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-17T10:55:55.431 INFO:teuthology.task.internal:Not uploading archives. 2024-09-17T10:55:55.431 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-17T10:55:55.442 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-17T10:55:55.442 DEBUG:teuthology.orchestra.run.smithi159:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T10:55:55.445 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-17T10:55:55.457 INFO:teuthology.orchestra.run.smithi159.stdout: 265787 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 10:55 /home/ubuntu/cephtest 2024-09-17T10:55:55.473 INFO:teuthology.orchestra.run.smithi170.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 17 10:55 /home/ubuntu/cephtest 2024-09-17T10:55:55.475 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-17T10:55:55.486 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-17T10:55:55.514 INFO:teuthology.run:Summary data: description: orch/cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_upgrade ignorelist_wrongly_marked_down pg-warn pg_health syntax} roles tasks/{0-from/reef/{v18.2.0} 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client/kclient 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} duration: 1966.2378089427948 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-17T10:55:55.514 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-17T10:55:55.624 INFO:teuthology.run:pass